00000800:00000200:2.1F:1746127672.171661:0:3299:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b548eb40] -> 12345-192.168.203.128@tcp (2) 00000800:00000200:1.1F:1746127672.173059:0:3291:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b548eb40] -> 12345-192.168.203.128@tcp (2) 00000800:00000200:1.1:1746127672.173065:0:3291:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.128@tcp ffff8800a92c2000 deleted 00000800:00000010:1.1:1746127672.173067:0:3291:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a92c2000. 00000800:00000200:1.1:1746127672.173070:0:3291:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1746127672.173079:0:3291:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.128@tcp ip 192.168.203.128:1023 00000800:00000200:1.1:1746127672.173082:0:3291:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a54b1f00 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1F:1746127672.173278:0:3290:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1746127672.173458:0:3289:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b548eb40] -> 12345-192.168.203.128@tcp (4) 00000800:00000200:0.1:1746127672.173461:0:3289:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.128@tcp ffff88012e1a5e40 deleted 00000800:00000010:0.1:1746127672.173462:0:3289:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88012e1a5e40. 00000800:00000200:0.1:1746127672.173464:0:3289:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1746127672.173517:0:3290:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1:1746127672.335201:0:20:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a86f2200. 00010000:00000010:2.1:1746127672.335208:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d88f800. 00010000:00000010:1.1:1746127672.759271:0:11:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a5e93500. 00010000:00000010:1.1:1746127672.759278:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5c6fc00. 00010000:00000010:1.1:1746127672.759319:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8507000. 00010000:00000010:1.1:1746127672.759323:0:27:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a5c48600. 00010000:00000010:1.1:1746127672.759327:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8506600. 00010000:00010000:0.0:1746128063.797265:0:8423:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533b8945 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746128063.850045:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967788 is committed 00000100:00100000:0.0:1746128064.092770:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541366016 00000100:00100000:0.0:1746128064.092778:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541366016 00000100:00100000:0.0:1746128064.092824:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2448 00000100:00100000:0.0:1746128064.092831:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1964:x1830947541366016:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128064.092869:0:8423:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 56623104, mtime: 0x6813ccc0, atime: 0x0, ctime: 0x6813ccc0, blocks: 0x1b011 00010000:00010000:0.0:1746128064.092876:0:8423:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091cab200/0x802a7453533b8968 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.092886:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128064.092888:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128064.092892:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091cab200/0x802a7453533b8968 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.092903:0:8423:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091cab200/0x802a7453533b8968 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128064.149353:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541366272 00000100:00100000:0.0:1746128064.149361:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541366272 00000100:00100000:0.0:1746128064.149412:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2449 00000100:00100000:0.0:1746128064.149419:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1965:x1830947541366272:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128064.149457:0:8423:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 57671680, mtime: 0x6813ccc0, atime: 0x0, ctime: 0x6813ccc0, blocks: 0x1b811 00010000:00010000:0.0:1746128064.149464:0:8423:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ba06200/0x802a7453533b896f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.149475:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128064.149477:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128064.149481:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ba06200/0x802a7453533b896f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.149490:0:8423:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ba06200/0x802a7453533b896f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746128064.193262:0:8423:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 57671680 -> 58720256 00002000:00010000:0.0:1746128064.193266:0:8423:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 112657 -> 114705 00010000:00010000:0.0:1746128064.193406:0:8423:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ba06200/0x802a7453533b896f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.193415:0:8423:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ba06200/0x802a7453533b896f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.193421:0:8423:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ba06200/0x802a7453533b896f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.193427:0:8423:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ba06200 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128064.193430:0:8423:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ba06200/0x802a7453533b896f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.193437:0:8423:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ba06200/0x802a7453533b896f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.193455:0:8423:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ba06200/0x802a7453533b896f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.193462:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ba06200/0x802a7453533b896f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128064.193553:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1965:x1830947541366272:12345-192.168.203.28@tcp:4:dd.0 Request processed in 44130us (44273us total) trans 4294967794 rc 0/0 00000100:00100000:0.0:1746128064.193561:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2449 00000100:00100000:0.0:1746128064.200447:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541366528 00000100:00100000:0.0:1746128064.200455:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541366528 00000100:00100000:0.0:1746128064.200500:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2450 00000100:00100000:0.0:1746128064.200507:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1964:x1830947541366528:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128064.200545:0:8423:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 58720256, mtime: 0x6813ccc0, atime: 0x0, ctime: 0x6813ccc0, blocks: 0x1c011 00010000:00010000:0.0:1746128064.200552:0:8423:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093a83c00/0x802a7453533b8976 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.200563:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128064.200564:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128064.200569:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093a83c00/0x802a7453533b8976 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.200600:0:8423:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093a83c00/0x802a7453533b8976 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746128064.281053:0:8423:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 59768832 -> 60817408 00002000:00010000:0.0:1746128064.281058:0:8423:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 116753 -> 118801 00010000:00010000:0.0:1746128064.281067:0:8423:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533b897d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.281077:0:8423:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533b897d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.281088:0:8423:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533b897d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.281093:0:8423:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a66e00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128064.281096:0:8423:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533b897d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.281102:0:8423:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533b897d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.281114:0:8423:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533b897d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.281119:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533b897d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128064.281183:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947541366784:12345-192.168.203.28@tcp:4:dd.0 Request processed in 34303us (34619us total) trans 4294967796 rc 0/0 00000100:00100000:0.0:1746128064.281190:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2451 00000100:00100000:0.0:1746128064.284007:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541367040 00000100:00100000:0.0:1746128064.284014:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541367040 00000100:00100000:0.0:1746128064.284047:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2452 00000100:00100000:0.0:1746128064.284052:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1965:x1830947541367040:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128064.284083:0:8423:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 60817408, mtime: 0x6813ccc0, atime: 0x0, ctime: 0x6813ccc0, blocks: 0x1d011 00010000:00010000:0.0:1746128064.284089:0:8423:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a02400/0x802a7453533b8984 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.284260:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128064.284262:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128064.284265:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a02400/0x802a7453533b8984 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.284274:0:8423:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a02400/0x802a7453533b8984 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746128064.320168:0:8423:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 60817408 -> 61865984 00002000:00010000:0.0:1746128064.320172:0:8423:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 118801 -> 120849 00010000:00010000:0.0:1746128064.320183:0:8423:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a02400/0x802a7453533b8984 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.320193:0:8423:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a02400/0x802a7453533b8984 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.320200:0:8423:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a02400/0x802a7453533b8984 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.320205:0:8423:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a02400 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128064.320209:0:8423:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a02400/0x802a7453533b8984 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.320216:0:8423:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a02400/0x802a7453533b8984 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.320229:0:8423:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a02400/0x802a7453533b8984 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.320236:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a02400/0x802a7453533b8984 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128064.320305:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1965:x1830947541367040:12345-192.168.203.28@tcp:4:dd.0 Request processed in 36248us (36348us total) trans 4294967797 rc 0/0 00000100:00100000:0.0:1746128064.320324:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2452 00000100:00080000:0.0:1746128064.322652:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746128064.322655:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128064.328128:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 6907 00000100:00100000:0.0:1746128064.328136:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947541367552:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128064.328143:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128064.328147:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b809200/0x802a7453533b846e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cf981 expref: 46 pid: 28170 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746128064.328156:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b809200/0x802a7453533b846e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cf981 expref: 46 pid: 28170 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746128064.328169:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b809200/0x802a7453533b846e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cf981 expref: 46 pid: 28170 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746128064.328179:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128064.328181:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128064.328183:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095051200/0x802a7453533b8992 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.328189:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095051200/0x802a7453533b8992 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.328202:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128064.328219:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947541367552:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 85us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128064.328225:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 6907 00000100:00080000:0.0:1746128064.328240:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746128064.328243:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128064.330494:0:3301:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967738 gen 2 00000004:00080000:0.0:1746128064.330500:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880091f37480, transno 4294967738 00000100:00100000:0.0:1746128064.330509:0:3301:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff880092c43100 x1830947539857280/t4294967798(4294967798) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1746128080 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000004:00080000:0.0:1746128064.330519:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092c43100/2, rc 0, transno 4294967798 00000100:00100000:0.0:1746128064.330522:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947539857280:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1746128064.383218:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000001:00080000:0.0:1746128064.680262:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967804 is committed 00000100:00100000:0.0:1746128064.683450:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541369088 00000100:00100000:0.0:1746128064.683458:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541369088 00000100:00100000:0.0:1746128064.683512:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2459 00000100:00100000:0.0:1746128064.683519:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1966:x1830947541369088:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128064.683553:0:8423:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 68157440, mtime: 0x6813ccc1, atime: 0x0, ctime: 0x6813ccc1, blocks: 0x20813 00010000:00010000:0.0:1746128064.683560:0:8423:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533b89c3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.683596:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128064.683598:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128064.683603:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533b89c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.683618:0:8423:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533b89c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128064.743874:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541369344 00000100:00100000:0.0:1746128064.743882:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541369344 00000100:00100000:0.0:1746128064.744469:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2460 00000100:00100000:0.0:1746128064.744480:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1964:x1830947541369344:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128064.744515:0:8423:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 69206016, mtime: 0x6813ccc1, atime: 0x0, ctime: 0x6813ccc1, blocks: 0x21013 00010000:00010000:0.0:1746128064.744521:0:8423:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b103c00/0x802a7453533b89ca lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.744530:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128064.744531:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128064.744535:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b103c00/0x802a7453533b89ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.744546:0:8423:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b103c00/0x802a7453533b89ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746128064.802740:0:8423:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 69206016 -> 70254592 00002000:00010000:0.0:1746128064.802746:0:8423:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 135187 -> 137235 00010000:00010000:0.0:1746128064.802757:0:8423:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b103c00/0x802a7453533b89ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.802771:0:8423:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b103c00/0x802a7453533b89ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.802783:0:8423:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b103c00/0x802a7453533b89ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.802788:0:8423:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b103c00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128064.802791:0:8423:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b103c00/0x802a7453533b89ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.802797:0:8423:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b103c00/0x802a7453533b89ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.802811:0:8423:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b103c00/0x802a7453533b89ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.802816:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b103c00/0x802a7453533b89ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128064.802889:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1964:x1830947541369344:12345-192.168.203.28@tcp:4:dd.0 Request processed in 58410us (59102us total) trans 4294967806 rc 0/0 00000100:00100000:0.0:1746128064.802897:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2460 00000100:00100000:0.0:1746128064.805718:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541369600 00000100:00100000:0.0:1746128064.805726:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541369600 00000100:00100000:0.0:1746128064.805781:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2461 00000100:00100000:0.0:1746128064.805788:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1965:x1830947541369600:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128064.805824:0:8423:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 70254592, mtime: 0x6813ccc1, atime: 0x0, ctime: 0x6813ccc1, blocks: 0x21813 00010000:00010000:0.0:1746128064.805832:0:8423:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091caac00/0x802a7453533b89d1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.805843:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128064.805844:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128064.805848:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091caac00/0x802a7453533b89d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.805858:0:8423:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091caac00/0x802a7453533b89d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128064.904674:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541370112 00000100:00100000:0.0:1746128064.904682:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541370112 00000100:00100000:0.0:1746128064.904730:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2463 00000100:00100000:0.0:1746128064.904736:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1965:x1830947541370112:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128064.904773:0:8423:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 72351744, mtime: 0x6813ccc1, atime: 0x0, ctime: 0x6813ccc1, blocks: 0x22813 00010000:00010000:0.0:1746128064.904779:0:8423:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b102e00/0x802a7453533b89df lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.904789:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128064.904791:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128064.904794:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b102e00/0x802a7453533b89df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128064.904805:0:8423:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b102e00/0x802a7453533b89df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [72351744->73400319] (req 72351744->73400319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128065.014466:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:0.0:1746128065.014621:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746128065.090523:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128065.158078:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74bb44a2-e27b-4631-8597-fae5b0eab546:3302:1830947539857664:0@lo:400:kworker.0 00000100:00100000:0.0:1746128065.158127:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128065.158159:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6185880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1830947539858176:0@lo:400:kworker.0 00000100:00100000:0.0:1746128065.158178:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128065.158195:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746128065.158200:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6186a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830947539858048:0@lo:400:kworker.0 00000100:00100000:0.0:1746128065.158216:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128065.158235:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6187800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3304:1830947539857920:0@lo:400:kworker.0 00000100:00100000:0.0:1746128065.158252:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128065.158263:0:3304:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746128065.158267:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6186300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3304:1830947539857792:0@lo:400:kworker.0 00000100:00100000:0.0:1746128065.158279:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128065.158289:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6186d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830947539858304:0@lo:400:kworker.0 00000100:00100000:0.0:1746128065.158301:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128065.158331:0:7077:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947539857664 00000100:00100000:0.0:1746128065.158337:0:7077:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947539857664 00000100:00100000:0.0:1746128065.158363:0:7077:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1746128065.158369:0:7077:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74bb44a2-e27b-4631-8597-fae5b0eab546+18:3302:x1830947539857664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128065.158401:0:7077:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74bb44a2-e27b-4631-8597-fae5b0eab546+18:3302:x1830947539857664:12345-0@lo:400:kworker.0 Request processed in 32us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128065.158407:0:7077:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1746128065.158429:0:11273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947539858176 00000100:00100000:0.0:1746128065.158431:0:11273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947539858176 00000100:00100000:0.0:1746128065.158450:0:11273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947539857920 00000100:00100000:0.0:1746128065.158452:0:11273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947539857920 00000100:00100000:0.0:1746128065.158461:0:11273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947539857792 00000100:00100000:0.0:1746128065.158462:0:11273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947539857792 00000100:00100000:0.0:1746128065.158473:0:11273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1746128065.158478:0:11273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084104a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1830947539858176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128065.158499:0:11273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084104a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1830947539858176:12345-0@lo:400:kworker.0 Request processed in 22us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128065.158503:0:11273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1746128065.158511:0:11273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1746128065.158515:0:11273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1830947539857920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128065.158534:0:11273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1830947539857920:12345-0@lo:400:kworker.0 Request processed in 19us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128065.158538:0:11273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1746128065.158546:0:11273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1746128065.158549:0:11273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1830947539857792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128065.158565:0:11273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1830947539857792:12345-0@lo:400:kworker.0 Request processed in 16us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128065.158569:0:11273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1746128065.158597:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947539858048 00000100:00100000:0.0:1746128065.158600:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947539858048 00000100:00100000:0.0:1746128065.158614:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947539858304 00000100:00100000:0.0:1746128065.158616:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947539858304 00000100:00100000:0.0:1746128065.158625:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1746128065.158628:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3302:x1830947539858048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128065.158649:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3302:x1830947539858048:12345-0@lo:400:kworker.0 Request processed in 20us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128065.158653:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1746128065.158660:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1746128065.158664:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3304:x1830947539858304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128065.158679:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3304:x1830947539858304:12345-0@lo:400:kworker.0 Request processed in 16us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128065.158684:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00080000:0.0:1746128065.158699:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746128065.158724:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6186300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3304:1830947539857792:0@lo:400:kworker.0 00000100:00100000:0.0:1746128065.158730:0:3304:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967798 gen 2 00000004:00080000:0.0:1746128065.158734:0:3304:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092c43100, transno 4294967798 00000100:00100000:0.0:1746128065.158741:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6186d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830947539858304:0@lo:400:kworker.0 00000100:00100000:0.0:1746128065.158748:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6187800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3304:1830947539857920:0@lo:400:kworker.0 00000100:00100000:0.0:1746128065.158889:0:3302:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967958 gen 2 00000004:00080000:0.0:1746128065.158892:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092c43800, transno 4294967958 00000100:00100000:0.0:1746128065.158899:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6186a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830947539858048:0@lo:400:kworker.0 00000100:00100000:0.0:1746128065.158904:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74bb44a2-e27b-4631-8597-fae5b0eab546:3302:1830947539857664:0@lo:400:kworker.0 00000100:00100000:0.0:1746128065.158910:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6185880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1830947539858176:0@lo:400:kworker.0 00002000:00010000:0.0:1746128065.174624:0:8423:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 76546048 -> 77594624 00002000:00010000:0.0:1746128065.174628:0:8423:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 149523 -> 151571 00010000:00010000:0.0:1746128065.174638:0:8423:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c40f600/0x802a7453533b89fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.174648:0:8423:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c40f600/0x802a7453533b89fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.174655:0:8423:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c40f600/0x802a7453533b89fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.174661:0:8423:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c40f600 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128065.174664:0:8423:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c40f600/0x802a7453533b89fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.174671:0:8423:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c40f600/0x802a7453533b89fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.174685:0:8423:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c40f600/0x802a7453533b89fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.174691:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c40f600/0x802a7453533b89fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128065.174754:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1965:x1830947541371136:12345-192.168.203.28@tcp:4:dd.0 Request processed in 49334us (49488us total) trans 4294967813 rc 0/0 00000100:00100000:0.0:1746128065.174762:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2467 00000100:00100000:0.0:1746128065.185047:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541371392 00000100:00100000:0.0:1746128065.185055:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541371392 00000100:00100000:0.0:1746128065.185097:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2468 00000100:00100000:0.0:1746128065.185103:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1964:x1830947541371392:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128065.185142:0:8423:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 77594624, mtime: 0x6813ccc1, atime: 0x0, ctime: 0x6813ccc1, blocks: 0x25013 00010000:00010000:0.0:1746128065.185149:0:8423:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533b8a02 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.185160:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128065.185161:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128065.185165:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533b8a02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.185180:0:8423:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533b8a02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128065.257889:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830947539858432:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746128065.257945:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128065.258990:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830947539858432:0@lo:13:osp-pre-1-0.0 00002000:00010000:0.0:1746128065.262036:0:8423:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 77594624 -> 78643200 00002000:00010000:0.0:1746128065.262043:0:8423:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 151571 -> 153621 00010000:00010000:0.0:1746128065.262053:0:8423:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533b8a02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.262064:0:8423:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533b8a02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.262071:0:8423:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533b8a02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.262078:0:8423:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fad800 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128065.262081:0:8423:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533b8a02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.262088:0:8423:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533b8a02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.262102:0:8423:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533b8a02 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.262108:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533b8a02 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128065.262170:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947541371392:12345-192.168.203.28@tcp:4:dd.0 Request processed in 77063us (77290us total) trans 4294967814 rc 0/0 00000100:00100000:0.0:1746128065.262183:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2468 00000100:00100000:0.0:1746128065.267993:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541371648 00000100:00100000:0.0:1746128065.268001:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541371648 00000100:00100000:0.0:1746128065.268055:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2469 00000100:00100000:0.0:1746128065.268062:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6186a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1965:x1830947541371648:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128065.268102:0:8423:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 78643200, mtime: 0x6813ccc1, atime: 0x0, ctime: 0x6813ccc1, blocks: 0x25815 00010000:00010000:0.0:1746128065.268109:0:8423:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d366c00/0x802a7453533b8a09 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.268121:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128065.268122:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128065.268126:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d366c00/0x802a7453533b8a09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.268137:0:8423:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d366c00/0x802a7453533b8a09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746128065.335425:0:8423:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 78643200 -> 79691776 00002000:00010000:0.0:1746128065.335432:0:8423:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 153621 -> 155669 00010000:00010000:0.0:1746128065.335443:0:8423:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d366c00/0x802a7453533b8a09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.335457:0:8423:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d366c00/0x802a7453533b8a09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.335463:0:8423:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d366c00/0x802a7453533b8a09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.335468:0:8423:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d366c00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128065.335472:0:8423:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d366c00/0x802a7453533b8a09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.335478:0:8423:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d366c00/0x802a7453533b8a09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.335492:0:8423:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d366c00/0x802a7453533b8a09 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.335497:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d366c00/0x802a7453533b8a09 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128065.335568:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6186a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947541371648:12345-192.168.203.28@tcp:4:dd.0 Request processed in 67502us (67646us total) trans 4294967815 rc 0/0 00000100:00100000:0.0:1746128065.335604:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2469 00000100:00100000:0.0:1746128065.344520:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541371904 00000100:00100000:0.0:1746128065.344528:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541371904 00000100:00100000:0.0:1746128065.344647:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2470 00000100:00100000:0.0:1746128065.344655:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6187800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1965:x1830947541371904:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128065.344694:0:8423:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 79691776, mtime: 0x6813ccc1, atime: 0x0, ctime: 0x6813ccc1, blocks: 0x26015 00010000:00010000:0.0:1746128065.344701:0:8423:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533b8a10 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.344712:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128065.344713:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128065.344717:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533b8a10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.344728:0:8423:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533b8a10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746128065.414025:0:8423:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 79691776 -> 80740352 00002000:00010000:0.0:1746128065.414030:0:8423:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 155669 -> 157717 00010000:00010000:0.0:1746128065.414040:0:8423:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533b8a10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.414049:0:8423:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533b8a10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.414056:0:8423:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533b8a10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.414061:0:8423:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c092a00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128065.414064:0:8423:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533b8a10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.414071:0:8423:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533b8a10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.414085:0:8423:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533b8a10 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.414090:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533b8a10 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128065.414166:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6187800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1965:x1830947541371904:12345-192.168.203.28@tcp:4:dd.0 Request processed in 69509us (69710us total) trans 4294967816 rc 0/0 00000100:00100000:0.0:1746128065.414174:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2470 00000100:00100000:0.0:1746128065.421332:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541372160 00000100:00100000:0.0:1746128065.421340:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541372160 00000100:00100000:0.0:1746128065.421384:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2471 00000100:00100000:0.0:1746128065.421390:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6186d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1965:x1830947541372160:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128065.421424:0:8423:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 80740352, mtime: 0x6813ccc1, atime: 0x0, ctime: 0x6813ccc1, blocks: 0x26815 00010000:00010000:0.0:1746128065.421431:0:8423:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095303400/0x802a7453533b8a17 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.421441:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128065.421443:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128065.421446:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095303400/0x802a7453533b8a17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.421457:0:8423:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095303400/0x802a7453533b8a17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746128065.490161:0:8423:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 80740352 -> 81788928 00002000:00010000:0.0:1746128065.490168:0:8423:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 157717 -> 159765 00010000:00010000:0.0:1746128065.490178:0:8423:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095303400/0x802a7453533b8a17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.490188:0:8423:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095303400/0x802a7453533b8a17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.490195:0:8423:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095303400/0x802a7453533b8a17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.490201:0:8423:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095303400 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128065.490205:0:8423:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095303400/0x802a7453533b8a17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.490211:0:8423:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095303400/0x802a7453533b8a17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.490224:0:8423:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095303400/0x802a7453533b8a17 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.490230:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095303400/0x802a7453533b8a17 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128065.490299:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6186d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947541372160:12345-192.168.203.28@tcp:4:dd.0 Request processed in 68906us (70069us total) trans 4294967817 rc 0/0 00000100:00100000:0.0:1746128065.490319:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2471 00000100:00100000:0.0:1746128065.498816:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541372416 00000100:00100000:0.0:1746128065.498824:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541372416 00000100:00100000:0.0:1746128065.498869:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2472 00000100:00100000:0.0:1746128065.498876:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6186300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1964:x1830947541372416:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128065.498912:0:8423:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 81788928, mtime: 0x6813ccc1, atime: 0x0, ctime: 0x6813ccc1, blocks: 0x27015 00010000:00010000:0.0:1746128065.498919:0:8423:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533b8a1e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.498929:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128065.498931:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128065.498935:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533b8a1e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.498945:0:8423:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533b8a1e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128065.742963:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128065.859172:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541373952 00000100:00100000:0.0:1746128065.859179:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541373952 00000100:00100000:0.0:1746128065.859232:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2478 00000100:00100000:0.0:1746128065.859238:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1965:x1830947541373952:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128065.859273:0:8423:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 88080384, mtime: 0x6813ccc2, atime: 0x0, ctime: 0x6813ccc2, blocks: 0x2a015 00010000:00010000:0.0:1746128065.859280:0:8423:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009578b200/0x802a7453533b8a48 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.859290:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128065.859292:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128065.859296:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009578b200/0x802a7453533b8a48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.859328:0:8423:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009578b200/0x802a7453533b8a48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746128065.990525:0:8423:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 89128960 -> 90177536 00002000:00010000:0.0:1746128065.990529:0:8423:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 174103 -> 176151 00010000:00010000:0.0:1746128065.990539:0:8423:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095298800/0x802a7453533b8a4f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.990549:0:8423:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095298800/0x802a7453533b8a4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.990557:0:8423:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095298800/0x802a7453533b8a4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.990563:0:8423:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095298800 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128065.990566:0:8423:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095298800/0x802a7453533b8a4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.990589:0:8423:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095298800/0x802a7453533b8a4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.990603:0:8423:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095298800/0x802a7453533b8a4f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.990609:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095298800/0x802a7453533b8a4f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128065.990682:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947541374208:12345-192.168.203.28@tcp:4:dd.0 Request processed in 47436us (47548us total) trans 4294967825 rc 0/0 00000100:00100000:0.0:1746128065.990690:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2479 00000100:00100000:0.0:1746128065.994452:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541374464 00000100:00100000:0.0:1746128065.994460:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541374464 00000100:00100000:0.0:1746128065.994516:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2480 00000100:00100000:0.0:1746128065.994523:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1965:x1830947541374464:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128065.994558:0:8423:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 90177536, mtime: 0x6813ccc2, atime: 0x0, ctime: 0x6813ccc2, blocks: 0x2b017 00010000:00010000:0.0:1746128065.994564:0:8423:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009578b200/0x802a7453533b8a56 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.994590:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128065.994592:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128065.994595:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009578b200/0x802a7453533b8a56 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128065.994606:0:8423:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009578b200/0x802a7453533b8a56 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746128066.047254:0:8423:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 90177536 -> 91226112 00002000:00010000:0.0:1746128066.047258:0:8423:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 176151 -> 178199 00010000:00010000:0.0:1746128066.047267:0:8423:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009578b200/0x802a7453533b8a56 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.047277:0:8423:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009578b200/0x802a7453533b8a56 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.047288:0:8423:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009578b200/0x802a7453533b8a56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.047294:0:8423:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009578b200 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128066.047297:0:8423:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009578b200/0x802a7453533b8a56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.047315:0:8423:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009578b200/0x802a7453533b8a56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.047329:0:8423:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009578b200/0x802a7453533b8a56 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.047334:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009578b200/0x802a7453533b8a56 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128066.047399:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1965:x1830947541374464:12345-192.168.203.28@tcp:4:dd.0 Request processed in 52874us (53018us total) trans 4294967826 rc 0/0 00000100:00100000:0.0:1746128066.047407:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2480 00000100:00100000:0.0:1746128066.053392:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541374720 00000100:00100000:0.0:1746128066.053399:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541374720 00000100:00100000:0.0:1746128066.053455:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2481 00000100:00100000:0.0:1746128066.053462:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1964:x1830947541374720:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128066.053498:0:8423:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 91226112, mtime: 0x6813ccc2, atime: 0x0, ctime: 0x6813ccc2, blocks: 0x2b817 00010000:00010000:0.0:1746128066.053504:0:8423:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533b8a5d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.053515:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128066.053517:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128066.053521:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533b8a5d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.053532:0:8423:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533b8a5d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746128066.101612:0:8423:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 91226112 -> 92274688 00002000:00010000:0.0:1746128066.101616:0:8423:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 178199 -> 180247 00010000:00010000:0.0:1746128066.101627:0:8423:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533b8a5d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.101636:0:8423:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533b8a5d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.101643:0:8423:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533b8a5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.101648:0:8423:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a67200 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128066.101651:0:8423:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533b8a5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.101657:0:8423:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533b8a5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.101670:0:8423:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533b8a5d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.101678:0:8423:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533b8a5d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128066.101740:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1964:x1830947541374720:12345-192.168.203.28@tcp:4:dd.0 Request processed in 48275us (48421us total) trans 4294967827 rc 0/0 00000100:00100000:0.0:1746128066.101748:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2481 00000100:00100000:0.0:1746128066.105692:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541374976 00000100:00100000:0.0:1746128066.105700:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541374976 00000100:00100000:0.0:1746128066.105752:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2482 00000100:00100000:0.0:1746128066.105760:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094950000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1965:x1830947541374976:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128066.105797:0:8423:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 92274688, mtime: 0x6813ccc2, atime: 0x0, ctime: 0x6813ccc2, blocks: 0x2c017 00010000:00010000:0.0:1746128066.105803:0:8423:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012e3cc800/0x802a7453533b8a64 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.105813:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128066.105814:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128066.105819:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e3cc800/0x802a7453533b8a64 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.105829:0:8423:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e3cc800/0x802a7453533b8a64 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128066.197688:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128066.238691:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128066.331476:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128066.393026:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128066.459481:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128066.502648:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128066.502680:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128066.502696:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128066.504017:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128066.504058:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128066.504078:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128066.504089:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541377280 00000100:00100000:0.0:1746128066.504093:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541377280 00000100:00100000:0.0:1746128066.504111:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541376896 00000100:00100000:0.0:1746128066.504113:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541376896 00000100:00100000:0.0:1746128066.504122:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541377152 00000100:00100000:0.0:1746128066.504123:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541377152 00000100:00100000:0.0:1746128066.504133:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 387 00000100:00100000:0.0:1746128066.504137:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947541377280:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1746128066.504161:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947541377280:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 23us (1464us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128066.504166:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 387 00000100:00100000:0.0:1746128066.504175:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 388 00000100:00100000:0.0:1746128066.504178:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1964:x1830947541376896:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1746128066.504194:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1964:x1830947541376896:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 15us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128066.504198:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 388 00000100:00100000:0.0:1746128066.504205:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 389 00000100:00100000:0.0:1746128066.504209:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947541377152:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1746128066.504222:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947541377152:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 14us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128066.504226:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 389 00000100:00080000:0.0:1746128066.504270:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746128066.504273:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128066.519060:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541377536 00000100:00100000:0.0:1746128066.519066:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541377536 00000100:00100000:0.0:1746128066.519138:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2489 00000100:00100000:0.0:1746128066.519144:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1965:x1830947541377536:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128066.519178:0:8423:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 99614720, mtime: 0x6813ccc2, atime: 0x0, ctime: 0x6813ccc2, blocks: 0x2f819 00010000:00010000:0.0:1746128066.519184:0:8423:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533b8a95 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.519195:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128066.519196:0:8423:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128066.519200:0:8423:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533b8a95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.519209:0:8423:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533b8a95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8423 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128066.613387:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128066.682657:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128066.760374:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128066.809838:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947539858560:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746128066.809885:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128066.812221:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128066.822127:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128066.825524:0:7082:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541379200 00000100:00100000:0.0:1746128066.825531:0:7082:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541379200 00000100:00100000:0.0:1746128066.825710:0:7082:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40646 00000100:00100000:0.0:1746128066.825717:0:7082:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:29674:x1830947541379200:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:0.0:1746128066.825730:0:7082:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128066.825743:0:7082:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e0400/0x802a7453533b8ac6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2cf9c0 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.825814:0:7082:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e0600/0x802a7453533b8acd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.825824:0:7082:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e0600/0x802a7453533b8acd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.825832:0:7082:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e0600/0x802a7453533b8acd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.825841:0:7082:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533b8ad4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.825847:0:7082:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533b8ad4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.825851:0:7082:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533b8ad4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.826163:0:7082:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533b8adb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.826170:0:7082:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533b8adb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.826176:0:7082:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533b8adb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7082 initiator: MDT0 00000004:00200000:0.0:1746128066.826186:0:7082:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 104857600 00010000:00010000:0.0:1746128066.826244:0:7082:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e0600/0x802a7453533b8acd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.826250:0:7082:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e0600/0x802a7453533b8acd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.826255:0:7082:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e0600/0x802a7453533b8acd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.826259:0:7082:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800945e0600 already unused, calling callback (ffffffffa137a690) 00010000:00010000:0.0:1746128066.826262:0:7082:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e0600/0x802a7453533b8acd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.826265:0:7082:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e0600/0x802a7453533b8acd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.826272:0:7082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a54d5b00) 00010000:00010000:0.0:1746128066.826273:0:7082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128066.826276:0:7082:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e0600/0x802a7453533b8acd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.826279:0:7082:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e0600/0x802a7453533b8acd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.826306:0:7082:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533b8ad4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.826310:0:7082:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533b8ad4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.826314:0:7082:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533b8ad4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.826321:0:7082:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093728000 already unused, calling callback (ffffffffa137a690) 00010000:00010000:0.0:1746128066.826324:0:7082:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533b8ad4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.826328:0:7082:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533b8ad4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.826334:0:7082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd5ce3da0 (ffff88012c411100) 00010000:00010000:0.0:1746128066.826336:0:7082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128066.826338:0:7082:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533b8ad4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.826342:0:7082:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533b8ad4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.826366:0:7082:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e0400/0x802a7453533b8ac6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cf9c0 expref: 9 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.826373:0:7082:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533b8adb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cf9c0 expref: 8 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.826377:0:7082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff8800a54d5200) 00010000:00010000:0.0:1746128066.826378:0:7082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746128066.826379:0:7082:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093729000, rc 0) 00000100:00100000:0.0:1746128066.827006:0:7082:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+8:29674:x1830947541379200:12345-192.168.203.28@tcp:101:dd.0 Request processed in 1288us (1554us total) trans 4294984623 rc 0/0 00000100:00100000:0.0:1746128066.827013:0:7082:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40646 00000100:00100000:0.0:1746128066.829976:0:7082:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541379328 00000100:00100000:0.0:1746128066.829983:0:7082:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541379328 00000100:00100000:0.0:1746128066.830063:0:7082:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40647 00000100:00100000:0.0:1746128066.830071:0:7082:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:29674:x1830947541379328:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:0.0:1746128066.830090:0:7082:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128066.830105:0:7082:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009512fa00/0x802a7453533b8ae9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2cf9c7 expref: -99 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.830146:0:7082:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009512e200/0x802a7453533b8af0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.830155:0:7082:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009512e200/0x802a7453533b8af0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.830162:0:7082:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009512e200/0x802a7453533b8af0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7082 initiator: MDT0 00000004:00200000:0.0:1746128066.830211:0:7082:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746128066.830214:0:7082:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:0.0:1746128066.830226:0:7082:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009512e200/0x802a7453533b8af0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128066.830242:0:7082:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009512fa00/0x802a7453533b8ae9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cf9c7 expref: 10 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.830254:0:7082:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009512e200/0x802a7453533b8af0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cf9c7 expref: 9 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.830260:0:7082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a54d5b00) 00010000:00010000:0.0:1746128066.830262:0:7082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746128066.830264:0:7082:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009512e200, rc 0) 00000100:00100000:0.0:1746128066.830319:0:7082:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:29674:x1830947541379328:12345-192.168.203.28@tcp:101:dd.0 Request processed in 250us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128066.830328:0:7082:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40647 00000100:00100000:0.0:1746128066.833686:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541379584 00000100:00100000:0.0:1746128066.833693:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541379584 00000100:00100000:0.0:1746128066.833734:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40648 00000100:00100000:0.0:1746128066.833741:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b019180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:29674:x1830947541379584:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:0.0:1746128066.833758:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128066.833760:0:7083:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746128066.833780:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009512e200/0x802a7453533b8af0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cf9c7 expref: 9 pid: 7082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.833792:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a54d5b00) 00010000:00010000:0.0:1746128066.833796:0:7083:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746128066.833803:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e1400/0x802a7453533b8af7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2cf9ce expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.833903:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800952bd800/0x802a7453533b8afe lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128066.833913:0:7083:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103a00/0x802a7453533b8abf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cf9b9 expref: 7 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.833920:0:7083:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800952bd800/0x802a7453533b8afe lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128066.833942:0:7083:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103a00/0x802a7453533b8abf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cf9b9 expref: 7 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.833951:0:7083:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103a00/0x802a7453533b8abf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cf9b9 expref: 7 pid: 7083 timeout: 562 lvb_type: 0 00000100:00100000:0.0:1746128066.833964:0:7083:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f35c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7083:1830947539858688:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128066.834036:0:7083:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128066.837132:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541379712 00000100:00100000:0.0:1746128066.837139:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541379712 00010000:00010000:0.0:1746128066.837163:0:20953:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103a00/0x802a7453533b8abf lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cf9b9 expref: 8 pid: 7083 timeout: 562 lvb_type: 0 00000100:00100000:0.0:1746128066.837189:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 6908 00000100:00100000:0.0:1746128066.837194:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f29050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1964:x1830947541379712:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128066.837202:0:20953:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128066.837206:0:20953:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103a00/0x802a7453533b8abf lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cf9b9 expref: 8 pid: 7083 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746128066.837215:0:20953:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103a00/0x802a7453533b8abf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cf9b9 expref: 8 pid: 7083 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746128066.837231:0:20953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a54d5b00) 00010000:00010000:0.0:1746128066.837234:0:20953:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800952bd800/0x802a7453533b8afe lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128066.837241:0:20953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800952bd800/0x802a7453533b8afe lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128066.837246:0:20953:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800952bd800/0x802a7453533b8afe lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128066.837258:0:20953:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128066.839015:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f29050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1964:x1830947541379712:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1818us (1934us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128066.839023:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 6908 00000100:00100000:0.0:1746128066.878027:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541380224 00000100:00100000:0.0:1746128066.878034:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541380224 00000100:00100000:0.0:1746128066.878081:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3015 00000100:00100000:0.0:1746128066.878089:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:29674:x1830947541380224:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:0.0:1746128066.878104:0:10571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128066.878117:0:10571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a02400/0x802a7453533b8b21 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2cf9dc expref: -99 pid: 10571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746128066.878137:0:10571:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746128066.878153:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128066.878154:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128066.878160:0:10571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a02400/0x802a7453533b8b21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cf9dc expref: 6 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.878173:0:10571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a02400/0x802a7453533b8b21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cf9dc expref: 6 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128066.878181:0:10571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a02400, rc 0) 00000100:00100000:0.0:1746128066.878226:0:10571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:29674:x1830947541380224:12345-192.168.203.28@tcp:101:dd.0 Request processed in 138us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128066.878232:0:10571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3015 00000100:00100000:0.0:1746128066.901921:0:28260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541380736 00000100:00100000:0.0:1746128066.901927:0:28260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541380736 00002000:00100000:0.0:1746128066.901955:0:28260:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x15:0x0] (1048576->2097151) req@ffff8800840a5180 x1830947541380736/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:317/0 lens 488/0 e 0 to 0 dl 1746128077 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128066.901969:0:28260:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a5180 with x1830947541380736 ext(1048576->2097151) 00002000:00010000:0.0:1746128066.901974:0:28260:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a5180 00000100:00100000:0.0:1746128066.902002:0:28260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2496 00000100:00100000:0.0:1746128066.902009:0:28260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541380736:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128066.920240:0:28260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541380736:12345-192.168.203.28@tcp:3:dd.0 Request processed in 18225us (18383us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128066.920251:0:28260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2496 00002000:00100000:0.0:1746128066.920260:0:28260:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x15:0x0] (1048576->2097151) req@ffff8800840a5180 x1830947541380736/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:317/0 lens 488/440 e 0 to 0 dl 1746128077 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128066.920268:0:28260:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a5180 with x1830947541380736 ext(1048576->2097151) 00002000:00010000:0.0:1746128066.920272:0:28260:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a5180 00000100:00100000:0.0:1746128066.936472:0:28260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541380992 00000100:00100000:0.0:1746128066.936480:0:28260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541380992 00002000:00100000:0.0:1746128066.936515:0:28260:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (1048576->2097151) req@ffff88009b01a680 x1830947541380992/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:317/0 lens 488/0 e 0 to 0 dl 1746128077 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128066.936523:0:28260:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01a680 with x1830947541380992 ext(1048576->2097151) 00002000:00010000:0.0:1746128066.936527:0:28260:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b01a680 00000100:00100000:0.0:1746128066.936556:0:28260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2497 00000100:00100000:0.0:1746128066.936563:0:28260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947541380992:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128066.942558:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541381248 00000100:00100000:0.0:1746128066.942569:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541381248 00002000:00100000:0.0:1746128066.943123:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (2097152->3145727) req@ffff88009b01ad80 x1830947541381248/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:317/0 lens 488/0 e 0 to 0 dl 1746128077 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128066.943137:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01ad80 with x1830947541381248 ext(2097152->3145727) 00002000:00010000:0.0:1746128066.943141:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b01ad80 00000100:00100000:0.0:1746128066.954601:0:28260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1964:x1830947541380992:12345-192.168.203.28@tcp:4:dd.0 Request processed in 18029us (18170us total) trans 4294967960 rc 0/0 00000100:00100000:0.0:1746128066.954611:0:28260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2497 00002000:00100000:0.0:1746128066.954621:0:28260:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (1048576->2097151) req@ffff88009b01a680 x1830947541380992/t4294967960(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:317/0 lens 488/448 e 0 to 0 dl 1746128077 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128066.954629:0:28260:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01a680 with x1830947541380992 ext(1048576->2097151) 00002000:00010000:0.0:1746128066.954633:0:28260:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b01a680 00000100:00100000:0.0:1746128066.976044:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128066.993509:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541382016 00000100:00100000:0.0:1746128066.993515:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541382016 00002000:00100000:0.0:1746128066.993546:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (3145728->4194303) req@ffff8800840a5500 x1830947541382016/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:317/0 lens 488/0 e 0 to 0 dl 1746128077 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128066.993554:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a5500 with x1830947541382016 ext(3145728->4194303) 00002000:00010000:0.0:1746128066.993559:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800840a5500 00000100:00100000:0.0:1746128066.993591:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2501 00000100:00100000:0.0:1746128066.993597:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1963:x1830947541382016:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128067.003911:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.003946:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.005956:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.006606:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.006623:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541382528 00000100:00100000:0.0:1746128067.006626:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541382528 00002000:00100000:0.0:1746128067.006643:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (5242880->6291455) req@ffff880091f34700 x1830947541382528/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.006651:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f34700 with x1830947541382528 ext(5242880->6291455) 00002000:00010000:0.0:1746128067.006654:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f34700 00000100:00100000:0.0:1746128067.008276:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541382784 00000100:00100000:0.0:1746128067.008281:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541382784 00002000:00100000:0.0:1746128067.008311:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (7340032->8388607) req@ffff880091f35500 x1830947541382784/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.009520:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35500 with x1830947541382784 ext(7340032->8388607) 00002000:00010000:0.0:1746128067.009524:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f35500 00000100:00100000:0.0:1746128067.009547:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2505 00000100:00100000:0.0:1746128067.009559:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1963:x1830947541382784:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128067.028562:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1963:x1830947541382784:12345-192.168.203.28@tcp:3:dd.0 Request processed in 19001us (21948us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.028595:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2505 00002000:00100000:0.0:1746128067.028605:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (7340032->8388607) req@ffff880091f35500 x1830947541382784/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.028614:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35500 with x1830947541382784 ext(7340032->8388607) 00002000:00010000:0.0:1746128067.028619:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f35500 00000100:00100000:0.0:1746128067.050287:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541383168 00000100:00100000:0.0:1746128067.050306:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541383168 00002000:00100000:0.0:1746128067.050342:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x18:0x0] (4194304->5242879) req@ffff880094950700 x1830947541383168/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.050350:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094950700 with x1830947541383168 ext(4194304->5242879) 00002000:00010000:0.0:1746128067.050354:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094950700 00000100:00100000:0.0:1746128067.050387:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2506 00000100:00100000:0.0:1746128067.050394:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094950700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:1966:x1830947541383168:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128067.063139:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094950700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1966:x1830947541383168:12345-192.168.203.28@tcp:4:dd.0 Request processed in 12738us (13394us total) trans 4294967963 rc 0/0 00000100:00100000:0.0:1746128067.063149:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2506 00002000:00100000:0.0:1746128067.063159:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x18:0x0] (4194304->5242879) req@ffff880094950700 x1830947541383168/t4294967963(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/448 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.063167:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094950700 with x1830947541383168 ext(4194304->5242879) 00002000:00010000:0.0:1746128067.063172:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094950700 00000100:00100000:0.0:1746128067.064477:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541383424 00000100:00100000:0.0:1746128067.064483:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541383424 00002000:00100000:0.0:1746128067.064511:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x18:0x0] (5242880->6291455) req@ffff880094950a80 x1830947541383424/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.064518:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094950a80 with x1830947541383424 ext(5242880->6291455) 00002000:00010000:0.0:1746128067.064521:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094950a80 00000100:00100000:0.0:1746128067.065123:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2507 00000100:00100000:0.0:1746128067.065130:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094950a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1966:x1830947541383424:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128067.077625:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094950a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1966:x1830947541383424:12345-192.168.203.28@tcp:4:dd.0 Request processed in 12489us (13558us total) trans 4294967964 rc 0/0 00000100:00100000:0.0:1746128067.077634:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2507 00002000:00100000:0.0:1746128067.077643:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x18:0x0] (5242880->6291455) req@ffff880094950a80 x1830947541383424/t4294967964(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/448 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.077651:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094950a80 with x1830947541383424 ext(5242880->6291455) 00002000:00010000:0.0:1746128067.077656:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094950a80 00000100:00100000:0.0:1746128067.082150:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541383680 00000100:00100000:0.0:1746128067.082158:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541383680 00002000:00100000:0.0:1746128067.082204:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x18:0x0] (6291456->7340031) req@ffff880094950e00 x1830947541383680/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.082213:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094950e00 with x1830947541383680 ext(6291456->7340031) 00002000:00010000:0.0:1746128067.082218:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094950e00 00000100:00100000:0.0:1746128067.082246:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2508 00000100:00100000:0.0:1746128067.082253:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1966:x1830947541383680:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128067.094090:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.094120:0:20910:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541383936 00000100:00100000:0.0:1746128067.094127:0:20910:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541383936 00002000:00100000:0.0:1746128067.094159:0:20910:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (7340032->8388607) req@ffff880091f35880 x1830947541383936/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.094167:0:20910:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35880 with x1830947541383936 ext(7340032->8388607) 00002000:00010000:0.0:1746128067.094171:0:20910:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f35880 00000100:00100000:0.0:1746128067.094188:0:20910:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2509 00000100:00100000:0.0:1746128067.094193:0:20910:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1966:x1830947541383936:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128067.109315:0:20910:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1966:x1830947541383936:12345-192.168.203.28@tcp:4:dd.0 Request processed in 15113us (15223us total) trans 4294967966 rc 0/0 00000100:00100000:0.0:1746128067.109326:0:20910:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2509 00002000:00100000:0.0:1746128067.109336:0:20910:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (7340032->8388607) req@ffff880091f35880 x1830947541383936/t4294967966(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/448 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.109344:0:20910:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35880 with x1830947541383936 ext(7340032->8388607) 00002000:00010000:0.0:1746128067.109348:0:20910:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f35880 00000100:00100000:0.0:1746128067.118175:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.118675:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.118693:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.118708:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541384320 00000100:00100000:0.0:1746128067.118715:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541384320 00002000:00100000:0.0:1746128067.119132:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (9437184->10485759) req@ffff880091f35180 x1830947541384320/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.119140:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35180 with x1830947541384320 ext(9437184->10485759) 00002000:00010000:0.0:1746128067.119142:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f35180 00000100:00100000:0.0:1746128067.119274:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2512 00000100:00100000:0.0:1746128067.119281:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1966:x1830947541384320:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128067.122850:0:28260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2516 00000100:00100000:0.0:1746128067.122856:0:28260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094951880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7aa87384-656b-4166-a7ed-fb87664a8ead+17:1966:x1830947541384960:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128067.122946:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.122959:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541385344 00000100:00100000:0.0:1746128067.122962:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541385344 00002000:00100000:0.0:1746128067.122974:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (15728640->16777215) req@ffff880091f34000 x1830947541385344/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.122980:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f34000 with x1830947541385344 ext(15728640->16777215) 00002000:00010000:0.0:1746128067.122982:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f34000 00000100:00100000:0.0:1746128067.122991:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2517 00000100:00100000:0.0:1746128067.122995:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1966:x1830947541385344:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128067.139726:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1966:x1830947541384320:12345-192.168.203.28@tcp:3:dd.0 Request processed in 20438us (21551us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.139740:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2512 00002000:00100000:0.0:1746128067.139750:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (9437184->10485759) req@ffff880091f35180 x1830947541384320/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.139758:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35180 with x1830947541384320 ext(9437184->10485759) 00002000:00010000:0.0:1746128067.139763:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f35180 00000100:00100000:0.0:1746128067.155194:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1966:x1830947541385344:12345-192.168.203.28@tcp:3:dd.0 Request processed in 32189us (32239us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.155204:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2517 00002000:00100000:0.0:1746128067.155214:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (15728640->16777215) req@ffff880091f34000 x1830947541385344/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.155223:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f34000 with x1830947541385344 ext(15728640->16777215) 00002000:00010000:0.0:1746128067.155228:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f34000 00000100:00100000:0.0:1746128067.179155:0:28260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1963:x1830947541385600:12345-192.168.203.28@tcp:4:dd.0 Request processed in 14155us (14289us total) trans 4294967967 rc 0/0 00000100:00100000:0.0:1746128067.179165:0:28260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2518 00002000:00100000:0.0:1746128067.179175:0:28260:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (8388608->9437183) req@ffff880094951c00 x1830947541385600/t4294967967(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/448 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.179184:0:28260:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094951c00 with x1830947541385600 ext(8388608->9437183) 00002000:00010000:0.0:1746128067.179189:0:28260:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094951c00 00000100:00100000:0.0:1746128067.180670:0:28260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541386112 00000100:00100000:0.0:1746128067.180677:0:28260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541386112 00002000:00100000:0.0:1746128067.180703:0:28260:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (10485760->11534335) req@ffff8800840a6d80 x1830947541386112/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.180718:0:28260:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a6d80 with x1830947541386112 ext(10485760->11534335) 00002000:00010000:0.0:1746128067.180721:0:28260:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800840a6d80 00000100:00100000:0.0:1746128067.180745:0:28260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2520 00000100:00100000:0.0:1746128067.180752:0:28260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1963:x1830947541386112:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128067.188667:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.215436:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.223789:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.264425:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.273590:0:8421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1964:x1830947541387776:12345-192.168.203.28@tcp:3:dd.0 Request processed in 27377us (28154us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.273599:0:8421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2531 00002000:00100000:0.0:1746128067.273609:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x15:0x0] (17825792->18874367) req@ffff880092091500 x1830947541387776/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.273618:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092091500 with x1830947541387776 ext(17825792->18874367) 00002000:00010000:0.0:1746128067.273623:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092091500 00000100:00100000:0.0:1746128067.273829:0:8421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541389184 00000100:00100000:0.0:1746128067.273835:0:8421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541389184 00002000:00100000:0.0:1746128067.273860:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x15:0x0] (27262976->28311551) req@ffff88009b018380 x1830947541389184/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.273866:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b018380 with x1830947541389184 ext(27262976->28311551) 00002000:00010000:0.0:1746128067.273868:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b018380 00000100:00100000:0.0:1746128067.273882:0:8421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2536 00000100:00100000:0.0:1746128067.273888:0:8421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1964:x1830947541389184:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128067.285253:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.285309:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.290154:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+19:1964:x1830947541388672:12345-192.168.203.28@tcp:3:dd.0 Request processed in 43997us (45735us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.290164:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2530 00002000:00100000:0.0:1746128067.290173:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x15:0x0] (25165824->26214399) req@ffff880092090000 x1830947541388672/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.290181:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092090000 with x1830947541388672 ext(25165824->26214399) 00002000:00010000:0.0:1746128067.290185:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092090000 00000100:00100000:0.0:1746128067.300546:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541389824 00000100:00100000:0.0:1746128067.300554:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541389824 00002000:00100000:0.0:1746128067.300608:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x15:0x0] (30408704->31457279) req@ffff88009b01bb80 x1830947541389824/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.300616:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01bb80 with x1830947541389824 ext(30408704->31457279) 00002000:00010000:0.0:1746128067.300619:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b01bb80 00000100:00100000:0.0:1746128067.300635:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2540 00000100:00100000:0.0:1746128067.300640:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+19:1964:x1830947541389824:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128067.312255:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1964:x1830947541388288:12345-192.168.203.28@tcp:3:dd.0 Request processed in 65386us (65517us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.312264:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2533 00002000:00100000:0.0:1746128067.312271:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x15:0x0] (22020096->23068671) req@ffff880092091c00 x1830947541388288/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.312279:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092091c00 with x1830947541388288 ext(22020096->23068671) 00002000:00010000:0.0:1746128067.312283:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092091c00 00000100:00100000:0.0:1746128067.327684:0:8421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1964:x1830947541389184:12345-192.168.203.28@tcp:3:dd.0 Request processed in 53787us (54257us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.327694:0:8421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2536 00002000:00100000:0.0:1746128067.327704:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x15:0x0] (27262976->28311551) req@ffff88009b018380 x1830947541389184/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.327712:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b018380 with x1830947541389184 ext(27262976->28311551) 00002000:00010000:0.0:1746128067.327717:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b018380 00000100:00100000:0.0:1746128067.336669:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1964:x1830947541389824:12345-192.168.203.28@tcp:3:dd.0 Request processed in 36024us (36153us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.336678:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2540 00002000:00100000:0.0:1746128067.336685:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x15:0x0] (30408704->31457279) req@ffff88009b01bb80 x1830947541389824/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.336693:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01bb80 with x1830947541389824 ext(30408704->31457279) 00002000:00010000:0.0:1746128067.336697:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b01bb80 00000100:00100000:0.0:1746128067.359554:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1965:x1830947541390848:12345-192.168.203.28@tcp:4:dd.0 Request processed in 13708us (14049us total) trans 4294967978 rc 0/0 00000100:00100000:0.0:1746128067.359564:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2545 00002000:00100000:0.0:1746128067.359595:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (19922944->20971519) req@ffff880092092a00 x1830947541390848/t4294967978(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/448 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.359603:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092092a00 with x1830947541390848 ext(19922944->20971519) 00002000:00010000:0.0:1746128067.359608:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092092a00 00000100:00100000:0.0:1746128067.362214:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541391360 00000100:00100000:0.0:1746128067.362221:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541391360 00002000:00100000:0.0:1746128067.362253:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (22020096->23068671) req@ffff880094952300 x1830947541391360/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.362262:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094952300 with x1830947541391360 ext(22020096->23068671) 00002000:00010000:0.0:1746128067.362266:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094952300 00000100:00100000:0.0:1746128067.362301:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2547 00000100:00100000:0.0:1746128067.362308:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1965:x1830947541391360:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128067.368718:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1965:x1830947541391360:12345-192.168.203.28@tcp:4:dd.0 Request processed in 6405us (6580us total) trans 4294967980 rc 0/0 00000100:00100000:0.0:1746128067.368728:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2547 00002000:00100000:0.0:1746128067.368735:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (22020096->23068671) req@ffff880094952300 x1830947541391360/t4294967980(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/448 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.368742:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094952300 with x1830947541391360 ext(22020096->23068671) 00002000:00010000:0.0:1746128067.368746:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094952300 00000100:00100000:0.0:1746128067.372815:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541391616 00000100:00100000:0.0:1746128067.372822:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541391616 00002000:00100000:0.0:1746128067.372855:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (23068672->24117247) req@ffff880094952a00 x1830947541391616/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.372863:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094952a00 with x1830947541391616 ext(23068672->24117247) 00002000:00010000:0.0:1746128067.372868:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094952a00 00000100:00100000:0.0:1746128067.372898:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2548 00000100:00100000:0.0:1746128067.372905:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1966:x1830947541391616:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128067.382842:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1966:x1830947541391616:12345-192.168.203.28@tcp:4:dd.0 Request processed in 9929us (10326us total) trans 4294967981 rc 0/0 00000100:00100000:0.0:1746128067.382852:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2548 00002000:00100000:0.0:1746128067.382863:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (23068672->24117247) req@ffff880094952a00 x1830947541391616/t4294967981(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/448 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.382871:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094952a00 with x1830947541391616 ext(23068672->24117247) 00002000:00010000:0.0:1746128067.382876:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094952a00 00000100:00100000:0.0:1746128067.383337:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541391872 00000100:00100000:0.0:1746128067.383343:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541391872 00002000:00100000:0.0:1746128067.383366:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (24117248->25165823) req@ffff88009b01a300 x1830947541391872/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.383372:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01a300 with x1830947541391872 ext(24117248->25165823) 00002000:00010000:0.0:1746128067.383375:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b01a300 00000100:00100000:0.0:1746128067.383398:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2549 00000100:00100000:0.0:1746128067.383404:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1965:x1830947541391872:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128067.390509:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1965:x1830947541391872:12345-192.168.203.28@tcp:4:dd.0 Request processed in 7097us (7496us total) trans 4294967982 rc 0/0 00000100:00100000:0.0:1746128067.390520:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2549 00002000:00100000:0.0:1746128067.390529:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (24117248->25165823) req@ffff88009b01a300 x1830947541391872/t4294967982(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/448 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.390538:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01a300 with x1830947541391872 ext(24117248->25165823) 00002000:00010000:0.0:1746128067.390543:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b01a300 00000100:00100000:0.0:1746128067.407818:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541392256 00000100:00100000:0.0:1746128067.407825:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541392256 00002000:00100000:0.0:1746128067.407861:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (34603008->35651583) req@ffff880094952d80 x1830947541392256/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.407870:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094952d80 with x1830947541392256 ext(34603008->35651583) 00002000:00010000:0.0:1746128067.407875:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094952d80 00000100:00100000:0.0:1746128067.407892:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541392512 00000100:00100000:0.0:1746128067.407894:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541392512 00002000:00100000:0.0:1746128067.407905:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (36700160->37748735) req@ffff880094953100 x1830947541392512/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.407911:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094953100 with x1830947541392512 ext(36700160->37748735) 00002000:00010000:0.0:1746128067.407914:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094953100 00000100:00100000:0.0:1746128067.407921:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541392768 00000100:00100000:0.0:1746128067.407922:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541392768 00002000:00100000:0.0:1746128067.407931:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (38797312->39845887) req@ffff880094953800 x1830947541392768/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.407938:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094953800 with x1830947541392768 ext(38797312->39845887) 00002000:00010000:0.0:1746128067.407940:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094953800 00000100:00100000:0.0:1746128067.407954:0:8421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2550 00000100:00100000:0.0:1746128067.407960:0:8421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094952d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1965:x1830947541392256:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128067.448816:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+21:1965:x1830947541392384:12345-192.168.203.28@tcp:3:dd.0 Request processed in 38523us (38999us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.448823:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2555 00002000:00100000:0.0:1746128067.448829:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x15:0x0] (35651584->36700159) req@ffff880094955c00 x1830947541392384/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.448835:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955c00 with x1830947541392384 ext(35651584->36700159) 00002000:00010000:0.0:1746128067.448838:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094955c00 00000100:00100000:0.0:1746128067.469758:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1963:x1830947541394048:12345-192.168.203.28@tcp:4:dd.0 Request processed in 22187us (22413us total) trans 4294967984 rc 0/0 00000100:00100000:0.0:1746128067.469768:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2562 00002000:00100000:0.0:1746128067.469779:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x18:0x0] (26214400->27262975) req@ffff880094954000 x1830947541394048/t4294967984(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/448 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.469788:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094954000 with x1830947541394048 ext(26214400->27262975) 00002000:00010000:0.0:1746128067.469792:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094954000 00000100:00100000:0.0:1746128067.484314:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094953b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1965:x1830947541392128:12345-192.168.203.28@tcp:3:dd.0 Request processed in 74097us (74523us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.484321:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2553 00002000:00100000:0.0:1746128067.484326:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x15:0x0] (33554432->34603007) req@ffff880094953b80 x1830947541392128/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.484332:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094953b80 with x1830947541392128 ext(33554432->34603007) 00002000:00010000:0.0:1746128067.484335:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094953b80 00000100:00100000:0.0:1746128067.492370:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1965:x1830947541393664:12345-192.168.203.28@tcp:3:dd.0 Request processed in 55606us (56144us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.492381:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2560 00002000:00100000:0.0:1746128067.492391:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x15:0x0] (42991616->44040191) req@ffff880094e0b800 x1830947541393664/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.492399:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0b800 with x1830947541393664 ext(42991616->44040191) 00002000:00010000:0.0:1746128067.492403:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e0b800 00000100:00100000:0.0:1746128067.505848:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1965:x1830947541394176:12345-192.168.203.28@tcp:3:dd.0 Request processed in 58132us (58453us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.505855:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2563 00002000:00100000:0.0:1746128067.505861:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (45088768->46137343) req@ffff880094954380 x1830947541394176/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.505868:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094954380 with x1830947541394176 ext(45088768->46137343) 00002000:00010000:0.0:1746128067.505872:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094954380 00000100:00100000:0.0:1746128067.540426:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541396608 00000100:00100000:0.0:1746128067.540434:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541396608 00002000:00100000:0.0:1746128067.540467:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (51380224->52428799) req@ffff8800a56a1500 x1830947541396608/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.540475:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1500 with x1830947541396608 ext(51380224->52428799) 00002000:00010000:0.0:1746128067.540480:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a1500 00000100:00100000:0.0:1746128067.540920:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541396864 00000100:00100000:0.0:1746128067.540924:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541396864 00002000:00100000:0.0:1746128067.540937:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (53477376->54525951) req@ffff8800a56a3b80 x1830947541396864/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.540944:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3b80 with x1830947541396864 ext(53477376->54525951) 00002000:00010000:0.0:1746128067.540947:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a3b80 00000100:00100000:0.0:1746128067.547389:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2580 00000100:00100000:0.0:1746128067.547400:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+15:1965:x1830947541396992:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128067.551657:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.567176:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.609421:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.609518:0:28260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1965:x1830947541397504:12345-192.168.203.28@tcp:3:dd.0 Request processed in 60429us (60524us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.609527:0:28260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2582 00002000:00100000:0.0:1746128067.609537:0:28260:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x15:0x0] (58720256->59768831) req@ffff88012d0a9c00 x1830947541397504/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.609545:0:28260:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a9c00 with x1830947541397504 ext(58720256->59768831) 00002000:00010000:0.0:1746128067.609549:0:28260:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0a9c00 00000100:00100000:0.0:1746128067.609567:0:28260:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541399168 00000100:00100000:0.0:1746128067.609586:0:28260:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541399168 00002000:00100000:0.0:1746128067.609608:0:28260:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x15:0x0] (62914560->63963135) req@ffff88009c218e00 x1830947541399168/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.609615:0:28260:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c218e00 with x1830947541399168 ext(62914560->63963135) 00002000:00010000:0.0:1746128067.609618:0:28260:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c218e00 00000100:00100000:0.0:1746128067.609630:0:28260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2590 00000100:00100000:0.0:1746128067.609635:0:28260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1965:x1830947541399168:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128067.627085:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1965:x1830947541396992:12345-192.168.203.28@tcp:3:dd.0 Request processed in 79688us (86667us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.627091:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2580 00002000:00100000:0.0:1746128067.627095:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (54525952->55574527) req@ffff8800a56a3800 x1830947541396992/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.627102:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3800 with x1830947541396992 ext(54525952->55574527) 00002000:00010000:0.0:1746128067.627105:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a3800 00000100:00100000:0.0:1746128067.661354:0:28260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7aa87384-656b-4166-a7ed-fb87664a8ead+12:1965:x1830947541399168:12345-192.168.203.28@tcp:3:dd.0 Request processed in 51708us (51929us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.661364:0:28260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2590 00002000:00100000:0.0:1746128067.661373:0:28260:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x15:0x0] (62914560->63963135) req@ffff88009c218e00 x1830947541399168/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.661381:0:28260:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c218e00 with x1830947541399168 ext(62914560->63963135) 00002000:00010000:0.0:1746128067.661386:0:28260:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c218e00 00000100:00100000:0.0:1746128067.670498:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+86:1964:x1830947541400320:12345-192.168.203.28@tcp:4:dd.0 Request processed in 23613us (23867us total) trans 4294967997 rc 0/0 00000100:00100000:0.0:1746128067.670510:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2596 00002000:00100000:0.0:1746128067.670520:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (39845888->40894463) req@ffff88012d0a8e00 x1830947541400320/t4294967997(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/448 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.670528:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a8e00 with x1830947541400320 ext(39845888->40894463) 00002000:00010000:0.0:1746128067.670533:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d0a8e00 00000100:00100000:0.0:1746128067.683354:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.683392:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.683417:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.683445:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.683462:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541400960 00000100:00100000:0.0:1746128067.683469:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541400960 00002000:00100000:0.0:1746128067.683503:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (68157440->69206015) req@ffff88009c21b100 x1830947541400960/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.683512:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21b100 with x1830947541400960 ext(68157440->69206015) 00002000:00010000:0.0:1746128067.683516:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21b100 00000100:00100000:0.0:1746128067.683529:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541401216 00000100:00100000:0.0:1746128067.683531:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541401216 00002000:00100000:0.0:1746128067.683540:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (70254592->71303167) req@ffff88009c218000 x1830947541401216/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.683545:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c218000 with x1830947541401216 ext(70254592->71303167) 00002000:00010000:0.0:1746128067.683547:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c218000 00000100:00100000:0.0:1746128067.683554:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541401472 00000100:00100000:0.0:1746128067.683556:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541401472 00002000:00100000:0.0:1746128067.683563:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (72351744->73400319) req@ffff88009c219c00 x1830947541401472/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.683598:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c219c00 with x1830947541401472 ext(72351744->73400319) 00002000:00010000:0.0:1746128067.683600:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c219c00 00000100:00100000:0.0:1746128067.683608:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541401728 00000100:00100000:0.0:1746128067.683610:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541401728 00002000:00100000:0.0:1746128067.683621:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (74448896->75497471) req@ffff88009c21a300 x1830947541401728/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.683627:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21a300 with x1830947541401728 ext(74448896->75497471) 00002000:00010000:0.0:1746128067.683630:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21a300 00000100:00100000:0.0:1746128067.683639:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2598 00000100:00100000:0.0:1746128067.683645:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1963:x1830947541400960:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128067.684275:0:28260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2599 00000100:00100000:0.0:1746128067.684281:0:28260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1963:x1830947541401216:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128067.685048:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.685901:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.685917:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541401088 00000100:00100000:0.0:1746128067.685919:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541401088 00002000:00100000:0.0:1746128067.685935:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x15:0x0] (69206016->70254591) req@ffff88009c219500 x1830947541401088/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.685941:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c219500 with x1830947541401088 ext(69206016->70254591) 00002000:00010000:0.0:1746128067.685944:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c219500 00000100:00100000:0.0:1746128067.685955:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2602 00000100:00100000:0.0:1746128067.685959:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+15:1963:x1830947541400832:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128067.698950:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+22:1963:x1830947541400960:12345-192.168.203.28@tcp:3:dd.0 Request processed in 15296us (15594us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.698960:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2598 00002000:00100000:0.0:1746128067.698970:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (68157440->69206015) req@ffff88009c21b100 x1830947541400960/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.698977:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21b100 with x1830947541400960 ext(68157440->69206015) 00002000:00010000:0.0:1746128067.698981:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21b100 00000100:00100000:0.0:1746128067.705014:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541402240 00000100:00100000:0.0:1746128067.705022:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541402240 00002000:00100000:0.0:1746128067.705054:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (76546048->77594623) req@ffff880094e09180 x1830947541402240/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.705062:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e09180 with x1830947541402240 ext(76546048->77594623) 00002000:00010000:0.0:1746128067.705067:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e09180 00000100:00100000:0.0:1746128067.709526:0:28260:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7aa87384-656b-4166-a7ed-fb87664a8ead+22:1963:x1830947541401216:12345-192.168.203.28@tcp:3:dd.0 Request processed in 25240us (26129us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.709535:0:28260:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2599 00002000:00100000:0.0:1746128067.709544:0:28260:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x15:0x0] (70254592->71303167) req@ffff88009c218000 x1830947541401216/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.709553:0:28260:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c218000 with x1830947541401216 ext(70254592->71303167) 00002000:00010000:0.0:1746128067.709558:0:28260:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c218000 00000100:00100000:0.0:1746128067.718916:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541402496 00000100:00100000:0.0:1746128067.718924:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541402496 00002000:00100000:0.0:1746128067.718957:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (77594624->78643199) req@ffff880094956a00 x1830947541402496/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.718965:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094956a00 with x1830947541402496 ext(77594624->78643199) 00002000:00010000:0.0:1746128067.718969:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094956a00 00000100:00100000:0.0:1746128067.718996:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2609 00000100:00100000:0.0:1746128067.719003:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1964:x1830947541402496:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128067.732518:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+17:1963:x1830947541401600:12345-192.168.203.28@tcp:3:dd.0 Request processed in 44654us (45491us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.732525:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2605 00002000:00100000:0.0:1746128067.732531:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x15:0x0] (73400320->74448895) req@ffff88012d0a9500 x1830947541401600/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.732536:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a9500 with x1830947541401600 ext(73400320->74448895) 00002000:00010000:0.0:1746128067.732539:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0a9500 00000100:00100000:0.0:1746128067.732554:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2610 00000100:00100000:0.0:1746128067.732559:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+89:1964:x1830947541402752:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128067.732722:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.735255:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+15:1963:x1830947541401344:12345-192.168.203.28@tcp:3:dd.0 Request processed in 48132us (48255us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.735264:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2604 00002000:00100000:0.0:1746128067.735273:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x15:0x0] (71303168->72351743) req@ffff88012d0a9880 x1830947541401344/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.735280:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a9880 with x1830947541401344 ext(71303168->72351743) 00002000:00010000:0.0:1746128067.735285:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0a9880 00000100:00100000:0.0:1746128067.750187:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1963:x1830947541400832:12345-192.168.203.28@tcp:3:dd.0 Request processed in 64220us (65132us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.750197:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2602 00002000:00100000:0.0:1746128067.752653:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x15:0x0] (67108864->68157439) req@ffff88009c21aa00 x1830947541400832/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.752671:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21aa00 with x1830947541400832 ext(67108864->68157439) 00002000:00010000:0.0:1746128067.752676:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21aa00 00000100:00100000:0.0:1746128067.760544:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+92:1964:x1830947541402752:12345-192.168.203.28@tcp:4:dd.0 Request processed in 27978us (28543us total) trans 4294968000 rc 0/0 00000100:00100000:0.0:1746128067.760553:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2610 00002000:00100000:0.0:1746128067.760562:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x18:0x0] (42991616->44040191) req@ffff88012d0a8380 x1830947541402752/t4294968000(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/448 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.760583:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a8380 with x1830947541402752 ext(42991616->44040191) 00002000:00010000:0.0:1746128067.760587:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d0a8380 00000100:00100000:0.0:1746128067.769447:0:20910:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541403776 00000100:00100000:0.0:1746128067.769454:0:20910:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541403776 00002000:00100000:0.0:1746128067.769489:0:20910:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (45088768->46137343) req@ffff88012ce87b80 x1830947541403776/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.769498:0:20910:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce87b80 with x1830947541403776 ext(45088768->46137343) 00002000:00010000:0.0:1746128067.769503:0:20910:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce87b80 00000100:00100000:0.0:1746128067.769521:0:20910:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2616 00000100:00100000:0.0:1746128067.769525:0:20910:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+92:1964:x1830947541403776:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128067.784101:0:20910:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1964:x1830947541403776:12345-192.168.203.28@tcp:4:dd.0 Request processed in 14568us (14925us total) trans 4294968002 rc 0/0 00000100:00100000:0.0:1746128067.784111:0:20910:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2616 00002000:00100000:0.0:1746128067.784121:0:20910:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (45088768->46137343) req@ffff88012ce87b80 x1830947541403776/t4294968002(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/448 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.784129:0:20910:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce87b80 with x1830947541403776 ext(45088768->46137343) 00002000:00010000:0.0:1746128067.784134:0:20910:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce87b80 00000100:00100000:0.0:1746128067.794122:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1964:x1830947541403904:12345-192.168.203.28@tcp:3:dd.0 Request processed in 19804us (20459us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.794129:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2618 00002000:00100000:0.0:1746128067.794134:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x15:0x0] (82837504->83886079) req@ffff88012ce85f80 x1830947541403904/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.794140:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce85f80 with x1830947541403904 ext(82837504->83886079) 00002000:00010000:0.0:1746128067.794143:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce85f80 00000100:00100000:0.0:1746128067.804857:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541404672 00000100:00100000:0.0:1746128067.804865:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541404672 00000100:00100000:0.0:1746128067.850267:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.850330:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.850355:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.850378:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.850391:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.850402:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.850413:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.850425:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.850449:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.850470:0:20910:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541405184 00000100:00100000:0.0:1746128067.850476:0:20910:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541405184 00002000:00100000:0.0:1746128067.850511:0:20910:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (83886080->84934655) req@ffff880094b2b480 x1830947541405184/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.850520:0:20910:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2b480 with x1830947541405184 ext(83886080->84934655) 00002000:00010000:0.0:1746128067.850524:0:20910:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b2b480 00000100:00100000:0.0:1746128067.850538:0:20910:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541405440 00000100:00100000:0.0:1746128067.850540:0:20910:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541405440 00002000:00100000:0.0:1746128067.850550:0:20910:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (84934656->85983231) req@ffff880094b29500 x1830947541405440/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.850555:0:20910:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29500 with x1830947541405440 ext(84934656->85983231) 00002000:00010000:0.0:1746128067.850558:0:20910:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b29500 00000100:00100000:0.0:1746128067.850564:0:20910:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541405696 00000100:00100000:0.0:1746128067.850565:0:20910:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541405696 00002000:00100000:0.0:1746128067.850595:0:20910:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (85983232->87031807) req@ffff880094b28000 x1830947541405696/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.850601:0:20910:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28000 with x1830947541405696 ext(85983232->87031807) 00002000:00010000:0.0:1746128067.850603:0:20910:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b28000 00000100:00100000:0.0:1746128067.850617:0:20910:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541405952 00000100:00100000:0.0:1746128067.850619:0:20910:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541405952 00002000:00100000:0.0:1746128067.850628:0:20910:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (87031808->88080383) req@ffff880094b29f80 x1830947541405952/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.850633:0:20910:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29f80 with x1830947541405952 ext(87031808->88080383) 00002000:00010000:0.0:1746128067.850635:0:20910:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b29f80 00000100:00100000:0.0:1746128067.850641:0:20910:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541406208 00000100:00100000:0.0:1746128067.850643:0:20910:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541406208 00002000:00100000:0.0:1746128067.850650:0:20910:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (88080384->89128959) req@ffff880094b2bb80 x1830947541406208/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.850655:0:20910:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2bb80 with x1830947541406208 ext(88080384->89128959) 00002000:00010000:0.0:1746128067.850656:0:20910:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b2bb80 00000100:00100000:0.0:1746128067.850661:0:20910:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541406464 00000100:00100000:0.0:1746128067.850662:0:20910:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541406464 00002000:00100000:0.0:1746128067.850670:0:20910:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (89128960->90177535) req@ffff880094b2b100 x1830947541406464/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.850681:0:20910:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2b100 with x1830947541406464 ext(89128960->90177535) 00002000:00010000:0.0:1746128067.850683:0:20910:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b2b100 00000100:00100000:0.0:1746128067.850687:0:20910:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541406720 00000100:00100000:0.0:1746128067.850689:0:20910:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541406720 00002000:00100000:0.0:1746128067.850697:0:20910:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (90177536->91226111) req@ffff880094b29880 x1830947541406720/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.850703:0:20910:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29880 with x1830947541406720 ext(90177536->91226111) 00002000:00010000:0.0:1746128067.850705:0:20910:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b29880 00000100:00100000:0.0:1746128067.850715:0:20910:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541406976 00000100:00100000:0.0:1746128067.850717:0:20910:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541406976 00002000:00100000:0.0:1746128067.850724:0:20910:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (91226112->92274687) req@ffff880094b2b800 x1830947541406976/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.850729:0:20910:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2b800 with x1830947541406976 ext(91226112->92274687) 00002000:00010000:0.0:1746128067.850731:0:20910:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b2b800 00000100:00100000:0.0:1746128067.850735:0:20910:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541407232 00000100:00100000:0.0:1746128067.850736:0:20910:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541407232 00002000:00100000:0.0:1746128067.850743:0:20910:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (92274688->93323263) req@ffff880094b2aa00 x1830947541407232/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.850748:0:20910:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2aa00 with x1830947541407232 ext(92274688->93323263) 00002000:00010000:0.0:1746128067.850750:0:20910:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b2aa00 00000100:00100000:0.0:1746128067.850757:0:20910:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2622 00000100:00100000:0.0:1746128067.850762:0:20910:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1964:x1830947541405184:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128067.851389:0:28260:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2623 00000100:00100000:0.0:1746128067.851396:0:28260:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7aa87384-656b-4166-a7ed-fb87664a8ead+15:1964:x1830947541405440:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128067.851949:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2624 00000100:00100000:0.0:1746128067.851955:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1964:x1830947541405696:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128067.852495:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2625 00000100:00100000:0.0:1746128067.852501:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+17:1964:x1830947541405952:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128067.853025:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2626 00000100:00100000:0.0:1746128067.853030:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1964:x1830947541406208:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128067.860445:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.874688:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.874795:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1964:x1830947541405696:12345-192.168.203.28@tcp:3:dd.0 Request processed in 22839us (24437us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.874803:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2624 00002000:00100000:0.0:1746128067.874813:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x15:0x0] (85983232->87031807) req@ffff880094b28000 x1830947541405696/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.874822:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28000 with x1830947541405696 ext(85983232->87031807) 00002000:00010000:0.0:1746128067.874826:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b28000 00000100:00100000:0.0:1746128067.874843:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541408640 00000100:00100000:0.0:1746128067.874847:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541408640 00002000:00100000:0.0:1746128067.874866:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x18:0x0] (51380224->52428799) req@ffff880094b29c00 x1830947541408640/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.874873:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29c00 with x1830947541408640 ext(51380224->52428799) 00002000:00010000:0.0:1746128067.874876:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b29c00 00000100:00100000:0.0:1746128067.874886:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2632 00000100:00100000:0.0:1746128067.874890:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+106:1964:x1830947541408640:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128067.882645:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.896566:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+110:1964:x1830947541408640:12345-192.168.203.28@tcp:4:dd.0 Request processed in 21669us (21878us total) trans 4294968008 rc 0/0 00000100:00100000:0.0:1746128067.896595:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2632 00002000:00100000:0.0:1746128067.896604:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x18:0x0] (51380224->52428799) req@ffff880094b29c00 x1830947541408640/t4294968008(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/448 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.896613:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29c00 with x1830947541408640 ext(51380224->52428799) 00002000:00010000:0.0:1746128067.896617:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b29c00 00000100:00100000:0.0:1746128067.898941:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.898972:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.901441:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+19:1964:x1830947541406720:12345-192.168.203.28@tcp:3:dd.0 Request processed in 47475us (51023us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.901448:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2628 00002000:00100000:0.0:1746128067.901456:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x15:0x0] (90177536->91226111) req@ffff880094b29880 x1830947541406720/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.901465:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29880 with x1830947541406720 ext(90177536->91226111) 00002000:00010000:0.0:1746128067.901469:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b29880 00000100:00100000:0.0:1746128067.901485:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2639 00000100:00100000:0.0:1746128067.901490:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1964:x1830947541409920:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128067.909403:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+112:1963:x1830947541408896:12345-192.168.203.28@tcp:4:dd.0 Request processed in 26461us (26757us total) trans 4294968009 rc 0/0 00000100:00100000:0.0:1746128067.909413:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2633 00002000:00100000:0.0:1746128067.909423:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (52428800->53477375) req@ffff880094b2a680 x1830947541408896/t4294968009(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/448 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.909431:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2a680 with x1830947541408896 ext(52428800->53477375) 00002000:00010000:0.0:1746128067.909435:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b2a680 00000100:00100000:0.0:1746128067.909939:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541410304 00000100:00100000:0.0:1746128067.909945:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541410304 00002000:00100000:0.0:1746128067.909968:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (55574528->56623103) req@ffff88012ce84a80 x1830947541410304/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.909976:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce84a80 with x1830947541410304 ext(55574528->56623103) 00002000:00010000:0.0:1746128067.909979:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce84a80 00000100:00100000:0.0:1746128067.909995:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2641 00000100:00100000:0.0:1746128067.910001:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+112:1963:x1830947541410304:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128067.910146:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.910195:0:31889:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 13 min 3 max 116 00000100:00100000:0.0:1746128067.910201:0:31889:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_013' 00000100:00100000:0.0:1746128067.910266:0:20910:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 13 min 3 max 116 00000100:00100000:0.0:1746128067.910272:0:20910:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541410560 00000100:00100000:0.0:1746128067.910275:0:20910:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541410560 00002000:00100000:0.0:1746128067.910306:0:20910:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (56623104->57671679) req@ffff880091f7ca80 x1830947541410560/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.910312:0:20910:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7ca80 with x1830947541410560 ext(56623104->57671679) 00002000:00010000:0.0:1746128067.910315:0:20910:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f7ca80 00000100:00100000:0.0:1746128067.910359:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2642 00000100:00100000:0.0:1746128067.910366:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+114:1963:x1830947541410560:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128067.919418:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1964:x1830947541406208:12345-192.168.203.28@tcp:3:dd.0 Request processed in 66380us (69018us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.919431:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2626 00002000:00100000:0.0:1746128067.919442:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x15:0x0] (88080384->89128959) req@ffff880094b2bb80 x1830947541406208/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.919450:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2bb80 with x1830947541406208 ext(88080384->89128959) 00002000:00010000:0.0:1746128067.919455:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b2bb80 00000100:00100000:0.0:1746128067.933455:0:20910:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2647 00000100:00100000:0.0:1746128067.933463:0:20910:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+12:1964:x1830947541411712:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128067.937400:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1964:x1830947541409920:12345-192.168.203.28@tcp:3:dd.0 Request processed in 35901us (38418us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.937410:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2639 00002000:00100000:0.0:1746128067.937419:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x15:0x0] (96468992->97517567) req@ffff880094b28700 x1830947541409920/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.937426:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28700 with x1830947541409920 ext(96468992->97517567) 00002000:00010000:0.0:1746128067.937430:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b28700 00000100:00100000:0.0:1746128067.955756:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+122:1963:x1830947541410560:12345-192.168.203.28@tcp:4:dd.0 Request processed in 45381us (45600us total) trans 4294968013 rc 0/0 00000100:00100000:0.0:1746128067.955766:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2642 00002000:00100000:0.0:1746128067.955777:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x18:0x0] (56623104->57671679) req@ffff880091f7ca80 x1830947541410560/t4294968013(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/448 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.955785:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7ca80 with x1830947541410560 ext(56623104->57671679) 00002000:00010000:0.0:1746128067.955790:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f7ca80 00000100:00100000:0.0:1746128067.956882:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128067.956898:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541412608 00000100:00100000:0.0:1746128067.956903:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541412608 00002000:00100000:0.0:1746128067.956927:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x18:0x0] (60817408->61865983) req@ffff880091f7ce00 x1830947541412608/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.956934:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7ce00 with x1830947541412608 ext(60817408->61865983) 00002000:00010000:0.0:1746128067.956937:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f7ce00 00000100:00100000:0.0:1746128067.956948:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2652 00000100:00100000:0.0:1746128067.956953:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+122:1963:x1830947541412608:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128067.957077:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1964:x1830947541411584:12345-192.168.203.28@tcp:3:dd.0 Request processed in 23836us (24247us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128067.957082:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2646 00002000:00100000:0.0:1746128067.957087:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x15:0x0] (99614720->100663295) req@ffff880092c73480 x1830947541411584/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:318/0 lens 488/440 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.957093:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73480 with x1830947541411584 ext(99614720->100663295) 00002000:00010000:0.0:1746128067.957096:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c73480 00000100:00100000:0.0:1746128067.974772:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+124:1963:x1830947541411328:12345-192.168.203.28@tcp:4:dd.0 Request processed in 42216us (45243us total) trans 4294968015 rc 0/0 00000100:00100000:0.0:1746128067.974780:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2644 00002000:00100000:0.0:1746128067.974789:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (58720256->59768831) req@ffff880092c71180 x1830947541411328/t4294968015(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/448 e 0 to 0 dl 1746128078 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.974797:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71180 with x1830947541411328 ext(58720256->59768831) 00002000:00010000:0.0:1746128067.974801:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c71180 00000100:00100000:0.0:1746128067.982533:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541413120 00000100:00100000:0.0:1746128067.982541:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541413120 00002000:00100000:0.0:1746128067.982594:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (62914560->63963135) req@ffff880094e0bb80 x1830947541413120/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:318/0 lens 488/0 e 0 to 0 dl 1746128078 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128067.984008:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0bb80 with x1830947541413120 ext(62914560->63963135) 00002000:00010000:0.0:1746128067.984012:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094e0bb80 00000100:00100000:0.0:1746128067.984483:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2654 00000100:00100000:0.0:1746128067.984491:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+127:1964:x1830947541413120:12345-192.168.203.28@tcp:4:dd.0 00000100:00080000:0.0:1746128068.003367:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128068.020990:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128068.034648:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128068.042424:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+138:1964:x1830947541414400:12345-192.168.203.28@tcp:4:dd.0 Request processed in 7618us (7776us total) trans 4294968024 rc 0/0 00000100:00100000:0.0:1746128068.042434:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2659 00002000:00100000:0.0:1746128068.042443:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (68157440->69206015) req@ffff880091f7d880 x1830947541414400/t4294968024(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:319/0 lens 488/448 e 0 to 0 dl 1746128079 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128068.042452:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7d880 with x1830947541414400 ext(68157440->69206015) 00002000:00010000:0.0:1746128068.042457:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f7d880 00000100:00100000:0.0:1746128068.043746:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128068.058285:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128068.071001:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128068.082256:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128068.082286:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541415424 00000100:00100000:0.0:1746128068.082300:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541415424 00002000:00100000:0.0:1746128068.082333:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (72351744->73400319) req@ffff880091f7e680 x1830947541415424/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:319/0 lens 488/0 e 0 to 0 dl 1746128079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128068.082342:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7e680 with x1830947541415424 ext(72351744->73400319) 00002000:00010000:0.0:1746128068.082347:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f7e680 00000100:00100000:0.0:1746128068.082361:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2663 00000100:00100000:0.0:1746128068.082368:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+144:1964:x1830947541415424:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:0.0:1746128068.098158:0:7071:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128068.115345:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541416192 00000100:00100000:0.0:1746128068.115353:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541416192 00002000:00100000:0.0:1746128068.115388:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (75497472->76546047) req@ffff880091fa8700 x1830947541416192/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:319/0 lens 488/0 e 0 to 0 dl 1746128079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128068.115396:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa8700 with x1830947541416192 ext(75497472->76546047) 00002000:00010000:0.0:1746128068.115400:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fa8700 00000100:00100000:0.0:1746128068.115430:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2666 00000100:00100000:0.0:1746128068.115436:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+150:1963:x1830947541416192:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128068.132998:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+154:1963:x1830947541416192:12345-192.168.203.28@tcp:4:dd.0 Request processed in 17555us (17727us total) trans 4294968031 rc 0/0 00000100:00100000:0.0:1746128068.133008:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2666 00002000:00100000:0.0:1746128068.133017:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (75497472->76546047) req@ffff880091fa8700 x1830947541416192/t4294968031(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:319/0 lens 488/448 e 0 to 0 dl 1746128079 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128068.133026:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa8700 with x1830947541416192 ext(75497472->76546047) 00002000:00010000:0.0:1746128068.133031:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fa8700 00000100:00100000:0.0:1746128068.141135:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541416704 00000100:00100000:0.0:1746128068.141142:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541416704 00002000:00100000:0.0:1746128068.141176:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (77594624->78643199) req@ffff88012ce86a00 x1830947541416704/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:319/0 lens 488/0 e 0 to 0 dl 1746128079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128068.141186:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce86a00 with x1830947541416704 ext(77594624->78643199) 00002000:00010000:0.0:1746128068.141191:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce86a00 00000100:00100000:0.0:1746128068.141218:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2668 00000100:00100000:0.0:1746128068.141225:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+154:1963:x1830947541416704:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128068.148371:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+156:1963:x1830947541416704:12345-192.168.203.28@tcp:4:dd.0 Request processed in 7139us (7303us total) trans 4294968033 rc 0/0 00000100:00100000:0.0:1746128068.148382:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2668 00002000:00100000:0.0:1746128068.148392:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (77594624->78643199) req@ffff88012ce86a00 x1830947541416704/t4294968033(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:319/0 lens 488/448 e 0 to 0 dl 1746128079 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128068.148400:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce86a00 with x1830947541416704 ext(77594624->78643199) 00002000:00010000:0.0:1746128068.148405:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce86a00 00000100:00100000:0.0:1746128068.150097:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128068.172175:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128068.172195:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541417216 00000100:00100000:0.0:1746128068.172202:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541417216 00002000:00100000:0.0:1746128068.172234:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x18:0x0] (79691776->80740351) req@ffff880091f7ed80 x1830947541417216/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:319/0 lens 488/0 e 0 to 0 dl 1746128079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128068.172244:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7ed80 with x1830947541417216 ext(79691776->80740351) 00002000:00010000:0.0:1746128068.172249:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f7ed80 00000100:00100000:0.0:1746128068.172266:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2670 00000100:00100000:0.0:1746128068.172271:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+158:1963:x1830947541417216:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128068.172972:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+160:1964:x1830947541416960:12345-192.168.203.28@tcp:4:dd.0 Request processed in 22319us (22879us total) trans 4294968034 rc 0/0 00000100:00100000:0.0:1746128068.172979:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2669 00002000:00100000:0.0:1746128068.172984:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (78643200->79691775) req@ffff880091f7ea00 x1830947541416960/t4294968034(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:319/0 lens 488/448 e 0 to 0 dl 1746128079 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128068.172992:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7ea00 with x1830947541416960 ext(78643200->79691775) 00002000:00010000:0.0:1746128068.172995:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f7ea00 00000100:00100000:0.0:1746128068.207370:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+164:1964:x1830947541417472:12345-192.168.203.28@tcp:4:dd.0 Request processed in 18214us (18291us total) trans 4294968036 rc 0/0 00000100:00100000:0.0:1746128068.207383:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2671 00002000:00100000:0.0:1746128068.207394:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x18:0x0] (80740352->81788927) req@ffff88012ce84e00 x1830947541417472/t4294968036(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:319/0 lens 488/448 e 0 to 0 dl 1746128079 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128068.207403:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce84e00 with x1830947541417472 ext(80740352->81788927) 00002000:00010000:0.0:1746128068.207408:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce84e00 00000100:00100000:0.0:1746128068.233927:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541418496 00000100:00100000:0.0:1746128068.233938:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541418496 00002000:00100000:0.0:1746128068.233982:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (84934656->85983231) req@ffff8800a6021180 x1830947541418496/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:319/0 lens 488/0 e 0 to 0 dl 1746128079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128068.233991:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6021180 with x1830947541418496 ext(84934656->85983231) 00002000:00010000:0.0:1746128068.233996:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6021180 00000100:00100000:0.0:1746128068.267609:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541419008 00000100:00100000:0.0:1746128068.267616:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541419008 00002000:00100000:0.0:1746128068.267644:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (87031808->88080383) req@ffff880092c72680 x1830947541419008/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:319/0 lens 488/0 e 0 to 0 dl 1746128079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128068.267650:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72680 with x1830947541419008 ext(87031808->88080383) 00002000:00010000:0.0:1746128068.267653:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c72680 00000100:00100000:0.0:1746128068.267669:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2677 00000100:00100000:0.0:1746128068.267674:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+172:1965:x1830947541419008:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128068.339220:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+184:1963:x1830947541420032:12345-192.168.203.28@tcp:4:dd.0 Request processed in 34027us (34576us total) trans 4294968046 rc 0/0 00000100:00100000:0.0:1746128068.339229:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2681 00002000:00100000:0.0:1746128068.339239:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (91226112->92274687) req@ffff880092c71c00 x1830947541420032/t4294968046(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:319/0 lens 488/448 e 0 to 0 dl 1746128079 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128068.339248:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71c00 with x1830947541420032 ext(91226112->92274687) 00002000:00010000:0.0:1746128068.339253:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c71c00 00000100:00100000:0.0:1746128068.343598:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+186:1963:x1830947541420288:12345-192.168.203.28@tcp:4:dd.0 Request processed in 8067us (8188us total) trans 4294968047 rc 0/0 00000100:00100000:0.0:1746128068.343605:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2682 00002000:00100000:0.0:1746128068.343611:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (92274688->93323263) req@ffff8800a6022680 x1830947541420288/t4294968047(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:319/0 lens 488/448 e 0 to 0 dl 1746128079 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128068.343617:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6022680 with x1830947541420288 ext(92274688->93323263) 00002000:00010000:0.0:1746128068.343620:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6022680 00000100:00100000:0.0:1746128068.345023:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541420800 00000100:00100000:0.0:1746128068.345029:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541420800 00002000:00100000:0.0:1746128068.345051:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (94371840->95420415) req@ffff8800a6021880 x1830947541420800/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:319/0 lens 488/0 e 0 to 0 dl 1746128079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128068.345058:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6021880 with x1830947541420800 ext(94371840->95420415) 00002000:00010000:0.0:1746128068.345061:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6021880 00000100:00100000:0.0:1746128068.345083:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2684 00000100:00100000:0.0:1746128068.345089:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6021880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+186:1965:x1830947541420800:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128068.364948:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6021880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+190:1965:x1830947541420800:12345-192.168.203.28@tcp:4:dd.0 Request processed in 19850us (20004us total) trans 4294968049 rc 0/0 00000100:00100000:0.0:1746128068.364961:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2684 00002000:00100000:0.0:1746128068.364972:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (94371840->95420415) req@ffff8800a6021880 x1830947541420800/t4294968049(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:319/0 lens 488/448 e 0 to 0 dl 1746128079 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128068.364980:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6021880 with x1830947541420800 ext(94371840->95420415) 00002000:00010000:0.0:1746128068.364986:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6021880 00000100:00100000:0.0:1746128068.374192:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+190:1966:x1830947541421056:12345-192.168.203.28@tcp:4:dd.0 Request processed in 14102us (14257us total) trans 4294968050 rc 0/0 00000100:00100000:0.0:1746128068.374202:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2685 00002000:00100000:0.0:1746128068.374212:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (95420416->96468991) req@ffff8800a6022300 x1830947541421056/t4294968050(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:319/0 lens 488/448 e 0 to 0 dl 1746128079 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128068.374220:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6022300 with x1830947541421056 ext(95420416->96468991) 00002000:00010000:0.0:1746128068.374225:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6022300 00000100:00100000:0.0:1746128068.376141:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541421312 00000100:00100000:0.0:1746128068.376148:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541421312 00002000:00100000:0.0:1746128068.376181:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (96468992->97517567) req@ffff880092c70000 x1830947541421312/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:319/0 lens 488/0 e 0 to 0 dl 1746128079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128068.376189:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70000 with x1830947541421312 ext(96468992->97517567) 00002000:00010000:0.0:1746128068.376193:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c70000 00000100:00100000:0.0:1746128068.376218:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2686 00000100:00100000:0.0:1746128068.376223:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+190:1966:x1830947541421312:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128068.393988:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+192:1966:x1830947541421312:12345-192.168.203.28@tcp:4:dd.0 Request processed in 17756us (18106us total) trans 4294968051 rc 0/0 00000100:00100000:0.0:1746128068.393998:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2686 00002000:00100000:0.0:1746128068.394008:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (96468992->97517567) req@ffff880092c70000 x1830947541421312/t4294968051(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:319/0 lens 488/448 e 0 to 0 dl 1746128079 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128068.394016:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70000 with x1830947541421312 ext(96468992->97517567) 00002000:00010000:0.0:1746128068.394021:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c70000 00000100:00100000:0.0:1746128068.402040:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541421568 00000100:00100000:0.0:1746128068.402047:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541421568 00002000:00100000:0.0:1746128068.402078:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (97517568->98566143) req@ffff8800acd38000 x1830947541421568/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:319/0 lens 488/0 e 0 to 0 dl 1746128079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128068.402086:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd38000 with x1830947541421568 ext(97517568->98566143) 00002000:00010000:0.0:1746128068.402091:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800acd38000 00000100:00100000:0.0:1746128068.402104:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2687 00000100:00100000:0.0:1746128068.402109:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+192:1966:x1830947541421568:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128068.482548:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128068.495765:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+204:1964:x1830947541422720:12345-192.168.203.28@tcp:4:dd.0 Request processed in 13083us (13215us total) trans 4294968057 rc 0/0 00000100:00100000:0.0:1746128068.495775:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2692 00002000:00100000:0.0:1746128068.495784:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x18:0x0] (102760448->103809023) req@ffff880091f7c000 x1830947541422720/t4294968057(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:319/0 lens 488/448 e 0 to 0 dl 1746128079 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128068.495792:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7c000 with x1830947541422720 ext(102760448->103809023) 00002000:00010000:0.0:1746128068.495798:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f7c000 00000100:00100000:0.0:1746128068.503252:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128068.503330:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128068.503350:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541423104 00000100:00100000:0.0:1746128068.503357:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541423104 00000100:00100000:0.0:1746128068.503394:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 142 00000100:00100000:0.0:1746128068.503401:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a5b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+7:29674:x1830947541423104:12345-192.168.203.28@tcp:35:dd.0 00000100:00100000:0.0:1746128068.503559:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a5b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+8:29674:x1830947541423104:12345-192.168.203.28@tcp:35:dd.0 Request processed in 157us (310us total) trans 4294984625 rc 0/0 00000100:00100000:0.0:1746128068.503565:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 142 00000100:00080000:0.0:1746128068.503621:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746128068.503630:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541423232 00000100:00100000:0.0:1746128068.503632:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541423232 00002000:00100000:0.0:1746128068.503650:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x18:0x0] (103809024->104857599) req@ffff880091f7c380 x1830947541423232/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:319/0 lens 488/0 e 0 to 0 dl 1746128079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128068.503658:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7c380 with x1830947541423232 ext(103809024->104857599) 00002000:00010000:0.0:1746128068.503662:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f7c380 00000100:00100000:0.0:1746128068.503674:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2693 00000100:00100000:0.0:1746128068.503678:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+204:1964:x1830947541423232:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128068.519788:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128068.524345:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:0.0:1746128069.100912:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128070.183764:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091faaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947539859200:0@lo:400:kworker.0 00000100:00100000:0.0:1746128070.183787:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128070.183821:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746128070.183826:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091fa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74bb44a2-e27b-4631-8597-fae5b0eab546:3301:1830947539858816:0@lo:400:kworker.0 00000100:00100000:0.0:1746128070.183844:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128070.183861:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3301:1830947539859328:0@lo:400:kworker.0 00000100:00100000:0.0:1746128070.183874:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128070.183893:0:7077:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947539858816 00000100:00100000:0.0:1746128070.183896:0:7077:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947539858816 00000100:00100000:0.0:1746128070.183912:0:7077:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1746128070.183917:0:7077:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74bb44a2-e27b-4631-8597-fae5b0eab546+18:3301:x1830947539858816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128070.183936:0:7077:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74bb44a2-e27b-4631-8597-fae5b0eab546+18:3301:x1830947539858816:12345-0@lo:400:kworker.0 Request processed in 20us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128070.183941:0:7077:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1746128070.183960:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091fa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74bb44a2-e27b-4631-8597-fae5b0eab546:3301:1830947539858816:0@lo:400:kworker.0 00000100:00080000:0.0:1746128070.207461:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128070.226326:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3301:1830947539859328:0@lo:400:kworker.0 00000100:00100000:0.0:1746128070.226339:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091faaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947539859200:0@lo:400:kworker.0 00000100:00100000:0.0:1746128070.265688:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746128070.265704:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947539859584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746128070.265762:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128070.265810:0:8420:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947539859584 00000100:00100000:0.0:1746128070.265815:0:8420:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947539859584 00000100:00100000:0.0:1746128070.265841:0:8420:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1746128070.265847:0:8420:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1830947539859584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746128070.265873:0:8420:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 603258880 pending 0 free 3749707776 avail 3747610624 00000100:00100000:0.0:1746128070.265901:0:8420:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1830947539859584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128070.265906:0:8420:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1746128070.265936:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947539859584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746128071.120173:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:0.0:1746128071.120496:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128071.124812:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:0.0:1746128071.125546:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746128071.128417:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128071.128438:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541424384 00000100:00100000:0.0:1746128071.128444:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541424384 00010000:00010000:0.0:1746128071.128474:0:20953:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533b8adb lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cf9c0 expref: 6 pid: 7082 timeout: 567 lvb_type: 0 00000100:00100000:0.0:1746128071.129835:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 6909 00000100:00100000:0.0:1746128071.129845:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541424384:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128071.129857:0:20953:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128071.129863:0:20953:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533b8adb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cf9c0 expref: 6 pid: 7082 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746128071.129874:0:20953:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533b8adb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cf9c0 expref: 6 pid: 7082 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746128071.129890:0:20953:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533b8adb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cf9c0 expref: 6 pid: 7082 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746128071.129900:0:20953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff8800a54d5200) 00010000:00010000:0.0:1746128071.129904:0:20953:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02c00/0x802a7453533b8b60 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128071.129909:0:20953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02c00/0x802a7453533b8b60 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128071.129915:0:20953:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02c00/0x802a7453533b8b60 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128071.130458:0:20953:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128071.130497:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947541424384:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 655us (2084us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128071.130506:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 6909 00000100:00080000:0.0:1746128071.130605:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746128071.134971:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128071.139183:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128071.141920:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128071.145306:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128071.149009:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128071.150719:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128071.511382:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128071.511418:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128071.511450:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128071.511476:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128071.511494:0:7076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541425536 00000100:00100000:0.0:1746128071.511498:0:7076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541425536 00000100:00100000:0.0:1746128071.511518:0:7076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 366 00000100:00100000:0.0:1746128071.511523:0:7076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7942e9de-9730-471c-9d1a-fdfcd28eb817+12:1963:x1830947541425536:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1746128071.511568:0:7076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7942e9de-9730-471c-9d1a-fdfcd28eb817+12:1963:x1830947541425536:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 45us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128071.511598:0:7076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 366 00000100:00100000:0.0:1746128071.511625:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 394 00000100:00100000:0.0:1746128071.511630:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947541425792:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1746128071.511808:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947541425792:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 178us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128071.511813:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 394 00000100:00100000:0.0:1746128072.278077:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128072.284136:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128072.303785:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128072.358040:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128072.377695:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128072.386174:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128072.416880:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128072.440551:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128072.454788:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128072.487296:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128072.601052:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541429632 00000100:00100000:0.0:1746128072.601059:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541429632 00000100:00100000:0.0:1746128072.601112:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 205 00000100:00100000:0.0:1746128072.601119:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:4878:x1830947541429632:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128072.601131:0:20953:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128072.601163:0:20953:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b102e00/0x802a7453533b8b1a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cf9d5 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128072.601195:0:20953:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128072.601240:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+5:4878:x1830947541429632:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 121us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128072.601246:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 205 00000100:00100000:0.0:1746128072.621957:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128072.625525:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128072.628236:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128072.628333:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128072.631568:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128072.637270:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128072.639761:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128072.646967:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128072.718085:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128072.740161:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541431680 00000100:00100000:0.0:1746128072.740168:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541431680 00000100:00100000:0.0:1746128072.740208:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3019 00000100:00100000:0.0:1746128072.740214:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947541431680:12345-192.168.203.28@tcp:101:stat.0 00010000:00010000:0.0:1746128072.740226:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128072.740240:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533b8c63 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2cfa4c expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128072.740283:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533b8c63 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfa4c expref: 6 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746128072.740291:0:8417:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533b8c63 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfa4c expref: 6 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746128072.740298:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935e9400, rc 0) 00000100:00100000:0.0:1746128072.740344:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947541431680:12345-192.168.203.28@tcp:101:stat.0 Request processed in 130us (435us total) trans 0 rc 301/301 00000100:00100000:0.0:1746128072.740350:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3019 00000100:00100000:0.0:1746128072.749961:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128072.770286:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541432192 00000100:00100000:0.0:1746128072.770291:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541432192 00010000:00010000:0.0:1746128072.770311:0:20953:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56000/0x802a7453533b8c5c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfa45 expref: 10 pid: 7083 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746128072.770333:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 6911 00000100:00100000:0.0:1746128072.770337:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f29c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1963:x1830947541432192:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128072.770345:0:20953:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128072.770349:0:20953:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56000/0x802a7453533b8c5c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfa45 expref: 10 pid: 7083 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746128072.770355:0:20953:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56000/0x802a7453533b8c5c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfa45 expref: 10 pid: 7083 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746128072.770368:0:20953:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56000/0x802a7453533b8c5c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfa45 expref: 10 pid: 7083 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746128072.770389:0:20953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008446ac00) 00010000:00010000:0.0:1746128072.770393:0:20953:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094d29800/0x802a7453533b8c71 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128072.770401:0:20953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094d29800/0x802a7453533b8c71 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128072.770406:0:20953:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094d29800/0x802a7453533b8c71 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128072.770426:0:20953:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128072.770456:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f29c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1963:x1830947541432192:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 117us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128072.770462:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 6911 00000100:00100000:0.0:1746128072.777397:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:0.0:1746128072.780098:0:20908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631000/0x802a7453533b8c7f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128072.780109:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631000/0x802a7453533b8c7f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000040:00080000:0.0:1746128072.782021:0:20908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9024 00000004:00080000:0.0:1746128072.782029:0:20908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 468851456073ns, next at 469851454718ns, rc = 0 00000100:00100000:0.0:1746128074.334898:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947539860480:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1746128074.334925:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128074.336635:0:21343:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947539860608 00000100:00100000:0.0:1746128074.336639:0:21343:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947539860608 00000100:00100000:0.0:1746128074.336663:0:21343:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3023 00000100:00100000:0.0:1746128074.336667:0:21343:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3304:x1830947539860608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1746128074.336678:0:21343:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:24 count 1 00002000:00010000:0.0:1746128074.336694:0:21343:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 104857600, mtime: 0x6813ccc4, atime: 0x0, ctime: 0x6813ccc4, blocks: 0x32017 00010000:00010000:0.0:1746128074.336699:0:21343:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009578e400/0x802a7453533b8c9b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128074.336705:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128074.336707:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128074.336709:0:21343:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009578e400/0x802a7453533b8c9b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128074.336719:0:21343:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009578e400/0x802a7453533b8c9b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128074.336725:0:21343:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009578e400/0x802a7453533b8c9b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128074.336730:0:21343:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009578e400/0x802a7453533b8c9b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128074.336744:0:21343:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1746128074.356896:0:21343:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3304:x1830947539860608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20224us (20494us total) trans 4294968059 rc 0/0 00000100:00100000:0.0:1746128074.356906:0:21343:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3023 00000100:00100000:0.0:1746128075.273700:0:3304:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746128075.273720:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830947539861632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746128075.273787:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128075.274064:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830947539861632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746128076.590892:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.598911:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.608482:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.634500:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.642690:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541434624 00000100:00100000:0.0:1746128076.642695:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541434624 00010000:00010000:0.0:1746128076.642716:0:20953:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f2200/0x802a7453533b8cc5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfa61 expref: 7 pid: 7082 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746128076.642742:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 6914 00000100:00100000:0.0:1746128076.642748:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947541434624:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128076.642757:0:20953:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128076.642762:0:20953:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f2200/0x802a7453533b8cc5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfa61 expref: 7 pid: 7082 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746128076.642770:0:20953:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f2200/0x802a7453533b8cc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfa61 expref: 7 pid: 7082 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746128076.642790:0:20953:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f2200/0x802a7453533b8cc5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfa61 expref: 7 pid: 7082 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746128076.642802:0:20953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff88008446ab00) 00010000:00010000:0.0:1746128076.642805:0:20953:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091fac200/0x802a7453533b8d0b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128076.642813:0:20953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fac200/0x802a7453533b8d0b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128076.642817:0:20953:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fac200/0x802a7453533b8d0b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7082 initiator: MDT0 00010000:00010000:0.0:1746128076.642828:0:20953:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128076.642862:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1963:x1830947541434624:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 115us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128076.642867:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 6914 00000100:00100000:0.0:1746128076.645723:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.649920:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.653379:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.659755:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.662837:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.665106:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.669739:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.678379:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.712400:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541436288 00000100:00100000:0.0:1746128076.712406:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541436288 00002000:00100000:0.0:1746128076.712435:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091c7b100 x1830947541436288/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:327/0 lens 488/0 e 0 to 0 dl 1746128087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128076.712448:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7b100 with x1830947541436288 ext(0->4095) 00002000:00010000:0.0:1746128076.712451:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7b100 00000100:00100000:0.0:1746128076.712475:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2706 00000100:00100000:0.0:1746128076.712481:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1966:x1830947541436288:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128076.712619:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1966:x1830947541436288:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 139us (655us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128076.712625:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2706 00002000:00100000:0.0:1746128076.712629:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091c7b100 x1830947541436288/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:327/0 lens 488/4536 e 0 to 0 dl 1746128087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128076.712634:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7b100 with x1830947541436288 ext(0->4095) 00002000:00010000:0.0:1746128076.712637:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7b100 00000100:00100000:0.0:1746128076.741108:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.825890:0:18520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947539862656 00000100:00100000:0.0:1746128076.825897:0:18520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947539862656 00000100:00100000:0.0:1746128076.825950:0:18520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1746128076.825957:0:18520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3303:x1830947539862656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746128076.825975:0:18520:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 723582976 pending 1703936 free 3752853504 avail 3750756352 00000100:00100000:0.0:1746128076.826028:0:18520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3303:x1830947539862656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128076.826034:0:18520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1746128076.841654:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.853397:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541437184 00000100:00100000:0.0:1746128076.853404:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541437184 00002000:00100000:0.0:1746128076.853443:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091fab100 x1830947541437184/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:327/0 lens 488/0 e 0 to 0 dl 1746128087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128076.853452:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fab100 with x1830947541437184 ext(0->4095) 00002000:00010000:0.0:1746128076.853456:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fab100 00000100:00100000:0.0:1746128076.853485:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2709 00000100:00100000:0.0:1746128076.853495:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947541437184:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128076.853673:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947541437184:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 178us (338us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128076.853679:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2709 00002000:00100000:0.0:1746128076.853684:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091fab100 x1830947541437184/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:327/0 lens 488/4536 e 0 to 0 dl 1746128087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128076.853691:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fab100 with x1830947541437184 ext(0->4095) 00002000:00010000:0.0:1746128076.853694:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091fab100 00000100:00100000:0.0:1746128076.906875:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.911773:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.915167:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.927435:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.944152:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.950028:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.950720:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541438464 00000100:00100000:0.0:1746128076.950723:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541438464 00010000:00010000:0.0:1746128076.950739:0:20953:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800941b8400/0x802a7453533b8d4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfaae expref: 12 pid: 10571 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746128076.950765:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 6920 00000100:00100000:0.0:1746128076.950770:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1963:x1830947541438464:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128076.950779:0:20953:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128076.950842:0:20953:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800941b8400/0x802a7453533b8d4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfaae expref: 12 pid: 10571 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746128076.950852:0:20953:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800941b8400/0x802a7453533b8d4a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfaae expref: 12 pid: 10571 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746128076.950868:0:20953:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800941b8400/0x802a7453533b8d4a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfaae expref: 12 pid: 10571 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746128076.950956:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128076.950958:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128076.950963:0:20953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533b8d51 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfab5 expref: 11 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128076.950969:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533b8d51 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfab5 expref: 11 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128076.950985:0:20953:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533b8d51 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfab5 expref: 11 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128076.950993:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533b8d51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfab5 expref: 11 pid: 8417 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746128076.951002:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008968e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:20953:1830947539863424:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128076.951054:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128076.952788:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008968e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:20953:1830947539863424:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128076.952801:0:20953:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128076.952895:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1963:x1830947541438464:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2119us (2355us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128076.952904:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 6920 00000100:00100000:0.0:1746128076.953034:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541438720 00000100:00100000:0.0:1746128076.953038:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541438720 00002000:00100000:0.0:1746128076.953064:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091faa680 x1830947541438720/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:327/0 lens 488/0 e 0 to 0 dl 1746128087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128076.953072:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091faa680 with x1830947541438720 ext(0->4095) 00010000:00010000:0.0:1746128076.953079:0:25276:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533b8d51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfab5 expref: 11 pid: 8417 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746128076.953088:0:25276:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533b8d51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfab5 expref: 11 pid: 8417 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746128076.953191:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091faa680 00000100:00100000:0.0:1746128076.953262:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 119 00000100:00100000:0.0:1746128076.953269:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091faa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1963:x1830947541438720:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128076.953372:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091faa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1963:x1830947541438720:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 103us (412us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128076.953377:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 119 00002000:00100000:0.0:1746128076.953382:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091faa680 x1830947541438720/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:327/0 lens 488/4536 e 0 to 0 dl 1746128087 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128076.953389:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091faa680 with x1830947541438720 ext(0->4095) 00010000:00010000:0.0:1746128076.953393:0:25276:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533b8d51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfab5 expref: 11 pid: 8417 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746128076.953401:0:25276:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533b8d51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfab5 expref: 11 pid: 8417 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746128076.953406:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091faa680 00000100:00100000:0.0:1746128076.955052:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.955119:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.958884:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.962517:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.975789:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.977313:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:30949:x1830947541439616:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128076.977328:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128076.977341:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b631400/0x802a7453533b8d66 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2cfaca expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128076.977361:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128076.977365:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012baabe00/0x802a7453533b8d5f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfac3 expref: 6 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128076.977370:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746128076.977373:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631400/0x802a7453533b8d66 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfaca expref: 13 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128076.977398:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012baabe00/0x802a7453533b8d5f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfac3 expref: 6 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128076.977407:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b631400/0x802a7453533b8d66 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfaca expref: 13 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128076.977415:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631400, rc 0) 00000100:00100000:0.0:1746128076.977448:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+13:30949:x1830947541439616:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (1667us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128076.977453:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3033 00000100:00100000:0.0:1746128076.982781:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128076.994154:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.002452:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.016094:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.027117:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.031704:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.035963:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.036033:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.039725:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.039765:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.043422:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091fab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:20953:1830947539864576:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128077.043436:0:20953:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128077.043466:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f2a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541441280:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3369us (3743us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128077.043474:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 6925 00000100:00100000:0.0:1746128077.045292:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.047523:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.051095:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.053757:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.057339:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.058511:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.060895:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.061510:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.063456:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.064014:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.066698:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.070941:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.073948:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.076930:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.080641:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.083843:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.088292:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.088340:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.092076:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.096901:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.096935:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.099032:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.105882:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.120557:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.130057:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.136779:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.141758:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.144664:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.159649:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.162243:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.164338:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.169008:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.171408:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.202629:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.207911:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.207961:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.218709:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.218966:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.219009:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.219030:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541449088 00000100:00100000:0.0:1746128077.219032:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541449088 00000100:00100000:0.0:1746128077.219047:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3047 00000100:00100000:0.0:1746128077.219051:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+8:30950:x1830947541449088:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128077.219210:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128077.219219:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b8dc8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2cfb2c expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.220750:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012baab400/0x802a7453533b8dc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfb25 expref: 22 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.220756:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128077.220757:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128077.220759:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b8dc8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfb2c expref: 8 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.222253:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012baab400/0x802a7453533b8dc1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfb25 expref: 22 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.222270:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012baab400/0x802a7453533b8dc1 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfb25 expref: 22 pid: 10571 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746128077.222383:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800938fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8417:1830947539867008:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128077.222830:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128077.226629:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.231111:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.237674:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.242393:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.246359:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.247649:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.256506:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.257689:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.262798:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.264031:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.264968:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.268206:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009181ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:20953:1830947539867648:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128077.268224:0:20953:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128077.268277:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f2a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541451008:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3183us (4245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128077.268286:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 6939 00000100:00100000:0.0:1746128077.271529:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.276433:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.284645:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.288191:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.288463:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.290533:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.293043:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.295057:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.296958:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.300520:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.303021:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.307999:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.313552:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.316967:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.317011:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.323338:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.324557:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.327557:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.335927:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.340901:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.340945:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.344168:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.346757:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.346797:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.375090:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.378053:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.382392:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.387778:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.393978:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.400686:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.407960:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.408045:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.412619:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.418290:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.420298:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.432955:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.436718:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.442035:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.452983:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.459019:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.460368:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541459328 00000100:00100000:0.0:1746128077.460375:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541459328 00000100:00100000:0.0:1746128077.460415:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541459456 00000100:00100000:0.0:1746128077.460417:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541459456 00000100:00100000:0.0:1746128077.460436:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3062 00000100:00100000:0.0:1746128077.460441:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:30949:x1830947541459328:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128077.460457:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128077.460470:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b8e31 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2cfb95 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.460494:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c6fc00/0x802a7453533b8e2a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfb8e expref: 6 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.460500:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128077.460502:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128077.460505:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b8e31 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfb95 expref: 37 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.460527:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c6fc00/0x802a7453533b8e2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfb8e expref: 6 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.460537:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c6fc00/0x802a7453533b8e2a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfb8e expref: 6 pid: 10571 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746128077.460547:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947539870720:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128077.460615:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128077.460629:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3063 00000100:00100000:0.0:1746128077.460634:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:30950:x1830947541459456:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128077.460639:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128077.460644:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b630000/0x802a7453533b8e38 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2cfb9c expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.460652:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128077.460656:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b8e31 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfb95 expref: 38 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.460660:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128077.460662:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b630000/0x802a7453533b8e38 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfb9c expref: 38 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.460678:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b8e31 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfb95 expref: 38 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.460687:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b630000/0x802a7453533b8e38 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfb9c expref: 38 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.460694:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630000, rc 0) 00000100:00100000:0.0:1746128077.460712:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:30950:x1830947541459456:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 78us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128077.460717:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3063 00000100:00100000:0.0:1746128077.463475:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.468314:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.480784:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.495859:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.498263:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.505347:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.508764:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.508808:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.513091:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.520859:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.526690:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.533735:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.534614:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.538750:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.538791:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.545178:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541462400 00000100:00100000:0.0:1746128077.545186:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541462400 00002000:00100000:0.0:1746128077.545219:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091c7b480 x1830947541462400/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:328/0 lens 488/0 e 0 to 0 dl 1746128088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128077.545236:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7b480 with x1830947541462400 ext(0->4095) 00010000:00010000:0.0:1746128077.545243:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012baab000/0x802a7453533b8e4d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbb1 expref: 42 pid: 8416 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746128077.545254:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012baab000/0x802a7453533b8e4d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbb1 expref: 42 pid: 8416 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746128077.545260:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7b480 00000100:00100000:0.0:1746128077.545288:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 155 00000100:00100000:0.0:1746128077.545295:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+42:1963:x1830947541462400:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128077.545439:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+42:1963:x1830947541462400:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 144us (337us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128077.545448:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 155 00002000:00100000:0.0:1746128077.545453:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091c7b480 x1830947541462400/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:328/0 lens 488/4536 e 0 to 0 dl 1746128088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128077.545459:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7b480 with x1830947541462400 ext(0->4095) 00010000:00010000:0.0:1746128077.545463:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012baab000/0x802a7453533b8e4d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbb1 expref: 42 pid: 8416 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746128077.545470:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012baab000/0x802a7453533b8e4d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbb1 expref: 42 pid: 8416 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746128077.545475:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7b480 00000100:00100000:0.0:1746128077.549411:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.552869:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.563826:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.566640:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.569703:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.570290:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.576666:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.589016:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.593249:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.600747:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.604382:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.607388:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.607430:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.614636:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.620430:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.632998:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.635252:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.639745:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.645094:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.645168:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.651826:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.658063:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.671362:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.681680:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.681701:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541467008 00000100:00100000:0.0:1746128077.681711:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541467008 00002000:00100000:0.0:1746128077.681744:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094640380 x1830947541467008/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:328/0 lens 488/0 e 0 to 0 dl 1746128088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128077.681753:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094640380 with x1830947541467008 ext(0->4095) 00010000:00010000:0.0:1746128077.681760:0:25276:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c6e400/0x802a7453533b8e7e lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbe2 expref: 7 pid: 8416 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746128077.681772:0:25276:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c6e400/0x802a7453533b8e7e lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbe2 expref: 7 pid: 8416 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746128077.681778:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094640380 00000100:00100000:0.0:1746128077.681796:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 166 00000100:00100000:0.0:1746128077.681802:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1966:x1830947541467008:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128077.684033:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1966:x1830947541467008:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 115us (243us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128077.684043:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 166 00002000:00100000:0.0:1746128077.684053:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094640380 x1830947541467008/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:328/0 lens 488/4536 e 0 to 0 dl 1746128088 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128077.684061:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094640380 with x1830947541467008 ext(0->4095) 00010000:00010000:0.0:1746128077.684068:0:25276:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c6e400/0x802a7453533b8e7e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbe2 expref: 7 pid: 8416 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746128077.684079:0:25276:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c6e400/0x802a7453533b8e7e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbe2 expref: 7 pid: 8416 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746128077.684084:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094640380 00000100:00100000:0.0:1746128077.692829:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.700289:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.700308:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541467392 00000100:00100000:0.0:1746128077.700315:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541467392 00002000:00100000:0.0:1746128077.700346:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094643800 x1830947541467392/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:328/0 lens 488/0 e 0 to 0 dl 1746128088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128077.700355:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094643800 with x1830947541467392 ext(0->4095) 00002000:00010000:0.0:1746128077.700359:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094643800 00000100:00100000:0.0:1746128077.700375:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2733 00000100:00100000:0.0:1746128077.700382:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1964:x1830947541467392:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128077.700491:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1964:x1830947541467392:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (206us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128077.700496:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2733 00002000:00100000:0.0:1746128077.700501:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094643800 x1830947541467392/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:328/0 lens 488/4536 e 0 to 0 dl 1746128088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128077.700512:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094643800 with x1830947541467392 ext(0->4095) 00002000:00010000:0.0:1746128077.700514:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094643800 00000100:00100000:0.0:1746128077.709409:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.711062:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.714605:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.715357:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541467904 00000100:00100000:0.0:1746128077.715365:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541467904 00010000:00010000:0.0:1746128077.715392:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c6ee00/0x802a7453533b8e85 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbe9 expref: 50 pid: 28170 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746128077.715416:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 6965 00000100:00100000:0.0:1746128077.715422:0:7068:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1963:x1830947541467904:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128077.715432:0:7068:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746128077.715447:0:7068:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb atime from disk: 1746128077 -> 1746128078 00010000:00010000:0.0:1746128077.715453:0:7068:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c6ee00/0x802a7453533b8e85 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbe9 expref: 50 pid: 28170 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746128077.715462:0:7068:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c6ee00/0x802a7453533b8e85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbe9 expref: 50 pid: 28170 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746128077.715480:0:7068:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c6ee00/0x802a7453533b8e85 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbe9 expref: 50 pid: 28170 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746128077.715505:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128077.715507:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128077.715513:0:7068:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b43dc00/0x802a7453533b8e8c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbf0 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.715520:0:7068:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b43dc00/0x802a7453533b8e8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbf0 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.716018:0:7068:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b43dc00/0x802a7453533b8e8c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbf0 expref: 6 pid: 28170 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746128077.716026:0:7068:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b43dc00/0x802a7453533b8e8c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbf0 expref: 6 pid: 28170 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746128077.716033:0:7068:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094640a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947539874304:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128077.716056:0:7068:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128077.719622:0:7068:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094640a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947539874304:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128077.719631:0:7068:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128077.719646:0:7068:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1963:x1830947541467904:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4226us (4615us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128077.719653:0:7068:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 6965 00000100:00100000:0.0:1746128077.721809:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541468288 00000100:00100000:0.0:1746128077.721815:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541468288 00010000:00010000:0.0:1746128077.721835:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b43dc00/0x802a7453533b8e8c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbf0 expref: 7 pid: 28170 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746128077.721934:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 6966 00000100:00100000:0.0:1746128077.721940:0:7068:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1965:x1830947541468288:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128077.721949:0:7068:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128077.721963:0:7068:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b43dc00/0x802a7453533b8e8c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbf0 expref: 7 pid: 28170 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746128077.721971:0:7068:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b43dc00/0x802a7453533b8e8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbf0 expref: 7 pid: 28170 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746128077.721987:0:7068:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b43dc00/0x802a7453533b8e8c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbf0 expref: 7 pid: 28170 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746128077.722006:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128077.722007:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128077.722013:0:7068:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b43d800/0x802a7453533b8e93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbf7 expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.722019:0:7068:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b43d800/0x802a7453533b8e93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbf7 expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.722042:0:7068:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b43d800/0x802a7453533b8e93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfbf7 expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128077.722052:0:7068:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094640a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947539874432:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128077.722786:0:7068:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128077.725904:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.728552:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.732087:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.738653:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.746442:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.752843:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.755922:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.760345:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.765558:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.768655:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.774647:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.780085:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.783638:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.784461:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.787204:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.789079:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.791855:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.791901:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.795252:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.798931:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.807919:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.811460:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.816442:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.819455:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.821847:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.828214:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.832746:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009181df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947539875968:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128077.832755:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009181f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947539876096:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128077.832778:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b43c000/0x802a7453533b8ecb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc2f expref: 57 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.832792:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43c000, rc 0) 00000100:00100000:0.0:1746128077.832825:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:30949:x1830947541473024:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4473us (4617us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128077.832833:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3084 00000100:00100000:0.0:1746128077.833596:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 6974 00000100:00100000:0.0:1746128077.833602:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4c18c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947541473280:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128077.833608:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128077.833617:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b43d800/0x802a7453533b8ebd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc21 expref: 57 pid: 28170 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746128077.833624:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b43d800/0x802a7453533b8ebd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc21 expref: 57 pid: 28170 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746128077.833635:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b43d800/0x802a7453533b8ebd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc21 expref: 57 pid: 28170 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746128077.833646:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128077.833647:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128077.833652:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b43c000/0x802a7453533b8ecb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc2f expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.833658:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b43c000/0x802a7453533b8ecb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc2f expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.833678:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b43c000/0x802a7453533b8ecb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc2f expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128077.833687:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920e9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947539876224:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128077.833990:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128077.844177:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541473664 00000100:00100000:0.0:1746128077.844185:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541473664 00000100:00100000:0.0:1746128077.844218:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3085 00000100:00100000:0.0:1746128077.844252:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:30950:x1830947541473664:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128077.844266:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128077.844278:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b8ed2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2cfc36 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.844299:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b43c000/0x802a7453533b8ecb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc2f expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.844306:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128077.844307:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128077.844310:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b8ed2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc36 expref: 7 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.844330:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b43c000/0x802a7453533b8ecb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc2f expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.844339:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b43c000/0x802a7453533b8ecb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc2f expref: 55 pid: 28170 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746128077.844348:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947539876352:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128077.844404:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935796c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128077.845872:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947539876352:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128077.845890:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b8ed2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc36 expref: 7 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.845903:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631e00, rc 0) 00000100:00100000:0.0:1746128077.845940:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+7:30950:x1830947541473664:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1715us (2101us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128077.845946:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3085 00000100:00100000:0.0:1746128077.846834:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.850255:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.876752:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.876835:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.877642:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3087 00000100:00100000:0.0:1746128077.877649:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:30950:x1830947541474432:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128077.877655:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128077.877661:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b630a00/0x802a7453533b8ee0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2cfc44 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.877670:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128077.877673:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b43d000/0x802a7453533b8ed9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc3d expref: 60 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.877678:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128077.877680:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b630a00/0x802a7453533b8ee0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc44 expref: 60 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.877700:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b43d000/0x802a7453533b8ed9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc3d expref: 60 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.877709:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b630a00/0x802a7453533b8ee0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc44 expref: 60 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.877717:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630a00, rc 0) 00000100:00100000:0.0:1746128077.879555:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:30950:x1830947541474432:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1902us (2714us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128077.879562:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3087 00000100:00100000:0.0:1746128077.884376:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.888101:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.893324:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.900840:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.905972:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.914802:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.914897:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.915744:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3088 00000100:00100000:0.0:1746128077.915753:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:30950:x1830947541475584:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128077.915768:0:10571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128077.915780:0:10571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b631200/0x802a7453533b8ee7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2cfc4b expref: -99 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.915799:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128077.915800:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128077.915806:0:10571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631200/0x802a7453533b8ee7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc4b expref: 7 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.915817:0:10571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b631200/0x802a7453533b8ee7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc4b expref: 7 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.915825:0:10571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631200, rc 0) 00000100:00100000:0.0:1746128077.915857:0:10571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+7:30950:x1830947541475584:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (1062us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128077.915862:0:10571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3088 00000100:00100000:0.0:1746128077.915874:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3089 00000100:00100000:0.0:1746128077.915878:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:30949:x1830947541475712:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128077.915883:0:10571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128077.915887:0:10571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b630c00/0x802a7453533b8eee lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2cfc52 expref: -99 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.915898:0:10571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b630a00/0x802a7453533b8ee0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc44 expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.915904:0:10571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b631200/0x802a7453533b8ee7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc4b expref: 6 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.915907:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128077.915908:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128077.915910:0:10571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b630c00/0x802a7453533b8eee lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc52 expref: 61 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.915928:0:10571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b631200/0x802a7453533b8ee7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc4b expref: 6 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.915937:0:10571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b631200/0x802a7453533b8ee7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc4b expref: 6 pid: 10571 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746128077.915946:0:10571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10571:1830947539877120:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128077.915983:0:10571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b630a00/0x802a7453533b8ee0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc44 expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.915990:0:10571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b630a00/0x802a7453533b8ee0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc44 expref: 61 pid: 8416 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746128077.915995:0:10571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10571:1830947539877248:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128077.916005:0:10571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935796c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128077.918759:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.918797:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.925650:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.929289:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.937081:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.939683:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.941623:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.948501:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.950761:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.954409:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.962548:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.963033:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.972684:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.975932:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541478272 00000100:00100000:0.0:1746128077.975936:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541478272 00000100:00100000:0.0:1746128077.975966:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3093 00000100:00100000:0.0:1746128077.975971:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+7:30950:x1830947541478272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128077.975982:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128077.975991:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b630800/0x802a7453533b8f0a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2cfc6e expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.976005:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce56a00/0x802a7453533b8f03 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc67 expref: 61 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.976010:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128077.976012:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128077.976015:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b630800/0x802a7453533b8f0a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc6e expref: 8 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.976029:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce56a00/0x802a7453533b8f03 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc67 expref: 61 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.976038:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ce56a00/0x802a7453533b8f03 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc67 expref: 61 pid: 28170 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746128077.976045:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947539878144:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128077.976999:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935796c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128077.979661:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.979833:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947539878144:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128077.979853:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b630800/0x802a7453533b8f0a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfc6e expref: 8 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128077.979866:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630800, rc 0) 00000100:00100000:0.0:1746128077.980306:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+8:30950:x1830947541478272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4334us (4558us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128077.980312:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3093 00000100:00100000:0.0:1746128077.985780:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.990778:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128077.994490:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.013325:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.014728:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.018784:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.021636:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.024940:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.027768:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.031124:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.039924:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.039967:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.043625:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.047369:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.059009:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.061891:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.067036:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.070346:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.071835:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.076157:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.083129:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.083158:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.085155:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.090399:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.094944:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.104118:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.107057:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.108968:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.110676:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.127479:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.127526:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.132335:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.134946:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.138122:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.140931:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.146457:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.153644:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.168700:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.182160:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.182201:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009181f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947539880704:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128078.182234:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0d47800/0x802a7453533b8f57 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcbb expref: 73 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.182247:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0d47800, rc 0) 00000100:00100000:0.0:1746128078.182280:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:30949:x1830947541485568:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13339us (13587us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128078.182288:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3104 00000100:00100000:0.0:1746128078.196466:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.196490:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541486208 00000100:00100000:0.0:1746128078.196496:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541486208 00002000:00100000:0.0:1746128078.196525:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008929d180 x1830947541486208/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:329/0 lens 488/0 e 0 to 0 dl 1746128089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128078.196534:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929d180 with x1830947541486208 ext(0->4095) 00002000:00010000:0.0:1746128078.196538:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008929d180 00000100:00100000:0.0:1746128078.196551:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2755 00000100:00100000:0.0:1746128078.196557:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947541486208:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128078.196708:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947541486208:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 151us (248us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128078.196714:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2755 00002000:00100000:0.0:1746128078.196718:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008929d180 x1830947541486208/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:329/0 lens 488/4536 e 0 to 0 dl 1746128089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128078.196724:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929d180 with x1830947541486208 ext(0->4095) 00002000:00010000:0.0:1746128078.196726:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008929d180 00000100:00100000:0.0:1746128078.214250:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.214276:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541486336 00000100:00100000:0.0:1746128078.214284:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541486336 00000100:00100000:0.0:1746128078.214318:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3105 00000100:00100000:0.0:1746128078.214325:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:30950:x1830947541486336:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128078.214339:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128078.214352:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b630200/0x802a7453533b8f5e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2cfcc2 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.214375:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0d47800/0x802a7453533b8f57 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcbb expref: 71 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.214381:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128078.214383:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128078.214385:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b630200/0x802a7453533b8f5e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcc2 expref: 7 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.214408:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0d47800/0x802a7453533b8f57 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcbb expref: 71 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.214419:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0d47800/0x802a7453533b8f57 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcbb expref: 71 pid: 28170 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746128078.214430:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947539880960:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128078.214494:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128078.224423:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.224440:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541486464 00000100:00100000:0.0:1746128078.224447:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541486464 00002000:00100000:0.0:1746128078.224477:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008929dc00 x1830947541486464/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:329/0 lens 496/0 e 0 to 0 dl 1746128089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128078.224485:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929dc00 with x1830947541486464 ext(0->7) 00010000:00010000:0.0:1746128078.224492:0:25276:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0d47800/0x802a7453533b8f57 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcbb expref: 72 pid: 28170 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746128078.224503:0:25276:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0d47800/0x802a7453533b8f57 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcbb expref: 72 pid: 28170 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746128078.224509:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008929dc00 00000100:00100000:0.0:1746128078.224524:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 191 00000100:00100000:0.0:1746128078.224531:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947541486464:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128078.224832:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1964:x1830947541486464:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 Request processed in 301us (414us total) trans 4294968094 rc 0/0 00000100:00100000:0.0:1746128078.224837:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 191 00002000:00100000:0.0:1746128078.224843:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008929dc00 x1830947541486464/t4294968094(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:329/0 lens 496/448 e 0 to 0 dl 1746128089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128078.224850:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929dc00 with x1830947541486464 ext(0->7) 00010000:00010000:0.0:1746128078.224854:0:25276:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0d47800/0x802a7453533b8f57 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcbb expref: 74 pid: 28170 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746128078.224861:0:25276:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0d47800/0x802a7453533b8f57 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcbb expref: 74 pid: 28170 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746128078.224866:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008929dc00 00000100:00100000:0.0:1746128078.229095:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.229172:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.229194:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541486592 00000100:00100000:0.0:1746128078.229201:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541486592 00000100:00100000:0.0:1746128078.229241:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3106 00000100:00100000:0.0:1746128078.229249:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:30949:x1830947541486592:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128078.229262:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128078.229275:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b43d600/0x802a7453533b8f65 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2cfcc9 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.229296:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128078.229301:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b630200/0x802a7453533b8f5e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcc2 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.229305:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746128078.229308:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b43d600/0x802a7453533b8f65 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcc9 expref: 75 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.229335:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b630200/0x802a7453533b8f5e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcc2 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.229345:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b43d600/0x802a7453533b8f65 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcc9 expref: 75 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.229353:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d600, rc 0) 00000100:00100000:0.0:1746128078.229384:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:30949:x1830947541486592:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128078.229390:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3106 00000100:00100000:0.0:1746128078.229408:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541486720 00000100:00100000:0.0:1746128078.229410:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541486720 00010000:00010000:0.0:1746128078.229421:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0d47800/0x802a7453533b8f57 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcbb expref: 75 pid: 28170 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746128078.229437:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 6995 00000100:00100000:0.0:1746128078.229441:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4c18050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1963:x1830947541486720:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128078.229448:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128078.229464:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0d47800/0x802a7453533b8f57 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcbb expref: 75 pid: 28170 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746128078.229472:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0d47800/0x802a7453533b8f57 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcbb expref: 75 pid: 28170 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746128078.229486:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0d47800/0x802a7453533b8f57 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcbb expref: 75 pid: 28170 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746128078.229494:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128078.229496:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128078.229501:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b630200/0x802a7453533b8f5e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcc2 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.229508:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b630200/0x802a7453533b8f5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcc2 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.229524:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b630200/0x802a7453533b8f5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcc2 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.229533:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b630200/0x802a7453533b8f5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcc2 expref: 6 pid: 28170 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746128078.229542:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947539881216:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128078.229600:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009273de40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128078.234841:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947539881216:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128078.234856:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128078.234888:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4c18050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947541486720:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5445us (5715us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128078.234896:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 6995 00000100:00100000:0.0:1746128078.236711:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.236732:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541486976 00000100:00100000:0.0:1746128078.236737:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541486976 00002000:00100000:0.0:1746128078.236770:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008929e300 x1830947541486976/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:329/0 lens 488/0 e 0 to 0 dl 1746128089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128078.236778:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929e300 with x1830947541486976 ext(0->4095) 00010000:00010000:0.0:1746128078.236785:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b630200/0x802a7453533b8f5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcc2 expref: 7 pid: 28170 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746128078.236796:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b630200/0x802a7453533b8f5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcc2 expref: 7 pid: 28170 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746128078.236802:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008929e300 00000100:00100000:0.0:1746128078.236816:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 192 00000100:00100000:0.0:1746128078.236823:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1964:x1830947541486976:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128078.236949:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1964:x1830947541486976:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (242us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128078.236954:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 192 00002000:00100000:0.0:1746128078.236960:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008929e300 x1830947541486976/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:329/0 lens 488/4536 e 0 to 0 dl 1746128089 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128078.236966:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929e300 with x1830947541486976 ext(0->4095) 00010000:00010000:0.0:1746128078.236971:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b630200/0x802a7453533b8f5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcc2 expref: 7 pid: 28170 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746128078.236979:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b630200/0x802a7453533b8f5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcc2 expref: 7 pid: 28170 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746128078.236984:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008929e300 00000100:00100000:0.0:1746128078.242607:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541487104 00000100:00100000:0.0:1746128078.242615:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541487104 00010000:00010000:0.0:1746128078.242640:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b630200/0x802a7453533b8f5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcc2 expref: 7 pid: 28170 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746128078.242665:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 6996 00000100:00100000:0.0:1746128078.242672:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1963:x1830947541487104:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128078.242683:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128078.242700:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b630200/0x802a7453533b8f5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcc2 expref: 7 pid: 28170 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746128078.242710:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b630200/0x802a7453533b8f5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcc2 expref: 7 pid: 28170 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746128078.242729:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b630200/0x802a7453533b8f5e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcc2 expref: 7 pid: 28170 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746128078.242740:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128078.242741:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128078.242747:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b43d600/0x802a7453533b8f65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcc9 expref: 73 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.242754:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b43d600/0x802a7453533b8f65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcc9 expref: 73 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.242779:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b43d600/0x802a7453533b8f65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfcc9 expref: 73 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128078.242788:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947539881344:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128078.242848:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009273d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128078.250286:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.250323:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947539881344:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128078.250337:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128078.250372:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541487104:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7700us (7908us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128078.250382:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 6996 00000100:00100000:0.0:1746128078.250413:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541487360 00000100:00100000:0.0:1746128078.250418:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541487360 00002000:00100000:0.0:1746128078.250443:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008929ea00 x1830947541487360/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:329/0 lens 488/0 e 0 to 0 dl 1746128089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128078.250451:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929ea00 with x1830947541487360 ext(0->4095) 00002000:00010000:0.0:1746128078.250455:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008929ea00 00000100:00100000:0.0:1746128078.250468:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2756 00000100:00100000:0.0:1746128078.250474:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947541487360:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128078.250595:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947541487360:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 121us (315us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128078.250600:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2756 00002000:00100000:0.0:1746128078.250605:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008929ea00 x1830947541487360/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:329/0 lens 488/4536 e 0 to 0 dl 1746128089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128078.250612:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929ea00 with x1830947541487360 ext(0->4095) 00002000:00010000:0.0:1746128078.250614:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008929ea00 00000100:00100000:0.0:1746128078.277363:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541487488 00000100:00100000:0.0:1746128078.277371:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541487488 00000100:00100000:0.0:1746128078.282196:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.290408:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.299213:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.301876:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.305637:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.308125:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.310349:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.317508:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.331909:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.334330:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.338363:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.350348:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.350391:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.358037:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.365778:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.384887:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.388800:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.403505:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.403550:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.408569:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.411140:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.413489:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.414292:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.416848:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.430236:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.438349:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.441727:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.455036:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.456927:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.461459:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.461531:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.464037:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.467347:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.487317:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.487364:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.506963:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.512363:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.512419:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.515980:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.519219:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.519260:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541495552 00000100:00100000:0.0:1746128078.519265:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541495552 00002000:00100000:0.0:1746128078.519293:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800849e9180 x1830947541495552/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:329/0 lens 496/0 e 0 to 0 dl 1746128089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128078.519302:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800849e9180 with x1830947541495552 ext(0->7) 00010000:00010000:0.0:1746128078.519308:0:25276:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533b8fc0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd24 expref: 18 pid: 10571 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746128078.519318:0:25276:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533b8fc0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd24 expref: 18 pid: 10571 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746128078.519324:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800849e9180 00000100:00100000:0.0:1746128078.519352:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 207 00000100:00100000:0.0:1746128078.519357:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800849e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947541495552:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128078.519605:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800849e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1963:x1830947541495552:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 Request processed in 247us (391us total) trans 4294968100 rc 0/0 00000100:00100000:0.0:1746128078.519611:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 207 00002000:00100000:0.0:1746128078.519617:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800849e9180 x1830947541495552/t4294968100(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:329/0 lens 496/448 e 0 to 0 dl 1746128089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128078.519623:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800849e9180 with x1830947541495552 ext(0->7) 00010000:00010000:0.0:1746128078.519628:0:25276:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533b8fc0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd24 expref: 20 pid: 10571 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746128078.519636:0:25276:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533b8fc0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd24 expref: 20 pid: 10571 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746128078.519642:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800849e9180 00000100:00100000:0.0:1746128078.521826:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.525031:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.532800:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.536161:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.544409:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.580556:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.582202:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.583993:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.586780:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.595706:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.606938:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.606986:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.615149:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.619293:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.622102:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.628233:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.629982:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.631809:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.635526:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.639642:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.641159:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.647758:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.662688:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.674852:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.674891:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.682954:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.691175:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.696017:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.698070:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.705252:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.713158:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.715080:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.721731:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.725670:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.728590:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541501696 00000100:00100000:0.0:1746128078.728596:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541501696 00010000:00010000:0.0:1746128078.728619:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533b8fff lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd63 expref: 28 pid: 10571 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746128078.728647:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7020 00000100:00100000:0.0:1746128078.728653:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:1963:x1830947541501696:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128078.728663:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128078.728678:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533b8fff lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd63 expref: 28 pid: 10571 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746128078.728687:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533b8fff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd63 expref: 28 pid: 10571 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746128078.728704:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128078.728706:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128078.728711:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c6f800/0x802a7453533b900d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd71 expref: 28 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.728718:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c6f800/0x802a7453533b900d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd71 expref: 28 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.728743:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c6f800/0x802a7453533b900d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd71 expref: 28 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128078.728752:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6187b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947539886720:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128078.729230:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009273d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128078.736620:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6187b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947539886720:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128078.736633:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128078.736663:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1963:x1830947541501696:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 8010us (8158us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128078.736671:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7020 00000100:00100000:0.0:1746128078.765412:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.767251:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541502336 00000100:00100000:0.0:1746128078.767257:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541502336 00010000:00010000:0.0:1746128078.767277:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c6f800/0x802a7453533b900d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd71 expref: 28 pid: 28170 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746128078.767307:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7021 00000100:00100000:0.0:1746128078.767313:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:1964:x1830947541502336:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128078.767323:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128078.767336:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c6f800/0x802a7453533b900d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd71 expref: 28 pid: 28170 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746128078.767347:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c6f800/0x802a7453533b900d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd71 expref: 28 pid: 28170 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746128078.767364:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c6f800/0x802a7453533b900d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd71 expref: 28 pid: 28170 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746128078.767391:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128078.767393:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128078.767399:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c6e400/0x802a7453533b9014 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd78 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.767406:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c6e400/0x802a7453533b9014 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd78 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.767432:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c6e400/0x802a7453533b9014 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd78 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128078.767442:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b019500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947539886976:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128078.767503:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009273d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128078.769765:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.772997:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.807038:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.811660:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541503360 00000100:00100000:0.0:1746128078.811667:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541503360 00000100:00100000:0.0:1746128078.811711:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3133 00000100:00100000:0.0:1746128078.811718:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:30949:x1830947541503360:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128078.811734:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128078.811747:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b630000/0x802a7453533b9022 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2cfd86 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.811768:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c6e400/0x802a7453533b9014 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd78 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.811775:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c6ea00/0x802a7453533b901b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd7f expref: 29 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.811779:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128078.811781:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128078.811783:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b630000/0x802a7453533b9022 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd86 expref: 29 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.811803:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c6ea00/0x802a7453533b901b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd7f expref: 29 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.811812:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c6ea00/0x802a7453533b901b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd7f expref: 29 pid: 28170 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746128078.811821:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084105500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8417:1830947539887104:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128078.811895:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c6e400/0x802a7453533b9014 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd78 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.811901:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c6e400/0x802a7453533b9014 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd78 expref: 5 pid: 28170 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746128078.811912:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084105880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8417:1830947539887232:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128078.811925:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009273df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128078.814563:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.818627:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.819289:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.826494:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541504512 00000100:00100000:0.0:1746128078.826501:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541504512 00002000:00100000:0.0:1746128078.826535:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800849eaa00 x1830947541504512/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:329/0 lens 496/0 e 0 to 0 dl 1746128089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128078.826543:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800849eaa00 with x1830947541504512 ext(0->7) 00010000:00010000:0.0:1746128078.826550:0:25276:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b630000/0x802a7453533b9022 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd86 expref: 28 pid: 8417 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746128078.826561:0:25276:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b630000/0x802a7453533b9022 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd86 expref: 28 pid: 8417 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746128078.826566:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800849eaa00 00000100:00100000:0.0:1746128078.826619:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 217 00000100:00100000:0.0:1746128078.826626:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800849eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:1963:x1830947541504512:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128078.826884:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800849eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1963:x1830947541504512:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 Request processed in 257us (473us total) trans 4294968105 rc 0/0 00000100:00100000:0.0:1746128078.826890:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 217 00002000:00100000:0.0:1746128078.826896:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800849eaa00 x1830947541504512/t4294968105(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:329/0 lens 496/448 e 0 to 0 dl 1746128089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128078.826907:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800849eaa00 with x1830947541504512 ext(0->7) 00010000:00010000:0.0:1746128078.826912:0:25276:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b630000/0x802a7453533b9022 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd86 expref: 30 pid: 8417 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746128078.826920:0:25276:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b630000/0x802a7453533b9022 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfd86 expref: 30 pid: 8417 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746128078.826925:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800849eaa00 00000100:00100000:0.0:1746128078.833513:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.835357:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.837629:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.839926:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541505280 00000100:00100000:0.0:1746128078.839932:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541505280 00002000:00100000:0.0:1746128078.839961:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800849ebb80 x1830947541505280/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:329/0 lens 488/0 e 0 to 0 dl 1746128089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128078.839969:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800849ebb80 with x1830947541505280 ext(0->4095) 00002000:00010000:0.0:1746128078.839973:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800849ebb80 00000100:00100000:0.0:1746128078.839999:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2774 00000100:00100000:0.0:1746128078.840005:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800849ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1965:x1830947541505280:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128078.841310:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800849ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1965:x1830947541505280:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1301us (1447us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128078.841318:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2774 00002000:00100000:0.0:1746128078.841325:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800849ebb80 x1830947541505280/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:329/0 lens 488/4536 e 0 to 0 dl 1746128089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128078.841336:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800849ebb80 with x1830947541505280 ext(0->4095) 00002000:00010000:0.0:1746128078.841339:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800849ebb80 00000100:00100000:0.0:1746128078.846729:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.864791:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.869974:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.870070:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.870866:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.875757:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.889141:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.894422:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.902157:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.907212:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.914187:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.916214:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.920762:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.928534:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.930819:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541507968 00000100:00100000:0.0:1746128078.930825:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541507968 00010000:00010000:0.0:1746128078.930848:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b9045 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfda9 expref: 34 pid: 8417 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746128078.930868:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7029 00000100:00100000:0.0:1746128078.930873:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1965:x1830947541507968:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128078.930883:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128078.930897:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b9045 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfda9 expref: 34 pid: 8417 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746128078.930911:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b9045 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfda9 expref: 34 pid: 8417 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746128078.930930:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b9045 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfda9 expref: 34 pid: 8417 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746128078.930944:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128078.930946:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128078.930951:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b630000/0x802a7453533b904c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfdb0 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.930958:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b630000/0x802a7453533b904c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfdb0 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128078.930984:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b630000/0x802a7453533b904c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfdb0 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128078.930994:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801339d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947539888768:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128078.933283:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.933336:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009273d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128078.933357:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801339d2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947539888768:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128078.933370:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128078.933397:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:1965:x1830947541507968:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2524us (2641us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128078.933405:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7029 00000100:00100000:0.0:1746128078.948245:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.950010:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541508736 00000100:00100000:0.0:1746128078.950017:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541508736 00002000:00100000:0.0:1746128078.950050:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800849e9500 x1830947541508736/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:329/0 lens 488/0 e 0 to 0 dl 1746128089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128078.950058:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800849e9500 with x1830947541508736 ext(0->4095) 00002000:00010000:0.0:1746128078.950062:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800849e9500 00000100:00100000:0.0:1746128078.950092:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2777 00000100:00100000:0.0:1746128078.950098:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800849e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1966:x1830947541508736:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128078.950236:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800849e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1966:x1830947541508736:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 136us (368us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128078.950241:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2777 00002000:00100000:0.0:1746128078.950246:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800849e9500 x1830947541508736/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:329/0 lens 488/4536 e 0 to 0 dl 1746128089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128078.950253:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800849e9500 with x1830947541508736 ext(0->4095) 00002000:00010000:0.0:1746128078.950256:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800849e9500 00000100:00100000:0.0:1746128078.954089:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.956857:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541509120 00000100:00100000:0.0:1746128078.956861:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541509120 00010000:00010000:0.0:1746128078.956878:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce57e00/0x802a7453533b9053 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfdb7 expref: 35 pid: 28170 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746128078.956894:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7030 00000100:00100000:0.0:1746128078.956898:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1963:x1830947541509120:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128078.956907:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128078.956919:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce57e00/0x802a7453533b9053 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfdb7 expref: 35 pid: 28170 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128078.956928:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce57e00/0x802a7453533b9053 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfdb7 expref: 35 pid: 28170 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128078.956944:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce57e00/0x802a7453533b9053 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfdb7 expref: 35 pid: 28170 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128078.956954:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128078.956969:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1963:x1830947541509120:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 71us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128078.956974:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7030 00000100:00100000:0.0:1746128078.962624:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.971094:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.974210:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541509760 00000100:00100000:0.0:1746128078.974216:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541509760 00002000:00100000:0.0:1746128078.974252:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009181f100 x1830947541509760/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:329/0 lens 496/0 e 0 to 0 dl 1746128089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128078.974262:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181f100 with x1830947541509760 ext(0->7) 00010000:00010000:0.0:1746128078.974268:0:25276:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b631000/0x802a7453533b905a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfdbe expref: 34 pid: 8417 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128078.974278:0:25276:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b631000/0x802a7453533b905a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfdbe expref: 34 pid: 8417 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746128078.974284:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009181f100 00000100:00100000:0.0:1746128078.974306:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 224 00000100:00100000:0.0:1746128078.974311:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1963:x1830947541509760:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128078.974543:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1963:x1830947541509760:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 Request processed in 231us (388us total) trans 4294968108 rc 0/0 00000100:00100000:0.0:1746128078.974549:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 224 00002000:00100000:0.0:1746128078.974554:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009181f100 x1830947541509760/t4294968108(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:329/0 lens 496/448 e 0 to 0 dl 1746128089 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128078.974561:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181f100 with x1830947541509760 ext(0->7) 00010000:00010000:0.0:1746128078.974565:0:25276:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b631000/0x802a7453533b905a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfdbe expref: 36 pid: 8417 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128078.974592:0:25276:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b631000/0x802a7453533b905a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfdbe expref: 36 pid: 8417 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746128078.974597:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009181f100 00000100:00100000:0.0:1746128078.975832:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.982478:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128078.984070:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.007326:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.007354:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.011687:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.011729:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.014946:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.029391:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.034645:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.039469:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.045874:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.050130:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.061328:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.063331:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.068902:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.084036:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.085455:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.090427:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.094067:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.101546:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.103527:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.108562:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.112254:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.117439:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.120376:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.125832:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.127557:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541515904 00000100:00100000:0.0:1746128079.127562:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541515904 00010000:00010000:0.0:1746128079.127602:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce56200/0x802a7453533b9099 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfdfd expref: 6 pid: 10571 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746128079.127623:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7040 00000100:00100000:0.0:1746128079.127628:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541515904:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128079.127638:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128079.127654:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce56200/0x802a7453533b9099 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfdfd expref: 6 pid: 10571 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128079.127663:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce56200/0x802a7453533b9099 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfdfd expref: 6 pid: 10571 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128079.127683:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce56200/0x802a7453533b9099 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfdfd expref: 6 pid: 10571 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128079.127696:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128079.128354:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947541515904:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 725us (1210us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128079.128360:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7040 00000100:00100000:0.0:1746128079.131569:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.132331:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.135773:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.146124:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.152007:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.159999:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.160691:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.160706:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541517184 00000100:00100000:0.0:1746128079.160710:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541517184 00002000:00100000:0.0:1746128079.160734:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801339d2300 x1830947541517184/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:330/0 lens 488/0 e 0 to 0 dl 1746128090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128079.160743:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801339d2300 with x1830947541517184 ext(0->4095) 00002000:00010000:0.0:1746128079.160747:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801339d2300 00000100:00100000:0.0:1746128079.160772:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2785 00000100:00100000:0.0:1746128079.160779:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801339d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541517184:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128079.160916:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801339d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541517184:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 137us (225us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128079.160925:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2785 00002000:00100000:0.0:1746128079.160929:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801339d2300 x1830947541517184/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:330/0 lens 488/4536 e 0 to 0 dl 1746128090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128079.160936:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801339d2300 with x1830947541517184 ext(0->4095) 00002000:00010000:0.0:1746128079.160938:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801339d2300 00000100:00100000:0.0:1746128079.163840:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.165087:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.170860:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.183831:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.185015:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.194289:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.203453:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.209864:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.214866:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.222408:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.224459:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.226727:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.233787:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.254541:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.259185:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.264902:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.264985:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.267888:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.273767:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.283440:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.285804:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.288445:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.290268:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.291682:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.305196:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541521920 00000100:00100000:0.0:1746128079.305200:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541521920 00000100:00100000:0.0:1746128079.307669:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3161 00000100:00100000:0.0:1746128079.307676:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:30949:x1830947541521920:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128079.307685:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128079.307698:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d367600/0x802a7453533b90e6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2cfe4a expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128079.307717:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c6fc00/0x802a7453533b90d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe3c expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128079.307724:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c6ee00/0x802a7453533b90df lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe43 expref: 51 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128079.307729:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128079.307731:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128079.307734:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d367600/0x802a7453533b90e6 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe4a expref: 51 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128079.307756:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c6ee00/0x802a7453533b90df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe43 expref: 51 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128079.307765:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c6ee00/0x802a7453533b90df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe43 expref: 51 pid: 8417 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746128079.307779:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947539893504:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128079.307839:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c6fc00/0x802a7453533b90d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe3c expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128079.307847:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c6fc00/0x802a7453533b90d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe3c expref: 5 pid: 8416 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746128079.307854:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947539893632:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128079.307870:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009273d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128079.315147:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947539893504:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128079.315156:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947539893632:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128079.315178:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d367600/0x802a7453533b90e6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe4a expref: 51 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128079.315190:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d367600, rc 0) 00000100:00100000:0.0:1746128079.315239:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:30949:x1830947541521920:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7563us (10201us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128079.316469:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3161 00000100:00100000:0.0:1746128079.316485:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3162 00000100:00100000:0.0:1746128079.316491:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800849e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:30950:x1830947541522560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128079.316502:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128079.316510:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b43c600/0x802a7453533b90ed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2cfe51 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128079.316529:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d367600/0x802a7453533b90e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe4a expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128079.316534:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128079.316535:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128079.316538:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b43c600/0x802a7453533b90ed lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe51 expref: 7 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128079.316552:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d367600/0x802a7453533b90e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe4a expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128079.316560:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d367600/0x802a7453533b90e6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe4a expref: 49 pid: 8416 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746128079.316567:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947539893888:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128079.316616:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009273d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128079.320977:0:7068:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800849e8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947539893760:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128079.320994:0:7068:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128079.321036:0:7068:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fce050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1966:x1830947541522304:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5377us (5614us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128079.321045:0:7068:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7051 00000100:00100000:0.0:1746128079.321101:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947539893888:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128079.321117:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b43c600/0x802a7453533b90ed lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe51 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128079.321132:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43c600, rc 0) 00000100:00100000:0.0:1746128079.321148:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800849e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:30950:x1830947541522560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4658us (7799us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128079.321153:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3162 00000100:00100000:0.0:1746128079.331694:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541523072 00000100:00100000:0.0:1746128079.331701:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541523072 00002000:00100000:0.0:1746128079.331734:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800849ea300 x1830947541523072/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:330/0 lens 496/0 e 0 to 0 dl 1746128090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128079.331742:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800849ea300 with x1830947541523072 ext(0->7) 00010000:00010000:0.0:1746128079.331749:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d367600/0x802a7453533b90e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe4a expref: 50 pid: 8416 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128079.331760:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d367600/0x802a7453533b90e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe4a expref: 50 pid: 8416 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746128079.331766:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800849ea300 00000100:00100000:0.0:1746128079.331793:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 245 00000100:00100000:0.0:1746128079.331799:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800849ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1966:x1830947541523072:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128079.332036:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800849ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1966:x1830947541523072:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 Request processed in 237us (914us total) trans 4294968116 rc 0/0 00000100:00100000:0.0:1746128079.332042:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 245 00002000:00100000:0.0:1746128079.332047:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800849ea300 x1830947541523072/t4294968116(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:330/0 lens 496/448 e 0 to 0 dl 1746128090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128079.332058:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800849ea300 with x1830947541523072 ext(0->7) 00010000:00010000:0.0:1746128079.332062:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d367600/0x802a7453533b90e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe4a expref: 52 pid: 8416 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128079.332069:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d367600/0x802a7453533b90e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe4a expref: 52 pid: 8416 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746128079.332074:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800849ea300 00000100:00100000:0.0:1746128079.341680:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541523200 00000100:00100000:0.0:1746128079.341687:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541523200 00010000:00010000:0.0:1746128079.341713:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d367600/0x802a7453533b90e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe4a expref: 52 pid: 8416 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746128079.341746:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7052 00000100:00100000:0.0:1746128079.341751:0:7068:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1963:x1830947541523200:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128079.341761:0:7068:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128079.341777:0:7068:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d367600/0x802a7453533b90e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe4a expref: 52 pid: 8416 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128079.341786:0:7068:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d367600/0x802a7453533b90e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe4a expref: 52 pid: 8416 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128079.341801:0:7068:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d367600/0x802a7453533b90e6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe4a expref: 52 pid: 8416 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128079.341811:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128079.341813:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128079.341818:0:7068:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b43c600/0x802a7453533b90ed lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe51 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128079.341824:0:7068:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b43c600/0x802a7453533b90ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe51 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128079.341847:0:7068:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b43c600/0x802a7453533b90ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe51 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128079.341855:0:7068:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba42680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947539894016:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128079.341910:0:7068:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5731240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128079.364543:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.367439:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.370195:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.370269:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.372870:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.381064:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.404090:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.413769:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.425671:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.429690:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.429738:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.433900:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.442109:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.446897:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.449964:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.456151:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.462960:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.466903:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.469487:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.473792:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541526912 00000100:00100000:0.0:1746128079.473799:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541526912 00002000:00100000:0.0:1746128079.473827:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800849ead80 x1830947541526912/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:330/0 lens 496/0 e 0 to 0 dl 1746128090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128079.473835:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800849ead80 with x1830947541526912 ext(0->7) 00010000:00010000:0.0:1746128079.473840:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800935e8800/0x802a7453533b9110 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe74 expref: 57 pid: 8417 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128079.473851:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800935e8800/0x802a7453533b9110 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe74 expref: 57 pid: 8417 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746128079.473857:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800849ead80 00000100:00100000:0.0:1746128079.473882:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 252 00000100:00100000:0.0:1746128079.473887:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800849ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1965:x1830947541526912:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128079.474119:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800849ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:1965:x1830947541526912:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 Request processed in 231us (391us total) trans 4294968119 rc 0/0 00000100:00100000:0.0:1746128079.474125:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 252 00002000:00100000:0.0:1746128079.474131:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800849ead80 x1830947541526912/t4294968119(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:330/0 lens 496/448 e 0 to 0 dl 1746128090 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128079.474138:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800849ead80 with x1830947541526912 ext(0->7) 00010000:00010000:0.0:1746128079.474142:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800935e8800/0x802a7453533b9110 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe74 expref: 59 pid: 8417 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128079.474154:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800935e8800/0x802a7453533b9110 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfe74 expref: 59 pid: 8417 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746128079.474159:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800849ead80 00000100:00100000:0.0:1746128079.476651:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.480679:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.488160:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.491953:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.497937:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.500426:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.503397:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.510399:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.516327:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.520537:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.523417:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.526171:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.529978:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.536681:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.545539:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.558118:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.562370:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.571084:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.574256:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.575667:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.583482:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.583534:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.593211:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.604179:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.609473:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.619082:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.620534:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.625301:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.625361:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.631360:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.644610:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.660732:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.672453:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.676759:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.680104:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.689960:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.690005:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.694268:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.694352:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.701092:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.709816:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.714349:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.721550:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.721639:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.726738:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541536384 00000100:00100000:0.0:1746128079.726742:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541536384 00010000:00010000:0.0:1746128079.726758:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800935e8800/0x802a7453533b9179 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfedd expref: 72 pid: 8416 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746128079.726779:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7073 00000100:00100000:0.0:1746128079.726784:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1965:x1830947541536384:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128079.726791:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128079.726803:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800935e8800/0x802a7453533b9179 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfedd expref: 72 pid: 8416 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128079.726812:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800935e8800/0x802a7453533b9179 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfedd expref: 72 pid: 8416 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128079.726829:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128079.726863:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1965:x1830947541536384:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 79us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128079.726868:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7073 00000100:00100000:0.0:1746128079.729921:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.729967:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.733507:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.736623:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.741514:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.743863:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.746556:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.757666:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.765390:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.766992:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.767050:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541538432 00000100:00100000:0.0:1746128079.767054:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541538432 00010000:00010000:0.0:1746128079.767070:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129619000/0x802a7453533b9195 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfef9 expref: 6 pid: 28170 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746128079.767091:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7076 00000100:00100000:0.0:1746128079.767097:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134408000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947541538432:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128079.767105:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128079.767115:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129619000/0x802a7453533b9195 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfef9 expref: 6 pid: 28170 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128079.767124:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129619000/0x802a7453533b9195 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfef9 expref: 6 pid: 28170 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128079.767141:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129619000/0x802a7453533b9195 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfef9 expref: 6 pid: 28170 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128079.767153:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128079.767170:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134408000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947541538432:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 73us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128079.767175:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7076 00000100:00100000:0.0:1746128079.771728:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.771764:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.775567:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.805486:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.811558:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.817086:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.820990:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.822376:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.845680:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.847835:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.862332:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.867535:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.867609:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.867628:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541540736 00000100:00100000:0.0:1746128079.867635:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541540736 00010000:00010000:0.0:1746128079.867662:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800935e8600/0x802a7453533b91aa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cff0e expref: 76 pid: 28170 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746128079.870533:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541540864 00000100:00100000:0.0:1746128079.870544:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541540864 00010000:00010000:0.0:1746128079.870588:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800935e8800/0x802a7453533b91a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cff07 expref: 6 pid: 28170 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746128079.874445:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.883423:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.903020:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541541504 00000100:00100000:0.0:1746128079.903028:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541541504 00010000:00010000:0.0:1746128079.903053:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129619000/0x802a7453533b91b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cff15 expref: 76 pid: 8416 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746128079.903867:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7081 00000100:00100000:0.0:1746128079.903876:0:7068:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:1964:x1830947541541504:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128079.903889:0:7068:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128079.903908:0:7068:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129619000/0x802a7453533b91b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cff15 expref: 76 pid: 8416 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128079.903918:0:7068:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129619000/0x802a7453533b91b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cff15 expref: 76 pid: 8416 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128079.903936:0:7068:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129619000/0x802a7453533b91b1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cff15 expref: 76 pid: 8416 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746128079.903957:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128079.903959:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128079.903965:0:7068:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935e9400/0x802a7453533b91b8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cff1c expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128079.903972:0:7068:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935e9400/0x802a7453533b91b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cff1c expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128079.904001:0:7068:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800935e9400/0x802a7453533b91b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cff1c expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128079.904011:0:7068:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094640380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947539900800:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128079.912311:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.916020:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.918681:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.921704:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.926686:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.933156:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.939431:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.939483:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.944645:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.947442:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.949863:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.957847:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.975419:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.985738:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128079.997560:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.008684:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.014072:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.020227:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.050646:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.073679:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.096494:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.101028:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.109284:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.110822:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.121202:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.124815:0:10571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800938faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10571:1830947539902592:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128080.124824:0:10571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800938fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10571:1830947539902720:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128080.124845:0:10571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ce57200/0x802a7453533b91f7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cff5b expref: 83 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.124856:0:10571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57200, rc 0) 00000100:00100000:0.0:1746128080.124883:0:10571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+83:30949:x1830947541546368:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1975us (3687us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128080.124889:0:10571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3200 00000100:00100000:0.0:1746128080.128823:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.128854:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.128918:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.136997:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.138992:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800acd3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947539902976:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128080.139011:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800935e9e00/0x802a7453533b91fe lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cff62 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.139023:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935e9e00, rc 0) 00000100:00100000:0.0:1746128080.139048:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:30950:x1830947541546752:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6110us (10130us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128080.139053:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3201 00000100:00100000:0.0:1746128080.144548:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541547264 00000100:00100000:0.0:1746128080.144556:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541547264 00002000:00100000:0.0:1746128080.144606:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800938fbb80 x1830947541547264/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:331/0 lens 496/0 e 0 to 0 dl 1746128091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128080.144614:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938fbb80 with x1830947541547264 ext(0->7) 00010000:00010000:0.0:1746128080.144621:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce57200/0x802a7453533b91f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cff5b expref: 82 pid: 10571 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746128080.144632:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce57200/0x802a7453533b91f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cff5b expref: 82 pid: 10571 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746128080.144638:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800938fbb80 00000100:00100000:0.0:1746128080.144891:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 283 00000100:00100000:0.0:1746128080.144898:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1966:x1830947541547264:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128080.145143:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+84:1966:x1830947541547264:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 Request processed in 244us (674us total) trans 4294968132 rc 0/0 00000100:00100000:0.0:1746128080.145148:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 283 00002000:00100000:0.0:1746128080.145153:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800938fbb80 x1830947541547264/t4294968132(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:331/0 lens 496/448 e 0 to 0 dl 1746128091 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128080.145164:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938fbb80 with x1830947541547264 ext(0->7) 00010000:00010000:0.0:1746128080.145168:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce57200/0x802a7453533b91f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cff5b expref: 84 pid: 10571 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746128080.145175:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce57200/0x802a7453533b91f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cff5b expref: 84 pid: 10571 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746128080.145180:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800938fbb80 00000100:00100000:0.0:1746128080.149399:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.156807:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.160680:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541547776 00000100:00100000:0.0:1746128080.160686:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541547776 00000100:00100000:0.0:1746128080.160714:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3202 00000100:00100000:0.0:1746128080.160719:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+83:30949:x1830947541547776:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128080.160730:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128080.160742:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b43c600/0x802a7453533b9205 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2cff69 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.160761:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935e9e00/0x802a7453533b91fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cff62 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.160767:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128080.160768:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128080.160771:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b43c600/0x802a7453533b9205 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cff69 expref: 84 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.160790:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800935e9e00/0x802a7453533b91fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cff62 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.160800:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800935e9e00/0x802a7453533b91fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cff62 expref: 5 pid: 8416 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746128080.160809:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012944e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947539903232:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128080.161731:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5731d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128080.163081:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.164759:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.167971:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.170632:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.188293:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.189777:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.196073:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.199327:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.199388:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.201748:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.208412:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.217945:0:7077:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947539904128 00000100:00100000:0.0:1746128080.217951:0:7077:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947539904128 00000100:00100000:0.0:1746128080.217978:0:7077:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1746128080.217984:0:7077:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74bb44a2-e27b-4631-8597-fae5b0eab546+18:3301:x1830947539904128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128080.218021:0:7077:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74bb44a2-e27b-4631-8597-fae5b0eab546+18:3301:x1830947539904128:12345-0@lo:400:kworker.0 Request processed in 37us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128080.218026:0:7077:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1746128080.220981:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128080.221011:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009181f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3301:1830947539904640:0@lo:400:kworker.0 00000100:00100000:0.0:1746128080.221594:0:3301:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967852 gen 2 00000004:00080000:0.0:1746128080.221599:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ba40e00, transno 4294967851 00000004:00080000:0.0:1746128080.221605:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ba41180, transno 4294967852 00000100:00100000:0.0:1746128080.221608:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009181df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947539904768:0@lo:400:kworker.0 00000100:00100000:0.0:1746128080.222486:0:3303:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968059 gen 2 00000004:00080000:0.0:1746128080.222490:0:3303:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ba42300, transno 4294968059 00000100:00100000:0.0:1746128080.222497:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009181ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947539904512:0@lo:400:kworker.0 00000100:00100000:0.0:1746128080.227021:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.230083:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.235067:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.235307:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.239688:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.245127:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.253467:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.257429:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.260161:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.260917:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.264917:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.265474:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.267192:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.269824:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.272433:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.275275:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.277857:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.290435:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.292109:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.293789:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.299780:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.304386:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.304419:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.307033:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.309470:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.316736:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009181d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947539906688:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128080.316760:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880129619000/0x802a7453533b9252 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cffb6 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.316774:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129619000, rc 0) 00000100:00100000:0.0:1746128080.316816:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:30950:x1830947541554048:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9658us (9786us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128080.316823:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3213 00000100:00100000:0.0:1746128080.317229:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541554432 00000100:00100000:0.0:1746128080.317235:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541554432 00002000:00100000:0.0:1746128080.317264:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009181ce00 x1830947541554432/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:331/0 lens 496/0 e 0 to 0 dl 1746128091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128080.317272:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181ce00 with x1830947541554432 ext(0->7) 00010000:00010000:0.0:1746128080.317277:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880129619200/0x802a7453533b924b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cffaf expref: 92 pid: 8416 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746128080.317288:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880129619200/0x802a7453533b924b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cffaf expref: 92 pid: 8416 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746128080.317293:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009181ce00 00000100:00100000:0.0:1746128080.325093:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.327694:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.331174:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.345695:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.372592:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 296 00000100:00100000:0.0:1746128080.372601:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+95:1966:x1830947541555328:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128080.372725:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+95:1966:x1830947541555328:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (2006us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128080.372730:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 296 00002000:00100000:0.0:1746128080.372735:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800938fa300 x1830947541555328/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:331/0 lens 488/4536 e 0 to 0 dl 1746128091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128080.372742:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938fa300 with x1830947541555328 ext(0->4095) 00010000:00010000:0.0:1746128080.372747:0:25276:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880129619800/0x802a7453533b9259 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cffbd expref: 95 pid: 8416 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746128080.372755:0:25276:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880129619800/0x802a7453533b9259 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cffbd expref: 95 pid: 8416 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746128080.372760:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800938fa300 00000100:00100000:0.0:1746128080.373929:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.374506:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.375493:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.377143:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.386865:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.392659:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.399796:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.407081:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.409081:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.412464:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.412513:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541557120 00000100:00100000:0.0:1746128080.412518:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541557120 00002000:00100000:0.0:1746128080.412551:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094ac4380 x1830947541557120/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:331/0 lens 488/0 e 0 to 0 dl 1746128091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128080.412558:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac4380 with x1830947541557120 ext(0->4095) 00002000:00010000:0.0:1746128080.412562:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094ac4380 00000100:00100000:0.0:1746128080.412597:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2816 00000100:00100000:0.0:1746128080.412603:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:1965:x1830947541557120:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128080.412752:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:1965:x1830947541557120:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 149us (288us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128080.412758:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2816 00002000:00100000:0.0:1746128080.412766:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094ac4380 x1830947541557120/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:331/0 lens 488/4536 e 0 to 0 dl 1746128091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128080.412772:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac4380 with x1830947541557120 ext(0->4095) 00002000:00010000:0.0:1746128080.412774:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094ac4380 00000100:00100000:0.0:1746128080.418294:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.442805:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.445610:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.448353:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.451091:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.454404:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.459059:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.472486:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.473034:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.478054:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.486819:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.488112:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.500146:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.505540:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.507702:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.525813:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.527492:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.533000:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.537416:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.546293:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.548392:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.556180:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.560230:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.564120:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.564886:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541561984 00000100:00100000:0.0:1746128080.564892:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541561984 00010000:00010000:0.0:1746128080.564917:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129618200/0x802a7453533b929f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0003 expref: 105 pid: 8416 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746128080.564947:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7115 00000100:00100000:0.0:1746128080.564953:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+105:1964:x1830947541561984:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128080.564963:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128080.564981:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129618200/0x802a7453533b929f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0003 expref: 105 pid: 8416 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746128080.564991:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129618200/0x802a7453533b929f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0003 expref: 105 pid: 8416 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746128080.565011:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129618200/0x802a7453533b929f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0003 expref: 105 pid: 8416 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746128080.565033:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128080.565035:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128080.565040:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935e8600/0x802a7453533b92a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d000a expref: 104 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.565047:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935e8600/0x802a7453533b92a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d000a expref: 104 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.565071:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800935e8600/0x802a7453533b92a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d000a expref: 104 pid: 10571 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128080.565080:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947539909760:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128080.565137:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5731d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128080.569022:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947539909760:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128080.569032:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128080.569048:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+104:1964:x1830947541561984:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4096us (4206us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128080.569054:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7115 00000100:00100000:0.0:1746128080.579340:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.583040:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.588364:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.591141:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.593518:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.598067:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.600866:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.609241:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.612055:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.618242:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.619334:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541564288 00000100:00100000:0.0:1746128080.619337:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541564288 00000100:00100000:0.0:1746128080.619363:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3230 00000100:00100000:0.0:1746128080.619368:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+108:30949:x1830947541564288:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128080.619375:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128080.619381:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b43d600/0x802a7453533b92c9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d002d expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.619394:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935e8a00/0x802a7453533b92bb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d001f expref: 5 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.619402:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935e8600/0x802a7453533b92c2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0026 expref: 109 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.619406:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128080.619408:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128080.619410:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b43d600/0x802a7453533b92c9 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d002d expref: 109 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.619430:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800935e8600/0x802a7453533b92c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0026 expref: 109 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.619443:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800935e8600/0x802a7453533b92c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0026 expref: 109 pid: 10571 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746128080.619453:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947539910656:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128080.619512:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800935e8a00/0x802a7453533b92bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d001f expref: 5 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.619520:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800935e8a00/0x802a7453533b92bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d001f expref: 5 pid: 10571 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746128080.619527:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947539910784:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128080.619541:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5731d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128080.624880:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.631388:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541564800 00000100:00100000:0.0:1746128080.631395:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541564800 00000100:00100000:0.0:1746128080.631434:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3231 00000100:00100000:0.0:1746128080.631440:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:30950:x1830947541564800:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128080.631453:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128080.631466:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ce56800/0x802a7453533b92d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0034 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.631483:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128080.631488:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b43d600/0x802a7453533b92c9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d002d expref: 108 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.631497:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128080.631500:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce56800/0x802a7453533b92d0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0034 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.631525:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b43d600/0x802a7453533b92c9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d002d expref: 108 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.631534:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ce56800/0x802a7453533b92d0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0034 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.631542:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56800, rc 0) 00000100:00100000:0.0:1746128080.631598:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:30950:x1830947541564800:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128080.631603:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3231 00000100:00100000:0.0:1746128080.641326:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.643224:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.651011:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.670891:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541566336 00000100:00100000:0.0:1746128080.670899:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541566336 00000100:00100000:0.0:1746128080.679132:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7123 00000100:00100000:0.0:1746128080.679139:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947541566592:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128080.679146:0:20953:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128080.679156:0:20953:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce56800/0x802a7453533b92d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0034 expref: 6 pid: 28170 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746128080.679164:0:20953:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce56800/0x802a7453533b92d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0034 expref: 6 pid: 28170 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746128080.679175:0:20953:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce56800/0x802a7453533b92d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0034 expref: 6 pid: 28170 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746128080.679198:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128080.679199:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128080.679205:0:20953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935e8800/0x802a7453533b92de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0042 expref: 110 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.679219:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935e8800/0x802a7453533b92de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0042 expref: 110 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.679245:0:20953:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800935e8800/0x802a7453533b92de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0042 expref: 110 pid: 10571 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128080.679256:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f48a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:20953:1830947539911552:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128080.679462:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5731d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128080.682089:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.693764:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.697079:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.699036:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.701619:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.711924:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541567744 00000100:00100000:0.0:1746128080.711929:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541567744 00000100:00100000:0.0:1746128080.711956:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3236 00000100:00100000:0.0:1746128080.711962:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+113:30950:x1830947541567744:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128080.711971:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128080.711980:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801309d3800/0x802a7453533b92f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0057 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.711993:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128080.711997:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935e8600/0x802a7453533b92ec lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0050 expref: 114 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.712002:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128080.712005:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801309d3800/0x802a7453533b92f3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0057 expref: 114 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.712024:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800935e8600/0x802a7453533b92ec lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0050 expref: 114 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.712034:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801309d3800/0x802a7453533b92f3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0057 expref: 114 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.712042:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801309d3800, rc 0) 00000100:00100000:0.0:1746128080.712740:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+114:30950:x1830947541567744:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 775us (1686us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128080.712746:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3236 00000100:00100000:0.0:1746128080.732462:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.732512:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.740020:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.745260:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.748497:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.751930:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.754106:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.763041:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.771429:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.773253:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.776652:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.781418:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.781466:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.789380:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.789475:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.789493:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541571072 00000100:00100000:0.0:1746128080.789498:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541571072 00010000:00010000:0.0:1746128080.789519:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095228600/0x802a7453533b9301 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0065 expref: 6 pid: 28170 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746128080.789547:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541570944 00000100:00100000:0.0:1746128080.789550:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541570944 00010000:00010000:0.0:1746128080.789558:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129618200/0x802a7453533b9308 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d006c expref: 117 pid: 10571 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746128080.789590:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7129 00000100:00100000:0.0:1746128080.789595:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947541571072:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128080.789604:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128080.789619:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095228600/0x802a7453533b9301 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0065 expref: 6 pid: 28170 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746128080.789627:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095228600/0x802a7453533b9301 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0065 expref: 6 pid: 28170 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746128080.789644:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095228600/0x802a7453533b9301 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0065 expref: 6 pid: 28170 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746128080.789660:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128080.789674:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947541571072:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 79us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128080.789679:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7129 00000100:00100000:0.0:1746128080.789689:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7130 00000100:00100000:0.0:1746128080.789693:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+117:1965:x1830947541570944:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128080.789697:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128080.789703:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129618200/0x802a7453533b9308 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d006c expref: 117 pid: 10571 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746128080.789710:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129618200/0x802a7453533b9308 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d006c expref: 117 pid: 10571 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746128080.789718:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129618200/0x802a7453533b9308 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d006c expref: 117 pid: 10571 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746128080.789725:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128080.789727:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128080.789732:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095228000/0x802a7453533b930f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0073 expref: 116 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.789738:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095228000/0x802a7453533b930f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0073 expref: 116 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.789757:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095228000/0x802a7453533b930f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0073 expref: 116 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128080.789767:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c21ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947539913216:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128080.789805:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5731d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128080.791684:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.804806:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 323 00000100:00100000:0.0:1746128080.804814:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+117:1963:x1830947541571456:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128080.804938:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+117:1963:x1830947541571456:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (936us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128080.804943:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 323 00002000:00100000:0.0:1746128080.804948:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009181d180 x1830947541571456/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:331/0 lens 488/4536 e 0 to 0 dl 1746128091 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128080.804954:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181d180 with x1830947541571456 ext(0->4095) 00010000:00010000:0.0:1746128080.804958:0:25276:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095228000/0x802a7453533b930f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0073 expref: 117 pid: 28170 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746128080.804967:0:25276:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095228000/0x802a7453533b930f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0073 expref: 117 pid: 28170 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746128080.804972:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009181d180 00000100:00100000:0.0:1746128080.810176:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.815130:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.822148:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.822285:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.825694:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.825768:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.828813:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.830426:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.832988:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.839036:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.843101:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.850559:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.853029:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.853073:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.856569:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.856628:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.856659:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.856677:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541574272 00000100:00100000:0.0:1746128080.856682:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541574272 00010000:00010000:0.0:1746128080.856708:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb1e400/0x802a7453533b932b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d008f expref: 122 pid: 28170 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746128080.856727:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541574528 00000100:00100000:0.0:1746128080.856729:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541574528 00010000:00010000:0.0:1746128080.856737:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094ac2800/0x802a7453533b9324 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0088 expref: 6 pid: 28170 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746128080.856750:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7134 00000100:00100000:0.0:1746128080.856756:0:7068:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+122:1963:x1830947541574272:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128080.856766:0:7068:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128080.856782:0:7068:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb1e400/0x802a7453533b932b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d008f expref: 122 pid: 28170 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746128080.856796:0:7068:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb1e400/0x802a7453533b932b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d008f expref: 122 pid: 28170 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746128080.856813:0:7068:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128080.856841:0:7068:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+122:1963:x1830947541574272:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 85us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128080.856847:0:7068:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7134 00000100:00100000:0.0:1746128080.856859:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7135 00000100:00100000:0.0:1746128080.856863:0:7068:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d93050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541574528:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128080.856869:0:7068:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128080.856875:0:7068:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094ac2800/0x802a7453533b9324 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0088 expref: 6 pid: 28170 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746128080.856883:0:7068:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094ac2800/0x802a7453533b9324 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0088 expref: 6 pid: 28170 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746128080.856892:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128080.856894:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128080.856899:0:7068:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5f64200/0x802a7453533b9332 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0096 expref: 121 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.856906:0:7068:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5f64200/0x802a7453533b9332 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0096 expref: 121 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128080.856927:0:7068:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5f64200/0x802a7453533b9332 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0096 expref: 121 pid: 10571 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128080.856942:0:7068:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947539914368:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128080.856981:0:7068:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5731d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128080.859323:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.865044:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.870354:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.875268:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.875919:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.884330:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.884393:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.892988:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.913966:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.927544:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.939421:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.943796:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.950858:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.957764:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.964009:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.972081:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.977101:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128080.980076:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.004242:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.019588:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.025092:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.029344:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.039761:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.043584:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.043611:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541579264 00000100:00100000:0.0:1746128081.043618:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541579264 00000100:00100000:0.0:1746128081.043983:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3254 00000100:00100000:0.0:1746128081.043991:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+129:30950:x1830947541579264:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128081.044005:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128081.044016:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095228000/0x802a7453533b9371 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d00d5 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.044033:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128081.044038:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c6ee00/0x802a7453533b936a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d00ce expref: 130 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.044042:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128081.044045:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095228000/0x802a7453533b9371 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d00d5 expref: 130 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.044075:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c6ee00/0x802a7453533b936a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d00ce expref: 130 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.044086:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095228000/0x802a7453533b9371 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d00d5 expref: 130 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.044094:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228000, rc 0) 00000100:00100000:0.0:1746128081.044122:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+130:30950:x1830947541579264:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128081.044127:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3254 00000100:00100000:0.0:1746128081.050256:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.055487:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.059407:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.068691:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.078829:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.083366:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.085039:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.086638:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.089250:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.096188:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.098135:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.102146:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.105938:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.109448:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.114354:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.114401:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.119041:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.122086:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.122318:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.126104:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.130944:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.134025:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.141376:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.143373:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.148175:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.150939:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.153952:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.160241:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.164548:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541584768 00000100:00100000:0.0:1746128081.164554:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541584768 00010000:00010000:0.0:1746128081.164845:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c6ea00/0x802a7453533b939b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d00ff expref: 6 pid: 10571 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746128081.165031:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7151 00000100:00100000:0.0:1746128081.165037:0:7068:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947541584768:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128081.165047:0:7068:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128081.165063:0:7068:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c6ea00/0x802a7453533b939b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d00ff expref: 6 pid: 10571 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746128081.165072:0:7068:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c6ea00/0x802a7453533b939b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d00ff expref: 6 pid: 10571 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746128081.165088:0:7068:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c6ea00/0x802a7453533b939b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d00ff expref: 6 pid: 10571 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746128081.165111:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128081.165113:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128081.165118:0:7068:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880129619800/0x802a7453533b93a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0106 expref: 134 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.165124:0:7068:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129619800/0x802a7453533b93a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0106 expref: 134 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.165148:0:7068:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880129619800/0x802a7453533b93a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0106 expref: 134 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.165157:0:7068:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880129619800/0x802a7453533b93a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0106 expref: 134 pid: 8416 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746128081.165172:0:7068:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6022300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947539918336:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128081.165238:0:7068:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5731d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128081.166990:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.174195:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541585280 00000100:00100000:0.0:1746128081.174209:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541585280 00002000:00100000:0.0:1746128081.174243:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88012ba42300 x1830947541585280/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:332/0 lens 496/0 e 0 to 0 dl 1746128092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128081.174251:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba42300 with x1830947541585280 ext(0->7) 00010000:00010000:0.0:1746128081.174258:0:25276:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880129619800/0x802a7453533b93a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0106 expref: 135 pid: 8416 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746128081.174268:0:25276:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880129619800/0x802a7453533b93a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0106 expref: 135 pid: 8416 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746128081.174274:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ba42300 00000100:00100000:0.0:1746128081.174297:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 345 00000100:00100000:0.0:1746128081.174302:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+135:1963:x1830947541585280:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128081.178743:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.183411:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.185512:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.188796:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541585920 00000100:00100000:0.0:1746128081.188803:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541585920 00000100:00100000:0.0:1746128081.189081:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3264 00000100:00100000:0.0:1746128081.189087:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:30950:x1830947541585920:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128081.189099:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128081.189108:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095228c00/0x802a7453533b93b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d011b expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.189119:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128081.189123:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880129619200/0x802a7453533b93b0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0114 expref: 138 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.189128:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128081.189131:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095228c00/0x802a7453533b93b7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d011b expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.189152:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880129619200/0x802a7453533b93b0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0114 expref: 137 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.189162:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095228c00/0x802a7453533b93b7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d011b expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.189168:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228c00, rc 0) 00000100:00100000:0.0:1746128081.189183:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:30950:x1830947541585920:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128081.189188:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3264 00000100:00100000:0.0:1746128081.194651:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541586304 00000100:00100000:0.0:1746128081.194656:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541586304 00002000:00100000:0.0:1746128081.194685:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009181df80 x1830947541586304/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:332/0 lens 488/0 e 0 to 0 dl 1746128092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128081.194693:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181df80 with x1830947541586304 ext(0->4095) 00010000:00010000:0.0:1746128081.194700:0:25276:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880129619200/0x802a7453533b93b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0114 expref: 136 pid: 8416 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746128081.194709:0:25276:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880129619200/0x802a7453533b93b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0114 expref: 136 pid: 8416 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746128081.194714:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009181df80 00000100:00100000:0.0:1746128081.194739:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 347 00000100:00100000:0.0:1746128081.194745:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+136:1964:x1830947541586304:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128081.194863:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+136:1964:x1830947541586304:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (319us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128081.194868:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 347 00002000:00100000:0.0:1746128081.194873:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009181df80 x1830947541586304/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:332/0 lens 488/4536 e 0 to 0 dl 1746128092 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128081.194879:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181df80 with x1830947541586304 ext(0->4095) 00010000:00010000:0.0:1746128081.194882:0:25276:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880129619200/0x802a7453533b93b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0114 expref: 136 pid: 8416 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746128081.194890:0:25276:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880129619200/0x802a7453533b93b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0114 expref: 136 pid: 8416 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746128081.194894:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009181df80 00000100:00100000:0.0:1746128081.198316:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.209750:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.213763:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.216408:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.219218:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.221629:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.226537:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.228614:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.231029:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.235541:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.236024:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.238426:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.241373:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.244736:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.248349:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.252710:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.259762:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.259807:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.263789:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.267863:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.273486:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.275695:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.285482:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.294714:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.296332:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541590912 00000100:00100000:0.0:1746128081.296336:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541590912 00000100:00100000:0.0:1746128081.296368:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3272 00000100:00100000:0.0:1746128081.296373:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+144:30949:x1830947541590912:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128081.296382:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128081.296401:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095229000/0x802a7453533b93ef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0153 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.296420:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b809c00/0x802a7453533b93e1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0145 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.296427:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880129619a00/0x802a7453533b93e8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d014c expref: 145 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.296431:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128081.296432:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128081.296435:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095229000/0x802a7453533b93ef lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0153 expref: 145 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.296455:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880129619a00/0x802a7453533b93e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d014c expref: 145 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.296465:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880129619a00/0x802a7453533b93e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d014c expref: 145 pid: 10571 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746128081.296474:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c74a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947539920640:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128081.296545:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b809c00/0x802a7453533b93e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0145 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.296552:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b809c00/0x802a7453533b93e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0145 expref: 5 pid: 8417 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746128081.296559:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6185180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947539920768:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128081.296607:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5731d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128081.297185:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.300013:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.302240:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.304056:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.306931:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009181ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947539920896:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128081.306947:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128081.306986:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6186d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947541591680:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2763us (2930us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128081.306994:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7162 00000100:00100000:0.0:1746128081.321721:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.340932:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.353740:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.357451:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.363279:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.368836:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.368911:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.378516:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.387143:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.390010:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.405543:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.425410:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.425772:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.432449:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.436029:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.441944:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.446005:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.448523:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.461071:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.462475:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3278 00000100:00100000:0.0:1746128081.467690:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.469776:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.473354:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.474252:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.479156:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.483655:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.493391:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.495839:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.500020:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.502093:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.506088:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.523788:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.525765:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.528849:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.529097:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.529129:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.529149:0:7076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541598080 00000100:00100000:0.0:1746128081.529156:0:7076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541598080 00000100:00100000:0.0:1746128081.529186:0:7076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 370 00000100:00100000:0.0:1746128081.529192:0:7076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7942e9de-9730-471c-9d1a-fdfcd28eb817+12:1964:x1830947541598080:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1746128081.529242:0:7076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7942e9de-9730-471c-9d1a-fdfcd28eb817+12:1964:x1830947541598080:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 50us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128081.529247:0:7076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 370 00000100:00100000:0.0:1746128081.529284:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.529341:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.529383:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541598336 00000100:00100000:0.0:1746128081.529386:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541598336 00000100:00100000:0.0:1746128081.531016:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 403 00000100:00100000:0.0:1746128081.531022:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1964:x1830947541598336:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1746128081.531061:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1964:x1830947541598336:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 39us (1777us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128081.531066:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 403 00000100:00100000:0.0:1746128081.531108:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.531123:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541598720 00000100:00100000:0.0:1746128081.531125:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541598720 00000100:00100000:0.0:1746128081.531140:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3282 00000100:00100000:0.0:1746128081.531144:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+152:30949:x1830947541598720:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128081.531154:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128081.531166:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095228000/0x802a7453533b9435 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0199 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.531185:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095298600/0x802a7453533b9427 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d018b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.531193:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012a2e0600/0x802a7453533b942e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0192 expref: 153 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.531198:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128081.531199:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128081.531213:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095228000/0x802a7453533b9435 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0199 expref: 153 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.531236:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012a2e0600/0x802a7453533b942e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0192 expref: 153 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.531246:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012a2e0600/0x802a7453533b942e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0192 expref: 153 pid: 28170 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746128081.531256:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947539922944:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128081.531295:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095298600/0x802a7453533b9427 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d018b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.531303:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095298600/0x802a7453533b9427 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d018b expref: 5 pid: 28170 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746128081.531310:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947539923072:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128081.531326:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009273d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128081.534507:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.536271:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541599104 00000100:00100000:0.0:1746128081.536275:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541599104 00000100:00100000:0.0:1746128081.536316:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3283 00000100:00100000:0.0:1746128081.536322:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+153:30950:x1830947541599104:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128081.536331:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128081.536341:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095228e00/0x802a7453533b943c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d01a0 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.536354:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095228000/0x802a7453533b9435 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0199 expref: 153 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.536360:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128081.536361:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128081.536364:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095228e00/0x802a7453533b943c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d01a0 expref: 153 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.536803:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095228000/0x802a7453533b9435 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0199 expref: 153 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.536812:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095228000/0x802a7453533b9435 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0199 expref: 153 pid: 28170 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746128081.536819:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f36a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947539923328:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128081.539867:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.545999:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.556536:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.557085:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.558603:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.567838:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.567884:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.572397:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.581342:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.589434:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.589476:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.600773:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.605292:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.608440:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.631656:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.637180:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.640640:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.643180:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.643208:0:25276:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541602432 00000100:00100000:0.0:1746128081.643213:0:25276:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541602432 00002000:00100000:0.0:1746128081.643237:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091f95c00 x1830947541602432/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:332/0 lens 488/0 e 0 to 0 dl 1746128092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128081.643245:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f95c00 with x1830947541602432 ext(0->4095) 00002000:00010000:0.0:1746128081.643248:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f95c00 00000100:00100000:0.0:1746128081.643259:0:25276:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2852 00000100:00100000:0.0:1746128081.643263:0:25276:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947541602432:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128081.643379:0:25276:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947541602432:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (199us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128081.643383:0:25276:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2852 00002000:00100000:0.0:1746128081.643388:0:25276:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091f95c00 x1830947541602432/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:332/0 lens 488/4536 e 0 to 0 dl 1746128092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128081.643394:0:25276:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f95c00 with x1830947541602432 ext(0->4095) 00002000:00010000:0.0:1746128081.643396:0:25276:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f95c00 00000100:00100000:0.0:1746128081.647850:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.649613:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.651221:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.657102:0:7068:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009181c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947539924864:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128081.657119:0:7068:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128081.657519:0:7068:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947541602816:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5819us (6299us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128081.657526:0:7068:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7178 00000100:00100000:0.0:1746128081.671851:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.686344:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.686423:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.690309:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.695311:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.695699:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.700063:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.725051:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.733479:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541604736 00000100:00100000:0.0:1746128081.733485:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541604736 00010000:00010000:0.0:1746128081.733503:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129618200/0x802a7453533b946d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d01d1 expref: 162 pid: 28170 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746128081.733527:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7181 00000100:00100000:0.0:1746128081.733532:0:7068:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+162:1964:x1830947541604736:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128081.733541:0:7068:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128081.733556:0:7068:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129618200/0x802a7453533b946d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d01d1 expref: 162 pid: 28170 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746128081.733564:0:7068:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129618200/0x802a7453533b946d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d01d1 expref: 162 pid: 28170 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746128081.733595:0:7068:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129618200/0x802a7453533b946d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d01d1 expref: 162 pid: 28170 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746128081.733608:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128081.733610:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128081.733615:0:7068:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880129618a00/0x802a7453533b9474 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d01d8 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.733627:0:7068:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129618a00/0x802a7453533b9474 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d01d8 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.733650:0:7068:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880129618a00/0x802a7453533b9474 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d01d8 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128081.733658:0:7068:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f96d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947539925504:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128081.733706:0:7068:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009273d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128081.735874:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.737719:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.739054:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.779985:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.790532:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.790610:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.795739:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.795776:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.795815:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.796081:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7183 00000100:00100000:0.0:1746128081.796087:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084107800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+163:1964:x1830947541606144:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128081.796094:0:20953:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128081.796102:0:20953:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009478da00/0x802a7453533b947b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d01df expref: 163 pid: 10571 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746128081.796109:0:20953:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009478da00/0x802a7453533b947b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d01df expref: 163 pid: 10571 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746128081.796123:0:20953:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009478da00/0x802a7453533b947b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d01df expref: 163 pid: 10571 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746128081.797814:0:20953:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128081.797843:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084107800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+163:1964:x1830947541606144:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1756us (2027us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128081.797850:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7183 00000100:00100000:0.0:1746128081.801735:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.808254:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.819047:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541607040 00000100:00100000:0.0:1746128081.819055:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541607040 00000100:00100000:0.0:1746128081.819090:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3295 00000100:00100000:0.0:1746128081.819096:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+165:30949:x1830947541607040:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128081.819109:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128081.819122:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095229000/0x802a7453533b9490 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d01f4 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.819142:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128081.819146:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c6ee00/0x802a7453533b9489 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d01ed expref: 166 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.819150:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746128081.819153:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095229000/0x802a7453533b9490 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d01f4 expref: 166 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.819180:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c6ee00/0x802a7453533b9489 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d01ed expref: 166 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.819190:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095229000/0x802a7453533b9490 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d01f4 expref: 166 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128081.819197:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229000, rc 0) 00000100:00100000:0.0:1746128081.819250:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+166:30949:x1830947541607040:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128081.819256:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3295 00000100:00100000:0.0:1746128081.823674:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.835181:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746128081.835195:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009181d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947539926400:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746128081.835243:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128081.835462:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009181d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947539926400:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746128081.838872:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.842604:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.842640:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.849471:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.858307:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.860062:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.862631:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.864360:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.867335:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.889190:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.892660:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.897678:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.904819:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.904872:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.914725:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.922026:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.928313:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.933614:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.935982:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.938561:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.938597:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541611008 00000100:00100000:0.0:1746128081.938602:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541611008 00002000:00100000:0.0:1746128081.938628:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094ac5f80 x1830947541611008/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:332/0 lens 488/0 e 0 to 0 dl 1746128092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128081.938636:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac5f80 with x1830947541611008 ext(0->4095) 00002000:00010000:0.0:1746128081.938639:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094ac5f80 00000100:00100000:0.0:1746128081.948299:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.951620:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.951698:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.955736:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.962997:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.970360:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.984890:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.984934:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.996251:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128081.999851:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.002331:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.020176:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:0.0:1746128082.020361:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128082.036460:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009181f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947539928448:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128082.036487:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880129619000/0x802a7453533b94cf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0233 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.036502:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129619000, rc 0) 00000100:00100000:0.0:1746128082.036546:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:30950:x1830947541612928:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 16120us (16376us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128082.036555:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3304 00000100:00100000:0.0:1746128082.037751:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.042378:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.053244:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.056352:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.058642:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.061370:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.064351:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.068554:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.068632:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.074528:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.113629:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.117262:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.125378:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.127999:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.135052:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.135183:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.138238:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.141615:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.141639:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541616128 00000100:00100000:0.0:1746128082.141645:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541616128 00002000:00100000:0.0:1746128082.141673:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880094643480 x1830947541616128/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:333/0 lens 496/0 e 0 to 0 dl 1746128093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128082.141681:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094643480 with x1830947541616128 ext(0->7) 00010000:00010000:0.0:1746128082.141688:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009478da00/0x802a7453533b94eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d024f expref: 175 pid: 28170 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746128082.141698:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009478da00/0x802a7453533b94eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d024f expref: 175 pid: 28170 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746128082.141704:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094643480 00000100:00100000:0.0:1746128082.141728:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 394 00000100:00100000:0.0:1746128082.141734:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+175:1963:x1830947541616128:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128082.141969:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+177:1963:x1830947541616128:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 Request processed in 234us (359us total) trans 4294968178 rc 0/0 00000100:00100000:0.0:1746128082.141975:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 394 00002000:00100000:0.0:1746128082.141980:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880094643480 x1830947541616128/t4294968178(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:333/0 lens 496/448 e 0 to 0 dl 1746128093 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128082.141986:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094643480 with x1830947541616128 ext(0->7) 00010000:00010000:0.0:1746128082.141991:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009478da00/0x802a7453533b94eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d024f expref: 177 pid: 28170 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746128082.141999:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009478da00/0x802a7453533b94eb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d024f expref: 177 pid: 28170 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746128082.142004:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094643480 00000100:00100000:0.0:1746128082.153087:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.155447:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.163101:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.166004:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.166074:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.168896:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.179633:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.183845:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.191484:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.196192:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.196247:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.202248:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.205437:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.208524:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.213458:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.216922:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.222034:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.222404:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.225476:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.226679:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.227851:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.229418:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.232978:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.235457:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.238291:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.241515:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.246214:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.246383:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.246676:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3318 00000100:00100000:0.0:1746128082.246681:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+183:30950:x1830947541620992:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128082.246687:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128082.246692:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095228600/0x802a7453533b9531 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0295 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.246796:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128082.246801:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c6fc00/0x802a7453533b952a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d028e expref: 184 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.246806:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128082.246808:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095228600/0x802a7453533b9531 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0295 expref: 184 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.246837:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c6fc00/0x802a7453533b952a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d028e expref: 184 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.246852:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095228600/0x802a7453533b9531 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0295 expref: 184 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.246859:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228600, rc 0) 00000100:00100000:0.0:1746128082.246899:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+184:30950:x1830947541620992:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 218us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128082.246905:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3318 00000100:00100000:0.0:1746128082.248547:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.252399:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009181d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947539931776:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128082.252416:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128082.252455:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947541621120:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3768us (3911us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128082.252463:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7207 00000100:00100000:0.0:1746128082.255800:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.263936:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.268407:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.272471:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.272521:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.275799:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.278049:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.282689:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.294949:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.300751:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.308568:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.309338:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.309915:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3322 00000100:00100000:0.0:1746128082.309921:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+187:30950:x1830947541623552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128082.309928:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128082.309934:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095228e00/0x802a7453533b954d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d02b1 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.310282:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128082.310287:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533b9546 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d02aa expref: 188 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.310292:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128082.310294:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095228e00/0x802a7453533b954d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d02b1 expref: 188 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.310324:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533b9546 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d02aa expref: 188 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.310335:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095228e00/0x802a7453533b954d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d02b1 expref: 188 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.310343:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228e00, rc 0) 00000100:00100000:0.0:1746128082.310982:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+188:30950:x1830947541623552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1059us (1642us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128082.310988:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3322 00000100:00100000:0.0:1746128082.314978:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.321957:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.324901:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.330992:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.335005:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.344301:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.344345:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.347875:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.347924:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.352004:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.356836:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.363192:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.368775:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.377693:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.380867:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.383031:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.383751:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.383768:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541626368 00000100:00100000:0.0:1746128082.383773:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541626368 00000100:00100000:0.0:1746128082.383795:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541626496 00000100:00100000:0.0:1746128082.383797:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541626496 00000100:00100000:0.0:1746128082.383806:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3326 00000100:00100000:0.0:1746128082.383811:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+190:30950:x1830947541626368:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128082.383823:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128082.383836:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095228600/0x802a7453533b9569 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d02cd expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.383853:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128082.383855:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128082.383861:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095228600/0x802a7453533b9569 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d02cd expref: 191 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.383873:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095228600/0x802a7453533b9569 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d02cd expref: 191 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.383880:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228600, rc 0) 00000100:00100000:0.0:1746128082.383907:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+191:30950:x1830947541626368:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (880us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128082.383912:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3326 00000100:00100000:0.0:1746128082.383924:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3327 00000100:00100000:0.0:1746128082.383928:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+190:30949:x1830947541626496:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128082.383933:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128082.383938:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095228c00/0x802a7453533b9570 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d02d4 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.383949:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6ee00/0x802a7453533b9562 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d02c6 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.383955:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095228600/0x802a7453533b9569 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d02cd expref: 191 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.383960:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128082.383961:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128082.383963:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095228c00/0x802a7453533b9570 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d02d4 expref: 191 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.383982:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095228600/0x802a7453533b9569 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d02cd expref: 191 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.383992:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095228600/0x802a7453533b9569 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d02cd expref: 191 pid: 28170 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746128082.384001:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947539933696:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128082.384046:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6ee00/0x802a7453533b9562 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d02c6 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.384054:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6ee00/0x802a7453533b9562 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d02c6 expref: 5 pid: 8417 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746128082.384061:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947539933824:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128082.384076:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009273d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128082.386778:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.386834:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.391317:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.394448:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.398977:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.401494:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.404762:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.408382:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.409115:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.411522:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.414878:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.414933:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.418454:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.422953:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.428666:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.432356:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.440625:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.442984:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.458528:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.461301:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.461333:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.463549:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.488295:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.501035:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.510219:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.516380:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.521460:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.525214:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.529059:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.535676:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.547781:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.551498:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.559246:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.562515:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.566922:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.567561:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.572114:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.576103:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.579041:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.592016:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.593954:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.597325:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.598548:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.601446:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.603861:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.608904:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.619647:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541635200 00000100:00100000:0.0:1746128082.619654:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541635200 00002000:00100000:0.0:1746128082.619687:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009181ed80 x1830947541635200/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:333/0 lens 488/0 e 0 to 0 dl 1746128093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128082.619695:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181ed80 with x1830947541635200 ext(0->4095) 00002000:00010000:0.0:1746128082.619699:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009181ed80 00000100:00100000:0.0:1746128082.619722:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2878 00000100:00100000:0.0:1746128082.619727:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947541635200:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128082.619840:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947541635200:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 113us (360us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128082.619845:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2878 00002000:00100000:0.0:1746128082.619849:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009181ed80 x1830947541635200/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:333/0 lens 488/4536 e 0 to 0 dl 1746128093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128082.619855:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181ed80 with x1830947541635200 ext(0->4095) 00002000:00010000:0.0:1746128082.619857:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009181ed80 00000100:00100000:0.0:1746128082.620056:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541635328 00000100:00100000:0.0:1746128082.620059:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541635328 00000100:00100000:0.0:1746128082.620076:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3341 00000100:00100000:0.0:1746128082.620081:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+201:30949:x1830947541635328:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128082.620088:0:10571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128082.620099:0:10571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df28800/0x802a7453533b95d2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0336 expref: -99 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.620118:0:10571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880129618c00/0x802a7453533b95cb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d032f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.620125:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128082.620126:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128082.620129:0:10571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df28800/0x802a7453533b95d2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0336 expref: 202 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.620148:0:10571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880129618c00/0x802a7453533b95cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d032f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.620157:0:10571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880129618c00/0x802a7453533b95cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d032f expref: 5 pid: 28170 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746128082.620170:0:10571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c79880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10571:1830947539937152:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128082.620226:0:10571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009273d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128082.622285:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.625623:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541635584 00000100:00100000:0.0:1746128082.625630:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541635584 00010000:00010000:0.0:1746128082.625654:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129618c00/0x802a7453533b95cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d032f expref: 6 pid: 28170 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746128082.625716:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7231 00000100:00100000:0.0:1746128082.625722:0:7068:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541635584:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128082.625732:0:7068:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128082.625749:0:7068:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129618c00/0x802a7453533b95cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d032f expref: 6 pid: 28170 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746128082.625758:0:7068:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129618c00/0x802a7453533b95cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d032f expref: 6 pid: 28170 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746128082.625774:0:7068:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129618c00/0x802a7453533b95cb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d032f expref: 6 pid: 28170 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746128082.625866:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128082.625868:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128082.625874:0:7068:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df28800/0x802a7453533b95d2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0336 expref: 202 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.625881:0:7068:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df28800/0x802a7453533b95d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0336 expref: 202 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.625904:0:7068:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df28800/0x802a7453533b95d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0336 expref: 202 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.625913:0:7068:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df28800/0x802a7453533b95d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0336 expref: 202 pid: 10571 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746128082.625922:0:7068:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c78e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947539937408:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128082.625987:0:7068:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009273d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128082.628360:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.629558:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 425 00000100:00100000:0.0:1746128082.629567:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+203:1963:x1830947541635840:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128082.632755:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.642846:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.646857:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.651359:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.651385:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541636608 00000100:00100000:0.0:1746128082.651390:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541636608 00002000:00100000:0.0:1746128082.651420:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091c7a300 x1830947541636608/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:333/0 lens 488/0 e 0 to 0 dl 1746128093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128082.651428:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7a300 with x1830947541636608 ext(0->4095) 00010000:00010000:0.0:1746128082.651435:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880129618200/0x802a7453533b95d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d033d expref: 206 pid: 28170 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746128082.651446:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880129618200/0x802a7453533b95d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d033d expref: 206 pid: 28170 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746128082.651453:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7a300 00000100:00100000:0.0:1746128082.651474:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 427 00000100:00100000:0.0:1746128082.651480:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+205:1964:x1830947541636608:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128082.651839:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+205:1964:x1830947541636608:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 358us (484us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128082.651845:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 427 00002000:00100000:0.0:1746128082.651850:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091c7a300 x1830947541636608/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:333/0 lens 488/4536 e 0 to 0 dl 1746128093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128082.651858:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7a300 with x1830947541636608 ext(0->4095) 00010000:00010000:0.0:1746128082.651862:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880129618200/0x802a7453533b95d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d033d expref: 205 pid: 28170 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746128082.651871:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880129618200/0x802a7453533b95d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d033d expref: 205 pid: 28170 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746128082.651877:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7a300 00000100:00100000:0.0:1746128082.654894:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.654974:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.658003:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.666088:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.672378:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.684263:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.690817:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.691658:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.695622:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.696359:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.696759:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.697175:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541638656 00000100:00100000:0.0:1746128082.697178:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541638656 00010000:00010000:0.0:1746128082.697191:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009478da00/0x802a7453533b95ee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0352 expref: 207 pid: 28170 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746128082.697217:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7236 00000100:00100000:0.0:1746128082.697221:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+207:1963:x1830947541638656:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128082.697228:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128082.697238:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009478da00/0x802a7453533b95ee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0352 expref: 207 pid: 28170 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746128082.697246:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009478da00/0x802a7453533b95ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0352 expref: 207 pid: 28170 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746128082.697258:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009478da00/0x802a7453533b95ee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0352 expref: 207 pid: 28170 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746128082.697269:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128082.697271:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128082.697276:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880129618800/0x802a7453533b95f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0359 expref: 206 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.697283:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129618800/0x802a7453533b95f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0359 expref: 206 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.697304:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880129618800/0x802a7453533b95f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0359 expref: 206 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.697313:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880129618800/0x802a7453533b95f5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0359 expref: 206 pid: 8416 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746128082.697322:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947539938560:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128082.697359:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009273d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128082.700078:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.706919:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.710642:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.715418:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.718739:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.723963:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.724881:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.728274:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.728337:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.729996:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.733271:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.740389:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.742381:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.745474:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.748107:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541641472 00000100:00100000:0.0:1746128082.748112:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541641472 00000100:00100000:0.0:1746128082.748145:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3351 00000100:00100000:0.0:1746128082.748151:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+209:30950:x1830947541641472:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128082.748162:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128082.748173:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800950eb000/0x802a7453533b9618 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d037c expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.748189:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128082.748190:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128082.748204:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800950eb000/0x802a7453533b9618 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d037c expref: 210 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.748216:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800950eb000/0x802a7453533b9618 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d037c expref: 210 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128082.748223:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800950eb000, rc 0) 00000100:00100000:0.0:1746128082.748253:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+210:30950:x1830947541641472:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128082.748258:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3351 00000100:00100000:0.0:1746128082.755428:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.757806:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.758483:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.763781:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.763819:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.763850:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.770512:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.774928:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.786035:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.789468:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.790550:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.793448:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.794495:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.797490:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.800246:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.802625:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.807436:0:7068:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009181fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947539940480:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128082.807450:0:7068:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128082.808114:0:7068:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d402d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+213:1966:x1830947541644416:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5012us (5491us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128082.808121:0:7068:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7245 00000100:00100000:0.0:1746128082.814992:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.816162:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.819999:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.828842:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.842140:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.851527:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.852088:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.855712:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.860470:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.864982:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.868973:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541646592 00000100:00100000:0.0:1746128082.868979:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541646592 00002000:00100000:0.0:1746128082.869004:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009181d500 x1830947541646592/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:333/0 lens 488/0 e 0 to 0 dl 1746128093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128082.869012:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181d500 with x1830947541646592 ext(0->4095) 00010000:00010000:0.0:1746128082.869018:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533b9649 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d03ad expref: 216 pid: 10571 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746128082.869032:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533b9649 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d03ad expref: 216 pid: 10571 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746128082.869038:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009181d500 00000100:00100000:0.0:1746128082.869060:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 445 00000100:00100000:0.0:1746128082.869066:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+216:1963:x1830947541646592:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128082.869186:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+216:1963:x1830947541646592:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (269us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128082.869200:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 445 00002000:00100000:0.0:1746128082.869206:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009181d500 x1830947541646592/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:333/0 lens 488/4536 e 0 to 0 dl 1746128093 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128082.869212:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181d500 with x1830947541646592 ext(0->4095) 00010000:00010000:0.0:1746128082.869216:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533b9649 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d03ad expref: 216 pid: 10571 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746128082.869224:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533b9649 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d03ad expref: 216 pid: 10571 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746128082.869229:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009181d500 00000100:00100000:0.0:1746128082.877905:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.889159:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.890516:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.899321:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.904552:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.910336:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.910359:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541647744 00000100:00100000:0.0:1746128082.910366:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541647744 00002000:00100000:0.0:1746128082.910397:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094e0a300 x1830947541647744/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:333/0 lens 488/0 e 0 to 0 dl 1746128093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128082.910406:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0a300 with x1830947541647744 ext(0->4095) 00002000:00010000:0.0:1746128082.910410:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094e0a300 00000100:00100000:0.0:1746128082.910434:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2884 00000100:00100000:0.0:1746128082.910440:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+218:1964:x1830947541647744:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128082.910588:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+218:1964:x1830947541647744:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 132us (243us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128082.910594:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2884 00002000:00100000:0.0:1746128082.910600:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094e0a300 x1830947541647744/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:333/0 lens 488/4536 e 0 to 0 dl 1746128093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128082.910606:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0a300 with x1830947541647744 ext(0->4095) 00002000:00010000:0.0:1746128082.910608:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094e0a300 00000100:00100000:0.0:1746128082.918410:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.923822:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.931091:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.932945:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.939489:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.942181:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.961343:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.961392:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.966363:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.969761:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.973309:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.983156:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.990298:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128082.994026:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.002870:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.009998:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.015085:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.017428:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.024269:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.030867:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7257 00000100:00100000:0.0:1746128083.030875:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541651712:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128083.030884:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128083.030893:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533b967a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d03de expref: 6 pid: 10571 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746128083.030902:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533b967a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d03de expref: 6 pid: 10571 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746128083.030913:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533b967a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d03de expref: 6 pid: 10571 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746128083.030936:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128083.030938:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128083.030945:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c6ee00/0x802a7453533b9688 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d03ec expref: 224 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.030952:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c6ee00/0x802a7453533b9688 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d03ec expref: 224 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.030975:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091c6ee00/0x802a7453533b9688 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d03ec expref: 224 pid: 10571 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128083.030985:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947539943424:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128083.031032:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009273df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128083.032981:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.034988:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947539943424:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128083.035002:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128083.035024:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947541651712:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4151us (5275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128083.035032:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7257 00000100:00100000:0.0:1746128083.035057:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541652096 00000100:00100000:0.0:1746128083.035061:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541652096 00002000:00100000:0.0:1746128083.035082:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012ba41180 x1830947541652096/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:334/0 lens 488/0 e 0 to 0 dl 1746128094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128083.035090:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba41180 with x1830947541652096 ext(0->4095) 00010000:00010000:0.0:1746128083.035095:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c6ee00/0x802a7453533b9688 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d03ec expref: 226 pid: 10571 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746128083.035106:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c6ee00/0x802a7453533b9688 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d03ec expref: 226 pid: 10571 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746128083.035112:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ba41180 00000100:00100000:0.0:1746128083.035136:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 453 00000100:00100000:0.0:1746128083.035142:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+226:1965:x1830947541652096:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128083.035258:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+226:1965:x1830947541652096:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 116us (334us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128083.035264:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 453 00002000:00100000:0.0:1746128083.035268:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012ba41180 x1830947541652096/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:334/0 lens 488/4536 e 0 to 0 dl 1746128094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128083.035276:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba41180 with x1830947541652096 ext(0->4095) 00010000:00010000:0.0:1746128083.035280:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091c6ee00/0x802a7453533b9688 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d03ec expref: 226 pid: 10571 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746128083.035288:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091c6ee00/0x802a7453533b9688 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d03ec expref: 226 pid: 10571 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746128083.035293:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ba41180 00000100:00100000:0.0:1746128083.053844:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.060048:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.064308:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.071710:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.077922:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.077972:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.081480:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.081509:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.081527:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.083820:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.087224:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.096669:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.102060:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.105702:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.111707:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.112398:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.115933:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.133673:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.136749:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541655552 00000100:00100000:0.0:1746128083.136753:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541655552 00000100:00100000:0.0:1746128083.136787:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3374 00000100:00100000:0.0:1746128083.136792:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+230:30949:x1830947541655552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128083.136800:0:10571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128083.136810:0:10571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800950eb000/0x802a7453533b96b9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d041d expref: -99 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.136827:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128083.136831:0:10571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c6e600/0x802a7453533b96b2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0416 expref: 5 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.136836:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746128083.136839:0:10571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800950eb000/0x802a7453533b96b9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d041d expref: 231 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.136866:0:10571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c6e600/0x802a7453533b96b2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0416 expref: 5 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.136874:0:10571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800950eb000/0x802a7453533b96b9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d041d expref: 231 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.136881:0:10571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800950eb000, rc 0) 00000100:00100000:0.0:1746128083.136901:0:10571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+231:30949:x1830947541655552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128083.136906:0:10571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3374 00000100:00100000:0.0:1746128083.144200:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.158316:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.160468:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.166942:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.166988:0:7068:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d400000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947539945088:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128083.167005:0:7068:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128083.167033:0:7068:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947541656064:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4935us (6569us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128083.167041:0:7068:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7264 00000100:00100000:0.0:1746128083.175817:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.179265:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d402d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947539945216:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128083.179475:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800952c5600/0x802a7453533b96c0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0424 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.179487:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800952c5600, rc 0) 00000100:00100000:0.0:1746128083.179523:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:30950:x1830947541656448:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2523us (3711us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128083.179530:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3375 00000100:00100000:0.0:1746128083.179642:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.200166:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.211877:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541657088 00000100:00100000:0.0:1746128083.211884:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541657088 00000100:00100000:0.0:1746128083.211918:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3376 00000100:00100000:0.0:1746128083.211925:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+231:30949:x1830947541657088:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128083.211937:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128083.211951:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800950eb000/0x802a7453533b96c7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d042b expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.211973:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800952c5600/0x802a7453533b96c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0424 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.211979:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128083.211981:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128083.211984:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800950eb000/0x802a7453533b96c7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d042b expref: 232 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.212005:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800952c5600/0x802a7453533b96c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0424 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.212015:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800952c5600/0x802a7453533b96c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0424 expref: 5 pid: 8416 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746128083.212026:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947539945472:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128083.212083:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009273d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128083.212638:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541657216 00000100:00100000:0.0:1746128083.212641:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541657216 00000100:00100000:0.0:1746128083.212660:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3377 00000100:00100000:0.0:1746128083.212665:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+233:30950:x1830947541657216:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128083.212671:0:10571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128083.212677:0:10571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f18dc00/0x802a7453533b96ce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0432 expref: -99 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.212687:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128083.212691:0:10571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800950eb000/0x802a7453533b96c7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d042b expref: 234 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.212695:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128083.212697:0:10571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f18dc00/0x802a7453533b96ce lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0432 expref: 234 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.212716:0:10571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800950eb000/0x802a7453533b96c7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d042b expref: 234 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.212725:0:10571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f18dc00/0x802a7453533b96ce lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0432 expref: 234 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.212732:0:10571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f18dc00, rc 0) 00000100:00100000:0.0:1746128083.212755:0:10571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+234:30950:x1830947541657216:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128083.212760:0:10571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3377 00000100:00100000:0.0:1746128083.219113:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.219945:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947539945472:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128083.219967:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800950eb000/0x802a7453533b96c7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d042b expref: 233 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.219981:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800950eb000, rc 0) 00000100:00100000:0.0:1746128083.220018:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+233:30949:x1830947541657088:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8094us (9132us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128083.220029:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3376 00000100:00100000:0.0:1746128083.225946:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.234048:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.238638:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.244463:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.246743:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.249049:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.258508:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.265732:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.268252:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.275460:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.291941:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.292023:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.297254:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.297292:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.304252:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.304298:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.307863:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.323227:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.327914:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.332509:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.334486:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.334555:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.339745:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.341887:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.344142:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.348359:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.353415:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.356889:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.357399:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.362490:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.366763:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.370739:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.370802:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.374123:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.381603:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.396884:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.406913:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.421363:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.421412:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.425315:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.425363:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.428349:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.428563:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.441725:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.450498:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.452848:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.452871:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541666944 00000100:00100000:0.0:1746128083.452876:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541666944 00002000:00100000:0.0:1746128083.452903:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880134409180 x1830947541666944/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:334/0 lens 488/0 e 0 to 0 dl 1746128094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128083.452910:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134409180 with x1830947541666944 ext(0->4095) 00002000:00010000:0.0:1746128083.452913:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134409180 00000100:00100000:0.0:1746128083.452925:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2899 00000100:00100000:0.0:1746128083.452930:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1963:x1830947541666944:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128083.453041:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1963:x1830947541666944:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (194us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128083.453047:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2899 00002000:00100000:0.0:1746128083.453052:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880134409180 x1830947541666944/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:334/0 lens 488/4536 e 0 to 0 dl 1746128094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128083.453058:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134409180 with x1830947541666944 ext(0->4095) 00002000:00010000:0.0:1746128083.453060:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134409180 00000100:00100000:0.0:1746128083.466006:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.466115:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.469350:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541667328 00000100:00100000:0.0:1746128083.469354:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541667328 00010000:00010000:0.0:1746128083.469372:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631000/0x802a7453533b9730 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0494 expref: 22 pid: 10571 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746128083.469400:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7282 00000100:00100000:0.0:1746128083.469406:0:7068:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e35c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1966:x1830947541667328:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128083.469415:0:7068:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128083.469431:0:7068:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b631000/0x802a7453533b9730 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0494 expref: 22 pid: 10571 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746128083.469440:0:7068:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b631000/0x802a7453533b9730 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0494 expref: 22 pid: 10571 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746128083.469457:0:7068:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128083.469484:0:7068:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e35c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1966:x1830947541667328:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 77us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128083.469492:0:7068:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7282 00000100:00100000:0.0:1746128083.471826:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.471913:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.489352:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541668096 00000100:00100000:0.0:1746128083.489361:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541668096 00002000:00100000:0.0:1746128083.491296:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800acd3b480 x1830947541668096/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:334/0 lens 488/0 e 0 to 0 dl 1746128094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128083.491304:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd3b480 with x1830947541668096 ext(0->4095) 00010000:00010000:0.0:1746128083.491311:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b631400/0x802a7453533b973e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d04a2 expref: 21 pid: 10571 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746128083.491322:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b631400/0x802a7453533b973e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d04a2 expref: 21 pid: 10571 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746128083.491327:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800acd3b480 00000100:00100000:0.0:1746128083.491346:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 480 00000100:00100000:0.0:1746128083.491354:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1963:x1830947541668096:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128083.491482:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1963:x1830947541668096:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 130us (3860us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128083.491488:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 480 00002000:00100000:0.0:1746128083.491493:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800acd3b480 x1830947541668096/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:334/0 lens 488/4536 e 0 to 0 dl 1746128094 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128083.491499:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd3b480 with x1830947541668096 ext(0->4095) 00010000:00010000:0.0:1746128083.491503:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b631400/0x802a7453533b973e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d04a2 expref: 21 pid: 10571 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746128083.491510:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b631400/0x802a7453533b973e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d04a2 expref: 21 pid: 10571 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746128083.491515:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800acd3b480 00000100:00100000:0.0:1746128083.492885:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.498520:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.502342:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.502364:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541668736 00000100:00100000:0.0:1746128083.502369:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541668736 00002000:00100000:0.0:1746128083.502400:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880134408380 x1830947541668736/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:334/0 lens 488/0 e 0 to 0 dl 1746128094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128083.502407:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134408380 with x1830947541668736 ext(0->4095) 00002000:00010000:0.0:1746128083.502411:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134408380 00000100:00100000:0.0:1746128083.502426:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2900 00000100:00100000:0.0:1746128083.502431:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1966:x1830947541668736:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128083.502562:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1966:x1830947541668736:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (222us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128083.502567:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2900 00002000:00100000:0.0:1746128083.502584:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880134408380 x1830947541668736/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:334/0 lens 488/4536 e 0 to 0 dl 1746128094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128083.502591:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134408380 with x1830947541668736 ext(0->4095) 00002000:00010000:0.0:1746128083.502593:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134408380 00000100:00100000:0.0:1746128083.504425:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.513046:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.513093:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.517983:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.518044:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.518069:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.518084:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541669376 00000100:00100000:0.0:1746128083.518088:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541669376 00010000:00010000:0.0:1746128083.518109:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9745 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d04a9 expref: 23 pid: 10571 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746128083.518128:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541669632 00000100:00100000:0.0:1746128083.518130:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541669632 00010000:00010000:0.0:1746128083.518138:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800935e8600/0x802a7453533b974c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d04b0 expref: 6 pid: 10571 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746128083.520096:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7285 00000100:00100000:0.0:1746128083.520106:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134408700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947541669376:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128083.520118:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128083.520137:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9745 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d04a9 expref: 24 pid: 10571 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746128083.520147:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9745 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d04a9 expref: 24 pid: 10571 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746128083.520163:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9745 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d04a9 expref: 24 pid: 10571 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746128083.520178:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128083.520214:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134408700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1963:x1830947541669376:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 111us (2231us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128083.520221:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7285 00000100:00100000:0.0:1746128083.520233:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7286 00000100:00100000:0.0:1746128083.520238:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092091500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947541669632:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128083.520243:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128083.520251:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800935e8600/0x802a7453533b974c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d04b0 expref: 6 pid: 10571 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746128083.520259:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800935e8600/0x802a7453533b974c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d04b0 expref: 6 pid: 10571 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746128083.520270:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800935e8600/0x802a7453533b974c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d04b0 expref: 6 pid: 10571 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746128083.520277:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128083.520279:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128083.520284:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b631a00/0x802a7453533b9753 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d04b7 expref: 22 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.520290:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631a00/0x802a7453533b9753 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d04b7 expref: 22 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.520308:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b631a00/0x802a7453533b9753 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d04b7 expref: 22 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.520317:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b631a00/0x802a7453533b9753 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d04b7 expref: 22 pid: 10571 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746128083.520332:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092092a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947539950080:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128083.520385:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009273d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128083.528390:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.531617:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.538201:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.541709:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.554533:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.568892:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.574455:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.584728:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.584774:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.584796:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541671296 00000100:00100000:0.0:1746128083.584801:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541671296 00010000:00010000:0.0:1746128083.584828:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b975a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d04be expref: 26 pid: 10571 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746128083.584966:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541671168 00000100:00100000:0.0:1746128083.584969:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541671168 00010000:00010000:0.0:1746128083.584981:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9761 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d04c5 expref: 6 pid: 10571 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746128083.587656:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.593614:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.596641:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.601302:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.612083:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.618942:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.626835:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.629871:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.634897:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.641254:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.643067:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.644789:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.646346:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.648400:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.669830:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.674728:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.674799:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.678128:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.679498:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.689178:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.696304:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.702003:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.704399:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.708026:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.718175:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.734870:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.734904:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.739608:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.742779:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.750519:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.760048:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.764783:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.769531:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.773283:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.781613:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.788714:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.794641:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.805035:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.805079:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.813697:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.825553:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.828942:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.833767:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.836764:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.839784:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.842447:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.847036:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.849703:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.854759:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.864429:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.866459:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.870480:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.877708:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.880376:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.885707:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.886293:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.890480:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.890512:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.890545:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.896445:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.903306:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.934148:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541682432 00000100:00100000:0.0:1746128083.934153:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541682432 00010000:00010000:0.0:1746128083.934168:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800941cd400/0x802a7453533b97df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0543 expref: 42 pid: 8417 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746128083.934433:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7307 00000100:00100000:0.0:1746128083.934440:0:7068:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+42:1966:x1830947541682432:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128083.934448:0:7068:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128083.934466:0:7068:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8800941cd400/0x802a7453533b97df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0543 expref: 42 pid: 8417 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746128083.934475:0:7068:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800941cd400/0x802a7453533b97df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0543 expref: 42 pid: 8417 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746128083.934491:0:7068:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800941cd400/0x802a7453533b97df lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0543 expref: 42 pid: 8417 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746128083.935205:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128083.935207:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128083.935214:0:7068:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b631200/0x802a7453533b97e6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d054a expref: 41 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.935222:0:7068:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631200/0x802a7453533b97e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d054a expref: 41 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.935244:0:7068:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b631200/0x802a7453533b97e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d054a expref: 41 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128083.935258:0:7068:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b631200/0x802a7453533b97e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d054a expref: 41 pid: 10571 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746128083.935268:0:7068:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920ea300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947539954944:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128083.939277:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.941769:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.941803:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.945517:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.958664:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.970867:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.985399:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.986262:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.990250:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.990469:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.993007:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.996291:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128083.999005:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:0.0:1746128084.000512:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128084.004629:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.006679:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.008990:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.009070:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.011671:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.011737:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.015197:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.017102:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.020965:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.028368:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.034765:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.035104:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.038298:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.041666:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.041868:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.041903:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.048783:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.052746:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.060433:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.090159:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.117866:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.117944:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.126997:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:0.0:1746128084.147152:0:11111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128084.157162:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.161514:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.187816:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.192027:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.195885:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.204262:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.206032:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.211489:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.218923:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.227220:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.247690:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.249073:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.253730:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.254044:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.256977:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.257045:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.265500:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.269935:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.276319:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.278492:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.284205:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.292943:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.292993:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.295347:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.295383:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.297863:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.306925:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.327339:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541695744 00000100:00100000:0.0:1746128084.327345:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541695744 00002000:00100000:0.0:1746128084.327375:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008cda8000 x1830947541695744/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:335/0 lens 488/0 e 0 to 0 dl 1746128095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128084.327383:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda8000 with x1830947541695744 ext(0->4095) 00002000:00010000:0.0:1746128084.327387:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cda8000 00000100:00100000:0.0:1746128084.327402:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2923 00000100:00100000:0.0:1746128084.327407:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947541695744:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128084.327517:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947541695744:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (1312us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128084.327525:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2923 00002000:00100000:0.0:1746128084.327529:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008cda8000 x1830947541695744/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:335/0 lens 488/4536 e 0 to 0 dl 1746128095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128084.327536:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda8000 with x1830947541695744 ext(0->4095) 00002000:00010000:0.0:1746128084.327539:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cda8000 00000100:00100000:0.0:1746128084.342619:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.344520:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.355460:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.367693:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.372843:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.373378:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.382380:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.385124:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.394218:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.413240:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.416126:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.427858:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.429270:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.439409:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.439485:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.445092:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.479484:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.487898:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.493720:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.501988:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.505795:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.507626:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.512420:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008968d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:20953:1830947539961472:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128084.512433:0:20953:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128084.513380:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1965:x1830947541700096:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7456us (7587us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128084.513389:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7336 00000100:00100000:0.0:1746128084.514512:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541700480 00000100:00100000:0.0:1746128084.514518:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541700480 00002000:00100000:0.0:1746128084.514547:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008968d880 x1830947541700480/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:335/0 lens 488/0 e 0 to 0 dl 1746128095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128084.514556:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968d880 with x1830947541700480 ext(0->4095) 00010000:00010000:0.0:1746128084.514562:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b631400/0x802a7453533b98b1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0615 expref: 62 pid: 10571 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746128084.514589:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b631400/0x802a7453533b98b1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0615 expref: 62 pid: 10571 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746128084.514595:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008968d880 00000100:00100000:0.0:1746128084.515622:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 530 00000100:00100000:0.0:1746128084.515630:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1964:x1830947541700480:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128084.515768:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1964:x1830947541700480:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 139us (1325us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128084.515774:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 530 00002000:00100000:0.0:1746128084.515780:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008968d880 x1830947541700480/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:335/0 lens 488/4536 e 0 to 0 dl 1746128095 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128084.515796:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968d880 with x1830947541700480 ext(0->4095) 00010000:00010000:0.0:1746128084.515802:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b631400/0x802a7453533b98b1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0615 expref: 62 pid: 10571 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746128084.515811:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b631400/0x802a7453533b98b1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0615 expref: 62 pid: 10571 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746128084.515816:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008968d880 00000100:00100000:0.0:1746128084.530461:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.539162:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.552797:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.557557:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.559538:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.562284:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.568608:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.573637:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.598237:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.598279:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.602032:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.602100:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.602132:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541702784 00000100:00100000:0.0:1746128084.602138:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541702784 00010000:00010000:0.0:1746128084.602163:0:20953:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631000/0x802a7453533b98c6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d062a expref: 68 pid: 10571 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746128084.602199:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7340 00000100:00100000:0.0:1746128084.602205:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1965:x1830947541702784:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128084.602217:0:20953:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128084.602234:0:20953:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b631000/0x802a7453533b98c6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d062a expref: 68 pid: 10571 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746128084.602408:0:20953:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b631000/0x802a7453533b98c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d062a expref: 68 pid: 10571 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746128084.602425:0:20953:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b631000/0x802a7453533b98c6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d062a expref: 68 pid: 10571 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746128084.602440:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128084.602441:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128084.602446:0:20953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b630a00/0x802a7453533b98cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0631 expref: 67 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128084.602454:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b630a00/0x802a7453533b98cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0631 expref: 67 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128084.609535:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.617152:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.624082:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.631964:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.639519:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.641802:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.644049:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.648236:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.652724:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541704576 00000100:00100000:0.0:1746128084.652732:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541704576 00002000:00100000:0.0:1746128084.652767:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008968d180 x1830947541704576/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:335/0 lens 496/0 e 0 to 0 dl 1746128095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128084.652776:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968d180 with x1830947541704576 ext(0->7) 00010000:00010000:0.0:1746128084.652783:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880129618a00/0x802a7453533b98db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d063f expref: 69 pid: 8417 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746128084.652795:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880129618a00/0x802a7453533b98db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d063f expref: 69 pid: 8417 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746128084.652800:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008968d180 00000100:00100000:0.0:1746128084.652816:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 537 00000100:00100000:0.0:1746128084.652822:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+69:1965:x1830947541704576:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128084.653501:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:1965:x1830947541704576:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 Request processed in 677us (855us total) trans 4294968237 rc 0/0 00000100:00100000:0.0:1746128084.653507:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 537 00002000:00100000:0.0:1746128084.653513:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008968d180 x1830947541704576/t4294968237(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:335/0 lens 496/448 e 0 to 0 dl 1746128095 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128084.653521:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968d180 with x1830947541704576 ext(0->7) 00010000:00010000:0.0:1746128084.653526:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880129618a00/0x802a7453533b98db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d063f expref: 71 pid: 8417 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746128084.653534:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880129618a00/0x802a7453533b98db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d063f expref: 71 pid: 8417 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746128084.653540:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008968d180 00000100:00100000:0.0:1746128084.657455:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.660995:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.663880:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.666064:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.666521:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.674191:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.674970:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.678628:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.684653:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.688849:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.711554:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.717887:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.730127:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.737734:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.755009:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.759915:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.764135:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.770219:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.774177:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.785890:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.789242:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.796175:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.796270:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.799463:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.801199:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.803712:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.812549:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.815236:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.827129:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.829872:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.833046:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.848660:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.864150:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.866153:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.869262:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.876916:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.878818:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.882352:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.891386:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.893117:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.897358:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.905709:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.908263:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541712768 00000100:00100000:0.0:1746128084.908270:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541712768 00000100:00100000:0.0:1746128084.908302:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3468 00000100:00100000:0.0:1746128084.908310:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:30949:x1830947541712768:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128084.908324:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128084.908336:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533b994b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d06af expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128084.908356:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b993d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d06a1 expref: 83 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128084.908363:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800941ccc00/0x802a7453533b9944 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d06a8 expref: 5 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128084.908368:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128084.908370:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128084.908373:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533b994b lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d06af expref: 83 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128084.908396:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800941ccc00/0x802a7453533b9944 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d06a8 expref: 5 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128084.908406:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800941ccc00/0x802a7453533b9944 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d06a8 expref: 5 pid: 10571 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746128084.908417:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8417:1830947539966592:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128084.908495:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b993d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d06a1 expref: 83 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128084.908503:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b993d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d06a1 expref: 83 pid: 28170 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746128084.908511:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8417:1830947539966720:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128084.908530:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b2220c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128084.912916:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.914448:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.917685:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541713408 00000100:00100000:0.0:1746128084.917691:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541713408 00010000:00010000:0.0:1746128084.917714:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800941ccc00/0x802a7453533b9944 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d06a8 expref: 6 pid: 10571 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746128084.917742:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7358 00000100:00100000:0.0:1746128084.917748:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947541713408:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128084.917758:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128084.917773:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800941ccc00/0x802a7453533b9944 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d06a8 expref: 6 pid: 10571 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746128084.917782:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800941ccc00/0x802a7453533b9944 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d06a8 expref: 6 pid: 10571 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746128084.917798:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800941ccc00/0x802a7453533b9944 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d06a8 expref: 6 pid: 10571 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746128084.917818:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128084.917820:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128084.917825:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533b994b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d06af expref: 82 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128084.917832:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533b994b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d06af expref: 82 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128084.917857:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533b994b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d06af expref: 82 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128084.917867:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533b994b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d06af expref: 82 pid: 8417 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746128084.917877:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947539966976:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128084.917936:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128084.920872:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.925761:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.929274:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.934250:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.946844:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.948642:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.956268:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.960987:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.962813:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.966752:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.974492:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.979411:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.992746:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128084.997962:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.001725:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.006953:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.007884:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.012527:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.016807:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541717120 00000100:00100000:0.0:1746128085.016815:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541717120 00002000:00100000:0.0:1746128085.016849:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091f95f80 x1830947541717120/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:336/0 lens 488/0 e 0 to 0 dl 1746128096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128085.016858:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f95f80 with x1830947541717120 ext(0->4095) 00002000:00010000:0.0:1746128085.016862:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f95f80 00000100:00100000:0.0:1746128085.016889:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2941 00000100:00100000:0.0:1746128085.016896:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+86:1965:x1830947541717120:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128085.017029:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+86:1965:x1830947541717120:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 132us (284us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128085.017038:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2941 00002000:00100000:0.0:1746128085.017043:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091f95f80 x1830947541717120/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:336/0 lens 488/4536 e 0 to 0 dl 1746128096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128085.017049:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f95f80 with x1830947541717120 ext(0->4095) 00002000:00010000:0.0:1746128085.017052:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f95f80 00000100:00100000:0.0:1746128085.042638:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.045498:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.047440:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.081036:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541717760 00000100:00100000:0.0:1746128085.081043:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541717760 00002000:00100000:0.0:1746128085.081079:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012d403480 x1830947541717760/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:336/0 lens 488/0 e 0 to 0 dl 1746128096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128085.081087:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d403480 with x1830947541717760 ext(0->4095) 00002000:00010000:0.0:1746128085.081092:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d403480 00000100:00100000:0.0:1746128085.081118:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2942 00000100:00100000:0.0:1746128085.081125:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947541717760:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128085.081263:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947541717760:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 138us (297us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128085.081269:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2942 00002000:00100000:0.0:1746128085.081274:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012d403480 x1830947541717760/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:336/0 lens 488/4536 e 0 to 0 dl 1746128096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128085.081281:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d403480 with x1830947541717760 ext(0->4095) 00002000:00010000:0.0:1746128085.081283:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d403480 00000100:00100000:0.0:1746128085.089652:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.102084:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.103328:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.104313:0:10571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d402d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10571:1830947539968512:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128085.107628:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.107653:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.107684:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.109474:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.121330:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.130225:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.138924:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.145871:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.145939:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.156883:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.161017:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.166165:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.173128:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.179119:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.184318:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.187418:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.187505:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.190536:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.190946:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.192843:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.195889:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.198279:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.200344:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.203637:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.205566:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.207258:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.211461:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.211706:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.213931:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.214690:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.214707:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.217443:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.220509:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.225400:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.228544:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800acd39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74bb44a2-e27b-4631-8597-fae5b0eab546:3301:1830947539970944:0@lo:400:kworker.0 00000100:00100000:0.0:1746128085.228566:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128085.228588:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800acd38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3301:1830947539971456:0@lo:400:kworker.0 00000100:00100000:0.0:1746128085.228601:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128085.228611:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746128085.228615:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800acd3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3301:1830947539971072:0@lo:400:kworker.0 00000100:00100000:0.0:1746128085.228626:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128085.228635:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800acd3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947539971584:0@lo:400:kworker.0 00000100:00100000:0.0:1746128085.228646:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128085.228662:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947539971328 00000100:00100000:0.0:1746128085.228665:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947539971328 00000100:00080000:0.0:1746128085.228681:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128085.228699:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947539971584 00000100:00100000:0.0:1746128085.228701:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947539971584 00000100:00080000:0.0:1746128085.228708:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128085.228719:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1746128085.228725:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3304:x1830947539971328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128085.228755:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3304:x1830947539971328:12345-0@lo:400:kworker.0 Request processed in 31us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128085.228760:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1746128085.228782:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800acd38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830947539971328:0@lo:400:kworker.0 00000100:00100000:0.0:1746128085.228798:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1746128085.228802:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3301:x1830947539971584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128085.228819:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3301:x1830947539971584:12345-0@lo:400:kworker.0 Request processed in 17us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128085.228824:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1746128085.228837:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800acd3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947539971584:0@lo:400:kworker.0 00000100:00080000:0.0:1746128085.229335:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746128085.229350:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800acd3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3301:1830947539971072:0@lo:400:kworker.0 00000100:00100000:0.0:1746128085.229355:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800acd39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74bb44a2-e27b-4631-8597-fae5b0eab546:3301:1830947539970944:0@lo:400:kworker.0 00000100:00100000:0.0:1746128085.229361:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800acd38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3301:1830947539971456:0@lo:400:kworker.0 00000100:00100000:0.0:1746128085.231720:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.236681:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.238488:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.245337:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.245668:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.249917:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.249949:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.250801:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.257515:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.263105:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.268160:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.276038:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.276115:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.278163:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.278209:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.281376:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.284648:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.289962:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.295755:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947539972736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746128085.295806:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128085.296409:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947539972736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746128085.297503:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.299330:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.302825:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.302855:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.306011:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.311442:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.320051:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.326200:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.329350:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.332346:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.332430:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.336463:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.340517:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.346562:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.353167:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.356343:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.356417:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.359448:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.380449:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.380501:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.382628:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.397074:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.399614:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.399667:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.406428:0:7068:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d401880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947539974784:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128085.406444:0:7068:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128085.406491:0:7068:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+106:1966:x1830947541732224:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5504us (6822us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128085.406500:0:7068:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7388 00000100:00100000:0.0:1746128085.407616:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.421034:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.439962:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.440056:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.444398:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.448094:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.467411:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.473401:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.483095:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.487667:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.493052:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.496308:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.500988:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.501067:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.501101:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541734912 00000100:00100000:0.0:1746128085.501107:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541734912 00010000:00010000:0.0:1746128085.501137:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631000/0x802a7453533b9a32 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0796 expref: 6 pid: 10571 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746128085.501164:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7392 00000100:00100000:0.0:1746128085.501170:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800852c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947541734912:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128085.501192:0:20953:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128085.501211:0:20953:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b631000/0x802a7453533b9a32 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0796 expref: 6 pid: 10571 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746128085.501221:0:20953:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b631000/0x802a7453533b9a32 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0796 expref: 6 pid: 10571 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746128085.501241:0:20953:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128085.501270:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800852c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947541734912:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 100us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128085.501276:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7392 00000100:00100000:0.0:1746128085.506070:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541735168 00000100:00100000:0.0:1746128085.506078:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541735168 00010000:00010000:0.0:1746128085.506103:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631400/0x802a7453533b9a39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d079d expref: 111 pid: 10571 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746128085.506561:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7393 00000100:00100000:0.0:1746128085.506567:0:7068:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d401880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+111:1963:x1830947541735168:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128085.506595:0:7068:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128085.506614:0:7068:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b631400/0x802a7453533b9a39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d079d expref: 111 pid: 10571 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746128085.506626:0:7068:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b631400/0x802a7453533b9a39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d079d expref: 111 pid: 10571 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746128085.506643:0:7068:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b631400/0x802a7453533b9a39 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d079d expref: 111 pid: 10571 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746128085.506658:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128085.506659:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128085.506665:0:7068:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800941cd400/0x802a7453533b9a40 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d07a4 expref: 110 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128085.506671:0:7068:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800941cd400/0x802a7453533b9a40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d07a4 expref: 110 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128085.506694:0:7068:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800941cd400/0x802a7453533b9a40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d07a4 expref: 110 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128085.506703:0:7068:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800852c2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947539975808:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128085.506750:0:7068:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128085.510548:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.518719:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.522962:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.531134:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.539429:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.546061:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.546272:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.550633:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.560279:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.571995:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.575607:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.579190:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.582765:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.582803:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.585700:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.594247:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.601920:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.606081:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.606189:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.609316:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.609417:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.611948:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.614188:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.622098:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.626880:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.627608:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.630271:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.630309:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.633390:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.639790:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.657723:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.664403:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.665905:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.671302:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.675723:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.692060:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.697920:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.702811:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.713142:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.713275:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.731363:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.734959:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.738123:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.741798:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.745791:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.752100:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.755484:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.756597:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.766515:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.773990:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.781466:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.785442:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.788794:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.794539:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.796300:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.799369:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.802918:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.806874:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541746560 00000100:00100000:0.0:1746128085.806880:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541746560 00010000:00010000:0.0:1746128085.806901:0:20953:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b9ab0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0814 expref: 127 pid: 10571 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746128085.806924:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541746432 00000100:00100000:0.0:1746128085.806927:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541746432 00010000:00010000:0.0:1746128085.806935:0:20953:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ea00/0x802a7453533b9ab7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d081b expref: 6 pid: 28170 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746128085.806953:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7410 00000100:00100000:0.0:1746128085.806957:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+127:1963:x1830947541746560:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128085.806965:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128085.806981:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b9ab0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0814 expref: 127 pid: 10571 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746128085.806988:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b9ab0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0814 expref: 127 pid: 10571 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746128085.807006:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b9ab0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0814 expref: 127 pid: 10571 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746128085.809024:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128085.809028:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128085.809037:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533b9abe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0822 expref: 126 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128085.809045:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533b9abe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0822 expref: 126 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128085.809075:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533b9abe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0822 expref: 126 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128085.809086:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947539980160:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128085.809146:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128085.812468:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.818325:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.827899:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.839066:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.845676:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.845713:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.850796:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.854930:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.869758:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.874094:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.875828:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.884518:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.884565:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.888745:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.899661:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.903985:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.910560:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.913506:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2960 00000100:00100000:0.0:1746128085.913518:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+132:1964:x1830947541750144:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128085.913666:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+132:1964:x1830947541750144:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 152us (3111us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128085.913671:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2960 00002000:00100000:0.0:1746128085.913677:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008499e680 x1830947541750144/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:336/0 lens 488/4536 e 0 to 0 dl 1746128096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128085.913685:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008499e680 with x1830947541750144 ext(0->4095) 00002000:00010000:0.0:1746128085.913688:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008499e680 00000100:00100000:0.0:1746128085.916223:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.920426:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.926811:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.926884:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.926902:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.930127:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.932611:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.935158:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.946729:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.948922:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.956065:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.961384:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.972249:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.980166:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.984783:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541753216 00000100:00100000:0.0:1746128085.984787:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541753216 00002000:00100000:0.0:1746128085.984810:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800852c0a80 x1830947541753216/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:336/0 lens 488/0 e 0 to 0 dl 1746128096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128085.984819:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800852c0a80 with x1830947541753216 ext(0->4095) 00010000:00010000:0.0:1746128085.984824:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ea00/0x802a7453533b9b04 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0868 expref: 6 pid: 8416 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128085.984833:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ea00/0x802a7453533b9b04 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0868 expref: 6 pid: 8416 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746128085.984838:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800852c0a80 00000100:00100000:0.0:1746128085.984850:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 619 00000100:00100000:0.0:1746128085.984855:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800852c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541753216:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128085.984959:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800852c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541753216:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 103us (571us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128085.984964:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 619 00002000:00100000:0.0:1746128085.984969:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800852c0a80 x1830947541753216/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:336/0 lens 488/4536 e 0 to 0 dl 1746128096 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128085.984975:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800852c0a80 with x1830947541753216 ext(0->4095) 00010000:00010000:0.0:1746128085.984979:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ea00/0x802a7453533b9b04 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0868 expref: 6 pid: 8416 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128085.984986:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ea00/0x802a7453533b9b04 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0868 expref: 6 pid: 8416 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746128085.984991:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800852c0a80 00000100:00100000:0.0:1746128085.989119:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.990816:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128085.993043:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.000518:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:0.0:1746128086.003834:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128086.008095:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.016099:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.018542:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.018627:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.021452:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.025200:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.032654:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.037547:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.040836:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.042992:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.046065:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.046113:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.051142:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.051829:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.051861:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.051878:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541756928 00000100:00100000:0.0:1746128086.051883:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541756928 00010000:00010000:0.0:1746128086.051904:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129618a00/0x802a7453533b9b20 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0884 expref: 6 pid: 28170 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746128086.052876:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541756672 00000100:00100000:0.0:1746128086.052879:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541756672 00010000:00010000:0.0:1746128086.052892:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129619200/0x802a7453533b9b27 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d088b expref: 143 pid: 28170 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746128086.057806:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.064212:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.071488:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.080022:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.087067:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.087515:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.091902:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.091948:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.095660:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.097737:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.104437:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.117858:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.123046:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.127464:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541759616 00000100:00100000:0.0:1746128086.127469:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541759616 00002000:00100000:0.0:1746128086.127499:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800852c1880 x1830947541759616/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:337/0 lens 488/0 e 0 to 0 dl 1746128097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128086.127507:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800852c1880 with x1830947541759616 ext(0->4095) 00010000:00010000:0.0:1746128086.127514:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800956b4800/0x802a7453533b9b4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d08ae expref: 6 pid: 28170 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.127525:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800956b4800/0x802a7453533b9b4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d08ae expref: 6 pid: 28170 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746128086.127531:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800852c1880 00000100:00100000:0.0:1746128086.128141:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 629 00000100:00100000:0.0:1746128086.128148:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800852c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541759616:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128086.128273:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800852c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541759616:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 127us (1127us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128086.128279:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 629 00002000:00100000:0.0:1746128086.128284:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800852c1880 x1830947541759616/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:337/0 lens 488/4536 e 0 to 0 dl 1746128097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128086.128289:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800852c1880 with x1830947541759616 ext(0->4095) 00010000:00010000:0.0:1746128086.128294:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800956b4800/0x802a7453533b9b4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d08ae expref: 6 pid: 28170 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.128303:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800956b4800/0x802a7453533b9b4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d08ae expref: 6 pid: 28170 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746128086.128308:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800852c1880 00000100:00100000:0.0:1746128086.130990:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.133644:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.139393:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.143245:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.145377:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.156759:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.157551:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.162385:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.166418:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.188753:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.188797:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.195105:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.198388:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.198437:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.204681:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.208120:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.212239:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.215448:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.217838:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.234631:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.238070:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.249102:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.255219:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.256194:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.263483:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.282552:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.286228:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.291811:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.294988:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.301103:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.327716:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.329663:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.331661:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.334795:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.337345:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.339011:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.363549:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.371643:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.371688:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.374703:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.384831:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.392228:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800852c3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947539988096:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128086.392245:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128086.392295:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134408a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947541767552:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4296us (7469us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128086.392304:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7444 00000100:00100000:0.0:1746128086.399145:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.401396:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.405774:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.410037:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.416810:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.424897:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.426673:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.427475:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.433635:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.433696:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.438150:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.445197:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.447500:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.449271:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.452223:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.455755:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.471559:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.473951:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.477766:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541771392 00000100:00100000:0.0:1746128086.477771:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541771392 00010000:00010000:0.0:1746128086.477792:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb1e400/0x802a7453533b9bc1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0925 expref: 6 pid: 8416 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746128086.477859:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7449 00000100:00100000:0.0:1746128086.477866:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947541771392:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128086.477875:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128086.477890:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb1e400/0x802a7453533b9bc1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0925 expref: 6 pid: 8416 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.477899:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb1e400/0x802a7453533b9bc1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0925 expref: 6 pid: 8416 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.477915:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb1e400/0x802a7453533b9bc1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0925 expref: 6 pid: 8416 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.478062:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128086.478079:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947541771392:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 214us (527us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128086.478084:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7449 00000100:00100000:0.0:1746128086.479558:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.481711:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.488041:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.496396:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.501692:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.508624:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.514538:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.523125:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.530125:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.540246:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.540936:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.540954:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.540971:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541773696 00000100:00100000:0.0:1746128086.540977:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541773696 00000100:00100000:0.0:1746128086.541749:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541773952 00000100:00100000:0.0:1746128086.541752:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541773952 00000100:00100000:0.0:1746128086.544186:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 326 00000100:00100000:0.0:1746128086.544193:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947541773696:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1746128086.544215:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947541773696:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 24us (3280us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128086.544220:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 326 00000100:00100000:0.0:1746128086.544229:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 327 00000100:00100000:0.0:1746128086.544234:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1965:x1830947541773952:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1746128086.544247:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1965:x1830947541773952:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 12us (3292us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128086.544251:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 327 00000100:00100000:0.0:1746128086.544281:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:0.0:1746128086.544310:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746128086.544313:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746128086.544685:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128086.546004:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.552742:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.557995:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.567712:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.570516:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.574934:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.586322:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.604241:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.622307:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.627663:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541775872 00000100:00100000:0.0:1746128086.627673:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541775872 00002000:00100000:0.0:1746128086.627718:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800852c3480 x1830947541775872/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:337/0 lens 488/0 e 0 to 0 dl 1746128097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128086.627727:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800852c3480 with x1830947541775872 ext(0->4095) 00010000:00010000:0.0:1746128086.627736:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9bf2 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0956 expref: 6 pid: 10571 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.627750:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9bf2 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0956 expref: 6 pid: 10571 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746128086.627761:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800852c3480 00000100:00100000:0.0:1746128086.627782:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 654 00000100:00100000:0.0:1746128086.627790:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800852c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541775872:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128086.627966:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800852c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541775872:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 177us (449us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128086.627972:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 654 00002000:00100000:0.0:1746128086.627978:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800852c3480 x1830947541775872/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:337/0 lens 488/4536 e 0 to 0 dl 1746128097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128086.627985:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800852c3480 with x1830947541775872 ext(0->4095) 00010000:00010000:0.0:1746128086.627989:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9bf2 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0956 expref: 6 pid: 10571 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.627998:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9bf2 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0956 expref: 6 pid: 10571 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746128086.628003:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800852c3480 00000100:00100000:0.0:1746128086.636091:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.636873:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.636971:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541776128 00000100:00100000:0.0:1746128086.636974:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541776128 00010000:00010000:0.0:1746128086.636995:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9bf2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0956 expref: 6 pid: 10571 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746128086.637469:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7456 00000100:00100000:0.0:1746128086.637476:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541776128:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128086.637486:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128086.637509:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9bf2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0956 expref: 6 pid: 10571 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.637520:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9bf2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0956 expref: 6 pid: 10571 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.637538:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9bf2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0956 expref: 6 pid: 10571 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.637554:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128086.637555:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128086.637561:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b631800/0x802a7453533b9bf9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d095d expref: 164 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128086.637569:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631800/0x802a7453533b9bf9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d095d expref: 164 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128086.637610:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b631800/0x802a7453533b9bf9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d095d expref: 164 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128086.637620:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b631800/0x802a7453533b9bf9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d095d expref: 164 pid: 10571 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746128086.637631:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947539990912:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128086.637685:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128086.642033:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.647796:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.650331:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.656105:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.662121:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.666871:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.673357:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.679734:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.679763:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.679783:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.684211:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.688343:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.691635:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.695269:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.700428:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.703374:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.703457:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.706939:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.706958:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.707432:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.715536:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.723874:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.729701:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.735055:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.735104:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.739262:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541781760 00000100:00100000:0.0:1746128086.739267:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541781760 00010000:00010000:0.0:1746128086.739292:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b9c2a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d098e expref: 172 pid: 8416 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746128086.739328:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7464 00000100:00100000:0.0:1746128086.739334:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+172:1966:x1830947541781760:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128086.739345:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128086.739362:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b9c2a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d098e expref: 172 pid: 8416 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.739376:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b9c2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d098e expref: 172 pid: 8416 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.739393:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b9c2a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d098e expref: 172 pid: 8416 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.739415:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128086.739441:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+171:1966:x1830947541781760:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 107us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128086.739447:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7464 00000100:00100000:0.0:1746128086.739611:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541781632 00000100:00100000:0.0:1746128086.739615:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541781632 00002000:00100000:0.0:1746128086.739635:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008a8d5500 x1830947541781632/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:337/0 lens 488/0 e 0 to 0 dl 1746128097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128086.739643:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a8d5500 with x1830947541781632 ext(0->4095) 00010000:00010000:0.0:1746128086.739648:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533b9c31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0995 expref: 6 pid: 10571 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.739658:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533b9c31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0995 expref: 6 pid: 10571 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746128086.739663:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a8d5500 00000100:00100000:0.0:1746128086.739674:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 662 00000100:00100000:0.0:1746128086.739679:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947541781632:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128086.739778:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947541781632:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 97us (574us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128086.739783:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 662 00002000:00100000:0.0:1746128086.739788:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008a8d5500 x1830947541781632/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:337/0 lens 488/4536 e 0 to 0 dl 1746128097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128086.739795:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a8d5500 with x1830947541781632 ext(0->4095) 00010000:00010000:0.0:1746128086.739799:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533b9c31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0995 expref: 6 pid: 10571 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.739808:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533b9c31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0995 expref: 6 pid: 10571 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746128086.739813:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a8d5500 00000100:00100000:0.0:1746128086.742624:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.743054:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541782016 00000100:00100000:0.0:1746128086.743061:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541782016 00010000:00010000:0.0:1746128086.743086:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533b9c31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0995 expref: 6 pid: 10571 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746128086.743117:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7465 00000100:00100000:0.0:1746128086.743123:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947541782016:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128086.743132:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128086.743148:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533b9c31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0995 expref: 6 pid: 10571 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.743156:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533b9c31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0995 expref: 6 pid: 10571 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.743551:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533b9c31 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0995 expref: 6 pid: 10571 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.743658:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128086.743660:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128086.743666:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9c38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d099c expref: 171 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128086.743673:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9c38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d099c expref: 171 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128086.743884:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9c38 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d099c expref: 171 pid: 8416 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.743890:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9c38 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d099c expref: 171 pid: 8416 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746128086.743898:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947539992832:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128086.743958:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b2220c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128086.747696:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541782272 00000100:00100000:0.0:1746128086.747702:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541782272 00002000:00100000:0.0:1746128086.747728:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008a8d6300 x1830947541782272/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:337/0 lens 488/0 e 0 to 0 dl 1746128097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128086.747736:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a8d6300 with x1830947541782272 ext(0->4095) 00010000:00010000:0.0:1746128086.747741:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9c38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d099c expref: 171 pid: 8416 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.747751:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9c38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d099c expref: 171 pid: 8416 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746128086.747756:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a8d6300 00000100:00100000:0.0:1746128086.747816:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 663 00000100:00100000:0.0:1746128086.747822:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+171:1963:x1830947541782272:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128086.747938:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+171:1963:x1830947541782272:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 116us (395us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128086.747944:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 663 00002000:00100000:0.0:1746128086.747948:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008a8d6300 x1830947541782272/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:337/0 lens 488/4536 e 0 to 0 dl 1746128097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128086.747955:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a8d6300 with x1830947541782272 ext(0->4095) 00010000:00010000:0.0:1746128086.747958:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9c38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d099c expref: 171 pid: 8416 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.747966:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9c38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d099c expref: 171 pid: 8416 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746128086.747971:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a8d6300 00000100:00100000:0.0:1746128086.761622:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.766191:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.770346:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.775069:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.777080:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.784677:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.787003:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.795599:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541784064 00000100:00100000:0.0:1746128086.795604:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541784064 00010000:00010000:0.0:1746128086.795623:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631200/0x802a7453533b9c3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d09a3 expref: 173 pid: 8416 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746128086.795643:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7468 00000100:00100000:0.0:1746128086.795649:0:7068:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800852c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+173:1965:x1830947541784064:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128086.795659:0:7068:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128086.795675:0:7068:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b631200/0x802a7453533b9c3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d09a3 expref: 173 pid: 8416 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.795685:0:7068:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b631200/0x802a7453533b9c3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d09a3 expref: 173 pid: 8416 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.795702:0:7068:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b631200/0x802a7453533b9c3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d09a3 expref: 173 pid: 8416 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.795716:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128086.795718:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128086.795724:0:7068:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800956b4e00/0x802a7453533b9c4d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d09b1 expref: 172 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128086.795735:0:7068:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800956b4e00/0x802a7453533b9c4d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d09b1 expref: 172 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128086.795760:0:7068:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800956b4e00/0x802a7453533b9c4d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d09b1 expref: 172 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128086.795770:0:7068:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008968dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947539993344:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128086.795820:0:7068:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128086.799008:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.802071:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.805505:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.817082:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.823811:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.828148:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.828200:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.835140:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.842782:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800852c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830947539994240:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746128086.842814:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128086.848641:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541786624 00000100:00100000:0.0:1746128086.848648:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541786624 00002000:00100000:0.0:1746128086.848676:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008a8d4e00 x1830947541786624/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:337/0 lens 496/0 e 0 to 0 dl 1746128097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128086.848684:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a8d4e00 with x1830947541786624 ext(0->7) 00010000:00010000:0.0:1746128086.848690:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800956b4600/0x802a7453533b9c62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d09c6 expref: 175 pid: 28170 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.848704:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800956b4600/0x802a7453533b9c62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d09c6 expref: 175 pid: 28170 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746128086.848710:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a8d4e00 00000100:00100000:0.0:1746128086.848735:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 669 00000100:00100000:0.0:1746128086.848740:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+175:1966:x1830947541786624:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128086.848963:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+177:1966:x1830947541786624:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 Request processed in 222us (558us total) trans 4294968290 rc 0/0 00000100:00100000:0.0:1746128086.848969:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 669 00002000:00100000:0.0:1746128086.848974:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008a8d4e00 x1830947541786624/t4294968290(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:337/0 lens 496/448 e 0 to 0 dl 1746128097 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128086.848981:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a8d4e00 with x1830947541786624 ext(0->7) 00010000:00010000:0.0:1746128086.848985:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800956b4600/0x802a7453533b9c62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d09c6 expref: 177 pid: 28170 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.848994:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800956b4600/0x802a7453533b9c62 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d09c6 expref: 177 pid: 28170 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746128086.848999:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a8d4e00 00000100:00100000:0.0:1746128086.859414:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.873869:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.876433:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.876514:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.880815:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.880853:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.887229:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.906521:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.915873:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541788288 00000100:00100000:0.0:1746128086.915880:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541788288 00002000:00100000:0.0:1746128086.915914:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800acd3a680 x1830947541788288/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:337/0 lens 496/0 e 0 to 0 dl 1746128097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128086.915921:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd3a680 with x1830947541788288 ext(0->7) 00010000:00010000:0.0:1746128086.915928:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb1e400/0x802a7453533b9c77 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d09db expref: 176 pid: 28170 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.915938:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb1e400/0x802a7453533b9c77 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d09db expref: 176 pid: 28170 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746128086.915943:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800acd3a680 00000100:00100000:0.0:1746128086.915960:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 671 00000100:00100000:0.0:1746128086.915966:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+176:1964:x1830947541788288:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128086.916221:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+178:1964:x1830947541788288:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 Request processed in 254us (663us total) trans 4294968291 rc 0/0 00000100:00100000:0.0:1746128086.916228:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 671 00002000:00100000:0.0:1746128086.916233:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800acd3a680 x1830947541788288/t4294968291(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:337/0 lens 496/448 e 0 to 0 dl 1746128097 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128086.916239:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd3a680 with x1830947541788288 ext(0->7) 00010000:00010000:0.0:1746128086.916244:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb1e400/0x802a7453533b9c77 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d09db expref: 178 pid: 28170 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.916257:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb1e400/0x802a7453533b9c77 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d09db expref: 178 pid: 28170 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746128086.916262:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800acd3a680 00000100:00100000:0.0:1746128086.920147:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.921517:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.923648:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.924999:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 672 00000100:00100000:0.0:1746128086.925007:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947541788800:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128086.925125:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947541788800:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (1482us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128086.925131:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 672 00002000:00100000:0.0:1746128086.925136:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092093800 x1830947541788800/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:337/0 lens 488/4536 e 0 to 0 dl 1746128097 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128086.925142:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092093800 with x1830947541788800 ext(0->4095) 00010000:00010000:0.0:1746128086.925148:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800950ee200/0x802a7453533b9c7e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d09e2 expref: 6 pid: 28170 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746128086.925157:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800950ee200/0x802a7453533b9c7e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d09e2 expref: 6 pid: 28170 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746128086.925162:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092093800 00000100:00100000:0.0:1746128086.933035:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.936658:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.938552:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.941387:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.947784:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.953559:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.955907:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.957745:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.962127:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.970292:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.974704:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.985265:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.991266:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.991306:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.995387:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128086.995435:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.001048:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.001095:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.004928:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.011565:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.029063:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.030326:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.035555:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.038326:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.039882:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.043686:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.053420:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.059275:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.070010:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.079433:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.082306:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.082461:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.090080:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.092670:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.095296:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.099626:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.102498:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.108683:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.109327:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.116840:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.116877:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.122893:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541796480 00000100:00100000:0.0:1746128087.122900:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541796480 00000100:00100000:0.0:1746128087.123059:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3599 00000100:00100000:0.0:1746128087.123066:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800852c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:30950:x1830947541796480:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128087.123080:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128087.123093:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009478ce00/0x802a7453533b9ce0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0a44 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.123112:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128087.123117:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce57e00/0x802a7453533b9cd9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0a3d expref: 188 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.123122:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128087.123125:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009478ce00/0x802a7453533b9ce0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0a44 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.123154:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce57e00/0x802a7453533b9cd9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0a3d expref: 188 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.123174:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009478ce00/0x802a7453533b9ce0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0a44 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.123183:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009478ce00, rc 0) 00000100:00100000:0.0:1746128087.124082:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800852c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:30950:x1830947541796480:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1014us (1696us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128087.124088:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3599 00000100:00100000:0.0:1746128087.136109:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.141896:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.145555:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.147951:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541797632 00000100:00100000:0.0:1746128087.147956:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541797632 00000100:00100000:0.0:1746128087.147994:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3600 00000100:00100000:0.0:1746128087.147999:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+190:30950:x1830947541797632:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128087.148011:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128087.148024:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009478ca00/0x802a7453533b9ce7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0a4b expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.148042:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128087.148044:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128087.148049:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009478ca00/0x802a7453533b9ce7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0a4b expref: 191 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.148060:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009478ca00/0x802a7453533b9ce7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0a4b expref: 191 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.148072:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009478ca00, rc 0) 00000100:00100000:0.0:1746128087.148114:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+191:30950:x1830947541797632:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128087.148120:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3600 00000100:00100000:0.0:1746128087.149266:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:0.0:1746128087.152184:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128087.157445:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.157490:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.162272:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.163196:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.163242:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.168995:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.172710:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.186758:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.186811:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.190376:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.194071:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.194707:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.199290:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.204616:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.208531:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.211490:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.215472:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.224049:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.232033:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541801600 00000100:00100000:0.0:1746128087.232040:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541801600 00000100:00100000:0.0:1746128087.232080:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3606 00000100:00100000:0.0:1746128087.232085:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+194:30949:x1830947541801600:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128087.232099:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128087.232112:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009478ca00/0x802a7453533b9d11 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0a75 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.232134:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce57400/0x802a7453533b9d03 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0a67 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.232140:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800956b5200/0x802a7453533b9d0a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0a6e expref: 195 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.232145:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128087.232146:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128087.232149:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009478ca00/0x802a7453533b9d11 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0a75 expref: 195 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.232177:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800956b5200/0x802a7453533b9d0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0a6e expref: 195 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.232186:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800956b5200/0x802a7453533b9d0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0a6e expref: 195 pid: 8416 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746128087.232194:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094955500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947539999616:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128087.232250:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce57400/0x802a7453533b9d03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0a67 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.232257:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ce57400/0x802a7453533b9d03 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0a67 expref: 5 pid: 28170 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746128087.232263:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094956300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947539999744:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128087.232275:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128087.236503:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.240226:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541801856 00000100:00100000:0.0:1746128087.240233:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541801856 00000100:00100000:0.0:1746128087.240264:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3607 00000100:00100000:0.0:1746128087.240270:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800852c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+194:30950:x1830947541801856:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128087.240281:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128087.240294:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009478da00/0x802a7453533b9d18 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0a7c expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.240311:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128087.240322:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009478ca00/0x802a7453533b9d11 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0a75 expref: 195 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.240327:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128087.240330:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009478da00/0x802a7453533b9d18 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0a7c expref: 195 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.240359:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009478ca00/0x802a7453533b9d11 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0a75 expref: 195 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.240369:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009478da00/0x802a7453533b9d18 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0a7c expref: 195 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.240376:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009478da00, rc 0) 00000100:00100000:0.0:1746128087.240421:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800852c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+195:30950:x1830947541801856:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128087.240426:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3607 00000100:00100000:0.0:1746128087.246412:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.252216:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.259688:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.268476:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.278828:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.279505:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.283541:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.287962:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.291488:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.299897:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.302810:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.307369:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.312191:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.315104:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.321039:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.321119:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.326117:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800852c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8417:1830947540001152:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128087.326134:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ce57400/0x802a7453533b9d3b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0a9f expref: 199 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.326146:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57400, rc 0) 00000100:00100000:0.0:1746128087.326860:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+199:30950:x1830947541804800:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4815us (5827us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128087.326866:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3612 00000100:00100000:0.0:1746128087.327412:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.343479:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.347540:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.355018:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.357186:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.357232:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.369948:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.374788:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.378398:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.384912:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.387247:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.389958:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.394435:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.395238:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.395301:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.399903:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.407378:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.411651:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.417208:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.428013:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.438807:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.438845:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.448777:0:7068:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a8d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947540002688:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128087.448795:0:7068:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128087.448826:0:7068:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947541809280:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 9843us (9980us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128087.448835:0:7068:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7508 00000100:00100000:0.0:1746128087.475095:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.479599:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.483137:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.488111:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.488156:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.492506:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.493257:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.498399:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.501264:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.505301:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.505327:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541811328 00000100:00100000:0.0:1746128087.505332:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541811328 00000100:00100000:0.0:1746128087.505360:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3622 00000100:00100000:0.0:1746128087.505365:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:30950:x1830947541811328:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128087.505376:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128087.505388:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009478ca00/0x802a7453533b9d81 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0ae5 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.505407:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9d7a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0ade expref: 205 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.505412:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128087.505414:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128087.505416:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009478ca00/0x802a7453533b9d81 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0ae5 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.505437:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9d7a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0ade expref: 205 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.505450:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9d7a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0ade expref: 205 pid: 8417 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746128087.505459:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8417:1830947540003456:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128087.505514:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b2226c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128087.508956:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8417:1830947540003456:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128087.508979:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009478ca00/0x802a7453533b9d81 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0ae5 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.508992:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009478ca00, rc 0) 00000100:00100000:0.0:1746128087.509032:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:30950:x1830947541811328:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3666us (3735us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128087.509039:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3622 00000100:00100000:0.0:1746128087.513870:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.524032:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541811712 00000100:00100000:0.0:1746128087.524040:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541811712 00000100:00100000:0.0:1746128087.524075:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3623 00000100:00100000:0.0:1746128087.524081:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+208:30949:x1830947541811712:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128087.524095:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128087.524109:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df28600/0x802a7453533b9d88 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0aec expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.524134:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009478ca00/0x802a7453533b9d81 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0ae5 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.524144:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128087.524145:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128087.524148:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df28600/0x802a7453533b9d88 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0aec expref: 209 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.524186:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009478ca00/0x802a7453533b9d81 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0ae5 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.524196:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009478ca00/0x802a7453533b9d81 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0ae5 expref: 5 pid: 8417 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746128087.524207:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8417:1830947540003712:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128087.524279:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b2226c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128087.534329:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.537182:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.540107:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.547751:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.565261:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.576141:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.578671:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.582506:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.583546:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.586240:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.595195:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.598970:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.602617:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.604465:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.606023:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.620974:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.628603:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.635744:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.636333:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.639680:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.639725:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.651379:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.654080:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.660045:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.667025:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.673259:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.676752:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.683664:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.688682:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.695616:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.700520:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.702772:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.707051:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.709821:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.713900:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.718147:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.720609:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.729256:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.737179:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.741882:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.742608:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.742635:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541819648 00000100:00100000:0.0:1746128087.742638:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541819648 00010000:00010000:0.0:1746128087.742653:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800956b5200/0x802a7453533b9dce lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0b32 expref: 220 pid: 28170 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746128087.743466:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7524 00000100:00100000:0.0:1746128087.743472:0:7068:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+219:1966:x1830947541819648:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128087.743480:0:7068:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128087.743492:0:7068:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800956b5200/0x802a7453533b9dce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0b32 expref: 219 pid: 28170 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746128087.743501:0:7068:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800956b5200/0x802a7453533b9dce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0b32 expref: 219 pid: 28170 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746128087.743517:0:7068:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800956b5200/0x802a7453533b9dce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0b32 expref: 219 pid: 28170 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746128087.743540:0:7068:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128087.743557:0:7068:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+218:1966:x1830947541819648:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 86us (950us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128087.743562:0:7068:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7524 00000100:00100000:0.0:1746128087.747219:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.750215:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.775768:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.781120:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.784326:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.787641:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7526 00000100:00100000:0.0:1746128087.800119:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.805043:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.809360:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.819214:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.823875:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.830102:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.833614:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.837744:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.842221:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.852098:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541822720 00000100:00100000:0.0:1746128087.852102:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541822720 00002000:00100000:0.0:1746128087.852126:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800852c1500 x1830947541822720/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:338/0 lens 488/0 e 0 to 0 dl 1746128098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128087.852134:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800852c1500 with x1830947541822720 ext(0->4095) 00010000:00010000:0.0:1746128087.852139:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce56e00/0x802a7453533b9df1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0b55 expref: 223 pid: 8417 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746128087.852148:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce56e00/0x802a7453533b9df1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0b55 expref: 223 pid: 8417 timeout: 583 lvb_type: 0 00002000:00010000:0.0:1746128087.852154:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800852c1500 00000100:00100000:0.0:1746128087.852866:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 728 00000100:00100000:0.0:1746128087.852873:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800852c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+223:1965:x1830947541822720:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128087.852973:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800852c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+223:1965:x1830947541822720:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 100us (1721us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128087.852978:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 728 00002000:00100000:0.0:1746128087.852983:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800852c1500 x1830947541822720/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:338/0 lens 488/4536 e 0 to 0 dl 1746128098 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128087.852990:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800852c1500 with x1830947541822720 ext(0->4095) 00010000:00010000:0.0:1746128087.852994:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce56e00/0x802a7453533b9df1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0b55 expref: 223 pid: 8417 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746128087.853002:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce56e00/0x802a7453533b9df1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0b55 expref: 223 pid: 8417 timeout: 583 lvb_type: 0 00002000:00010000:0.0:1746128087.853007:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800852c1500 00000100:00100000:0.0:1746128087.855399:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.855437:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.861247:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.867109:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.875275:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.883210:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.883257:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.885890:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.887421:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.890277:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.893962:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.902073:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.906237:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.914436:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.914492:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.921538:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.928486:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.931171:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.935000:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.938002:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.942929:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.942974:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.943500:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3647 00000100:00100000:0.0:1746128087.943508:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+229:30949:x1830947541826816:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128087.943514:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128087.943520:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009478dc00/0x802a7453533b9e30 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0b94 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.943533:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9e22 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0b86 expref: 5 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.943539:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b631800/0x802a7453533b9e29 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0b8d expref: 230 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.943544:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128087.943545:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128087.943548:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009478dc00/0x802a7453533b9e30 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0b94 expref: 230 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.943595:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b631800/0x802a7453533b9e29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0b8d expref: 230 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.943606:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b631800/0x802a7453533b9e29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0b8d expref: 230 pid: 8417 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746128087.943621:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009181f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947540009216:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128087.944043:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9e22 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0b86 expref: 5 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.944052:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b631e00/0x802a7453533b9e22 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0b86 expref: 5 pid: 10571 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746128087.944060:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009181d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947540009344:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128087.944081:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128087.947550:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.947618:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.949320:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.949608:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.952209:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.954694:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.960390:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.962787:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.965011:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.966401:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.971799:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.971847:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.977794:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.978388:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.978426:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.981371:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.983832:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.988999:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.990986:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.994889:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.994933:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128087.995208:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3653 00000100:00100000:0.0:1746128087.995214:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d402a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:30950:x1830947541830656:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128087.995224:0:10571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128087.995237:0:10571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c093e00/0x802a7453533b9e5a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0bbe expref: -99 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.995272:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128087.995275:0:10571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b631800/0x802a7453533b9e53 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0bb7 expref: 233 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.995280:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128087.995282:0:10571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c093e00/0x802a7453533b9e5a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0bbe expref: 6 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.995320:0:10571:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b631800/0x802a7453533b9e53 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0bb7 expref: 233 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.995329:0:10571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c093e00/0x802a7453533b9e5a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0bbe expref: 6 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128087.995336:0:10571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c093e00, rc 0) 00000100:00100000:0.0:1746128087.995443:0:10571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d402a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:30950:x1830947541830656:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 229us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128087.995451:0:10571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3653 00000100:00100000:0.0:1746128087.996996:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.000383:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:0.0:1746128088.001144:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128088.006199:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.016355:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.022806:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:0.0:1746128088.023650:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128088.026242:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.035618:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.047400:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.050436:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.054714:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.063770:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.067241:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.073129:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.073183:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.076649:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.085983:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.092305:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.100064:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.101696:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.104103:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.104146:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.113054:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.121325:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.123097:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.131755:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.131846:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.134983:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.139851:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541836032 00000100:00100000:0.0:1746128088.139857:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541836032 00002000:00100000:0.0:1746128088.139886:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008a8d5880 x1830947541836032/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:339/0 lens 488/0 e 0 to 0 dl 1746128099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128088.139894:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a8d5880 with x1830947541836032 ext(0->4095) 00010000:00010000:0.0:1746128088.139901:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b9e8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0bef expref: 241 pid: 10571 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746128088.139911:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b9e8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0bef expref: 241 pid: 10571 timeout: 584 lvb_type: 0 00002000:00010000:0.0:1746128088.139917:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a8d5880 00000100:00100000:0.0:1746128088.139929:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 750 00000100:00100000:0.0:1746128088.139935:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+241:1963:x1830947541836032:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128088.140045:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+241:1963:x1830947541836032:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 110us (500us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128088.140050:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 750 00002000:00100000:0.0:1746128088.140054:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008a8d5880 x1830947541836032/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:339/0 lens 488/4536 e 0 to 0 dl 1746128099 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128088.140060:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a8d5880 with x1830947541836032 ext(0->4095) 00010000:00010000:0.0:1746128088.140064:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b9e8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0bef expref: 241 pid: 10571 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746128088.140075:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533b9e8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0bef expref: 241 pid: 10571 timeout: 584 lvb_type: 0 00002000:00010000:0.0:1746128088.140080:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a8d5880 00000100:00100000:0.0:1746128088.149077:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:0.0:1746128088.155206:0:11111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128088.159283:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.163974:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800acd38a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947540013312:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128088.163990:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128088.164010:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a8d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+242:1963:x1830947541837056:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4077us (4299us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128088.164017:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7552 00000100:00100000:0.0:1746128088.167597:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541837568 00000100:00100000:0.0:1746128088.167605:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541837568 00002000:00100000:0.0:1746128088.167634:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008a8d7100 x1830947541837568/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:339/0 lens 496/0 e 0 to 0 dl 1746128099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128088.167642:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a8d7100 with x1830947541837568 ext(0->7) 00010000:00010000:0.0:1746128088.167649:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b631400/0x802a7453533b9e99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0bfd expref: 242 pid: 10571 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746128088.167661:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b631400/0x802a7453533b9e99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0bfd expref: 242 pid: 10571 timeout: 584 lvb_type: 0 00002000:00010000:0.0:1746128088.167667:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a8d7100 00000100:00100000:0.0:1746128088.175763:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.178258:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.179042:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.182139:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541838208 00000100:00100000:0.0:1746128088.182143:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541838208 00000100:00100000:0.0:1746128088.182170:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3665 00000100:00100000:0.0:1746128088.182175:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+245:30950:x1830947541838208:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128088.182185:0:10571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128088.182194:0:10571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533b9eae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0c12 expref: -99 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.182304:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128088.182503:0:10571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095228600/0x802a7453533b9ea7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0c0b expref: 246 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.182509:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128088.182512:0:10571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533b9eae lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0c12 expref: 246 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.182917:0:10571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095228600/0x802a7453533b9ea7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0c0b expref: 246 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.182926:0:10571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095228600/0x802a7453533b9ea7 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0c0b expref: 246 pid: 28170 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746128088.182936:0:10571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10571:1830947540013696:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128088.183007:0:10571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128088.183067:0:7068:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2650540 going to sleep for 11 seconds 00010000:00010000:0.0:1746128088.183096:0:28170:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b630a00/0x802a7453533b9ea0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0c04 expref: 6 pid: 10571 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746128088.183106:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947540013568:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128088.183123:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095228600/0x802a7453533b9ea7 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0c0b expref: 246 pid: 28170 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746128088.183130:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095228600/0x802a7453533b9ea7 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0c0b expref: 246 pid: 28170 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746128088.183137:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228600, rc 0) 00000100:00100000:0.0:1746128088.183175:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+246:30949:x1830947541837824:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4765us (4919us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128088.183182:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3664 00000100:00100000:0.0:1746128088.185988:0:7068:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947540013824:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128088.185999:0:7068:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128088.186017:0:7068:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947541838336:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3946us (4013us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128088.186024:0:7068:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7554 00000100:00100000:0.0:1746128088.187954:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541838848 00000100:00100000:0.0:1746128088.187960:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541838848 00002000:00100000:0.0:1746128088.187983:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008cd80380 x1830947541838848/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:339/0 lens 496/0 e 0 to 0 dl 1746128099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128088.187990:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd80380 with x1830947541838848 ext(0->7) 00010000:00010000:0.0:1746128088.187996:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095228600/0x802a7453533b9ea7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0c0b expref: 245 pid: 28170 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746128088.188009:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095228600/0x802a7453533b9ea7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0c0b expref: 245 pid: 28170 timeout: 584 lvb_type: 0 00002000:00010000:0.0:1746128088.188014:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cd80380 00000100:00100000:0.0:1746128088.188034:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 757 00000100:00100000:0.0:1746128088.188039:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+245:1965:x1830947541838848:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128088.188263:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+247:1965:x1830947541838848:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 Request processed in 222us (427us total) trans 4294968325 rc 0/0 00000100:00100000:0.0:1746128088.188269:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 757 00002000:00100000:0.0:1746128088.188274:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008cd80380 x1830947541838848/t4294968325(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:339/0 lens 496/448 e 0 to 0 dl 1746128099 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128088.188281:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd80380 with x1830947541838848 ext(0->7) 00010000:00010000:0.0:1746128088.188285:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095228600/0x802a7453533b9ea7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0c0b expref: 247 pid: 28170 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746128088.188293:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095228600/0x802a7453533b9ea7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0c0b expref: 247 pid: 28170 timeout: 584 lvb_type: 0 00002000:00010000:0.0:1746128088.188298:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cd80380 00000100:00100000:0.0:1746128088.197896:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.201313:0:7068:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947540013952:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128088.201331:0:7068:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128088.201361:0:7068:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+246:1964:x1830947541838976:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3276us (3469us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128088.201374:0:7068:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7555 00000100:00100000:0.0:1746128088.209090:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.209118:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.209134:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541839360 00000100:00100000:0.0:1746128088.209141:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541839360 00000100:00100000:0.0:1746128088.209717:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3667 00000100:00100000:0.0:1746128088.209723:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:30950:x1830947541839360:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128088.209729:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128088.209735:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091cab800/0x802a7453533b9ebc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0c19 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.209744:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128088.209747:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800951bfe00/0x802a7453533b9eb5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0c20 expref: 11 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.209751:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128088.209753:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091cab800/0x802a7453533b9ebc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0c19 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.209768:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800951bfe00/0x802a7453533b9eb5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0c20 expref: 11 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.209777:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091cab800/0x802a7453533b9ebc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0c19 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.209785:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091cab800, rc 0) 00000100:00100000:0.0:1746128088.209806:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:30950:x1830947541839360:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 83us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128088.209812:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3667 00000100:00100000:0.0:1746128088.211892:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.214084:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.215638:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.217786:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.222824:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.226538:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.237913:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.238568:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.242382:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.245382:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.249869:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.255655:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.265549:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.265657:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.270719:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.278030:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.288957:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.293372:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.307011:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.307097:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.310853:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.314376:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.316817:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.318976:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.329811:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.333759:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.339264:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541844608 00000100:00100000:0.0:1746128088.339271:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541844608 00000100:00100000:0.0:1746128088.339308:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3675 00000100:00100000:0.0:1746128088.339313:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800852c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:30949:x1830947541844608:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128088.339327:0:10571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128088.339338:0:10571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533b9ef4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0c58 expref: -99 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.339359:0:10571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce57400/0x802a7453533b9eed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0c51 expref: 5 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.339364:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128088.339366:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128088.339368:0:10571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533b9ef4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0c58 expref: 19 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.339388:0:10571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce57400/0x802a7453533b9eed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0c51 expref: 5 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.339397:0:10571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ce57400/0x802a7453533b9eed lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0c51 expref: 5 pid: 10571 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746128088.339405:0:10571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10571:1830947540016256:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128088.339468:0:10571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128088.341280:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.349492:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.352688:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.358239:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.360906:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.366713:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.372765:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.373004:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.375676:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.376121:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.378518:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.382808:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.385400:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.394371:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.400329:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.403874:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.404387:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.407937:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.420891:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.421260:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.428216:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.436940:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.440532:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.445626:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.456184:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.462818:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.470699:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.472326:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.473937:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.479322:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.482616:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.493140:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.498457:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.504513:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.512476:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.512548:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.518907:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.521269:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.522917:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.526665:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.535994:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.541056:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.546954:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.551488:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541852544 00000100:00100000:0.0:1746128088.551493:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541852544 00002000:00100000:0.0:1746128088.551525:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008cd83100 x1830947541852544/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:339/0 lens 488/0 e 0 to 0 dl 1746128099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128088.551533:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd83100 with x1830947541852544 ext(0->4095) 00002000:00010000:0.0:1746128088.551537:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cd83100 00000100:00100000:0.0:1746128088.551563:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3040 00000100:00100000:0.0:1746128088.551569:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947541852544:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128088.551690:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947541852544:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (467us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128088.551695:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3040 00002000:00100000:0.0:1746128088.551700:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008cd83100 x1830947541852544/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:339/0 lens 488/4536 e 0 to 0 dl 1746128099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128088.551707:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd83100 with x1830947541852544 ext(0->4095) 00002000:00010000:0.0:1746128088.551709:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cd83100 00000100:00100000:0.0:1746128088.553507:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.554637:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.556063:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.559847:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.565202:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.574655:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.574742:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.581881:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.585075:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.585146:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.587486:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.597759:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.601509:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.605596:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.608280:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.610152:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.612771:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.616210:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.619031:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.623308:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.626163:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.629376:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.631595:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.633709:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.635563:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.638286:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.643121:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.652416:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.659009:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.661814:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.669354:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.669391:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.671040:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.671066:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541858176 00000100:00100000:0.0:1746128088.671073:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541858176 00010000:00010000:0.0:1746128088.671099:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800945e1000/0x802a7453533b9f80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0ce4 expref: 39 pid: 28170 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746128088.671132:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541858432 00000100:00100000:0.0:1746128088.671134:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541858432 00010000:00010000:0.0:1746128088.671142:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800945e0800/0x802a7453533b9f87 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0ceb expref: 6 pid: 8417 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746128088.671164:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7586 00000100:00100000:0.0:1746128088.671170:0:7068:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+39:1964:x1830947541858176:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128088.671180:0:7068:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128088.671196:0:7068:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800945e1000/0x802a7453533b9f80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0ce4 expref: 39 pid: 28170 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746128088.671205:0:7068:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800945e1000/0x802a7453533b9f80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0ce4 expref: 39 pid: 28170 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746128088.671223:0:7068:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800945e1000/0x802a7453533b9f80 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0ce4 expref: 39 pid: 28170 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746128088.671238:0:7068:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128088.671266:0:7068:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:1964:x1830947541858176:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 96us (1918us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128088.671271:0:7068:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7586 00000100:00100000:0.0:1746128088.671283:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7587 00000100:00100000:0.0:1746128088.671287:0:7068:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947541858432:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128088.671293:0:7068:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128088.671298:0:7068:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800945e0800/0x802a7453533b9f87 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0ceb expref: 6 pid: 8417 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746128088.671306:0:7068:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800945e0800/0x802a7453533b9f87 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0ceb expref: 6 pid: 8417 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746128088.671315:0:7068:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800945e0800/0x802a7453533b9f87 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0ceb expref: 6 pid: 8417 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746128088.671324:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128088.671325:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128088.671331:0:7068:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945e1c00/0x802a7453533b9f8e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0cf2 expref: 37 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.671338:0:7068:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800945e1c00/0x802a7453533b9f8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0cf2 expref: 37 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.671360:0:7068:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800945e1c00/0x802a7453533b9f8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0cf2 expref: 37 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128088.671370:0:7068:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947540021760:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128088.671412:0:7068:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b2226c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128088.675955:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.693932:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.706470:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.743951:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.748287:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.748859:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3700 00000100:00100000:0.0:1746128088.748865:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:30950:x1830947541859584:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128088.748873:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128088.748879:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091caae00/0x802a7453533b9fa3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0d07 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.748889:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128088.748892:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce56e00/0x802a7453533b9f9c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0d00 expref: 41 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.748896:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128088.748898:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091caae00/0x802a7453533b9fa3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0d07 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.748915:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce56e00/0x802a7453533b9f9c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0d00 expref: 41 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.748923:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091caae00/0x802a7453533b9fa3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0d07 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.748931:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091caae00, rc 0) 00000100:00100000:0.0:1746128088.748952:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:30950:x1830947541859584:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 88us (672us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128088.748958:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3700 00000100:00100000:0.0:1746128088.751788:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.755676:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.758271:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.760510:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.764439:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.769172:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.771340:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.785072:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.785268:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.787628:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.789832:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a8d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8417:1830947540022656:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128088.789842:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a8d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8417:1830947540022784:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128088.789863:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800945e1c00/0x802a7453533b9fb1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0d15 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.789874:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945e1c00, rc 0) 00000100:00100000:0.0:1746128088.789897:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6021880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:30949:x1830947541861120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3782us (4833us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128088.789903:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3702 00000100:00100000:0.0:1746128088.791362:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.791737:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.791751:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541862016 00000100:00100000:0.0:1746128088.791755:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541862016 00010000:00010000:0.0:1746128088.791768:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091caae00/0x802a7453533b9fa3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0d07 expref: 6 pid: 28170 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746128088.791788:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7592 00000100:00100000:0.0:1746128088.791793:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947541862016:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128088.791799:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128088.792696:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091caae00/0x802a7453533b9fa3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0d07 expref: 6 pid: 28170 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746128088.792706:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091caae00/0x802a7453533b9fa3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0d07 expref: 6 pid: 28170 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746128088.792718:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091caae00/0x802a7453533b9fa3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0d07 expref: 6 pid: 28170 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746128088.792728:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128088.792730:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128088.792735:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945e1c00/0x802a7453533b9fb1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0d15 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.792742:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800945e1c00/0x802a7453533b9fb1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0d15 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.792764:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800945e1c00/0x802a7453533b9fb1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0d15 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.792775:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800945e1c00/0x802a7453533b9fb1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0d15 expref: 43 pid: 8417 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746128088.792789:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091fab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947540022912:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128088.792830:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128088.795133:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.801420:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.807441:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.811632:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.815829:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.815864:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.825129:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.831450:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.836660:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.841897:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541864192 00000100:00100000:0.0:1746128088.841902:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541864192 00002000:00100000:0.0:1746128088.841932:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c71180 x1830947541864192/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:339/0 lens 488/0 e 0 to 0 dl 1746128099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128088.841940:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71180 with x1830947541864192 ext(0->4095) 00002000:00010000:0.0:1746128088.841944:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c71180 00000100:00100000:0.0:1746128088.841957:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3048 00000100:00100000:0.0:1746128088.841963:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541864192:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128088.842352:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541864192:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 387us (808us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128088.842358:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3048 00002000:00100000:0.0:1746128088.842363:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c71180 x1830947541864192/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:339/0 lens 488/4536 e 0 to 0 dl 1746128099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128088.842373:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71180 with x1830947541864192 ext(0->4095) 00002000:00010000:0.0:1746128088.842376:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c71180 00000100:00100000:0.0:1746128088.844144:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.849288:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541864576 00000100:00100000:0.0:1746128088.849296:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541864576 00002000:00100000:0.0:1746128088.849326:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c70000 x1830947541864576/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:339/0 lens 488/0 e 0 to 0 dl 1746128099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128088.849335:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70000 with x1830947541864576 ext(0->4095) 00002000:00010000:0.0:1746128088.849339:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c70000 00000100:00100000:0.0:1746128088.849365:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3049 00000100:00100000:0.0:1746128088.849372:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947541864576:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128088.852010:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.852856:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.878669:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541865216 00000100:00100000:0.0:1746128088.878677:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541865216 00000100:00100000:0.0:1746128088.878706:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3708 00000100:00100000:0.0:1746128088.878712:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dfb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:30950:x1830947541865216:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128088.878726:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128088.878739:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091cab200/0x802a7453533b9fdb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0d3f expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.878759:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce56e00/0x802a7453533b9fd4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0d38 expref: 47 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.878764:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128088.878766:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128088.878769:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091cab200/0x802a7453533b9fdb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0d3f expref: 47 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.878788:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce56e00/0x802a7453533b9fd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0d38 expref: 47 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128088.878797:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ce56e00/0x802a7453533b9fd4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0d38 expref: 47 pid: 8416 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746128088.878805:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084106d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947540024192:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128088.878851:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b2226c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128088.883907:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.888375:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.899176:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.908967:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.914825:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.916055:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.935941:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.937890:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.948829:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.975018:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.981548:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.990520:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.990557:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.996003:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128088.999336:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.001822:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.012296:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.019836:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.024231:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.029867:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.043110:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.051740:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.060280:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.060311:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.060347:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.060367:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541870592 00000100:00100000:0.0:1746128089.060373:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541870592 00000100:00100000:0.0:1746128089.060404:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3716 00000100:00100000:0.0:1746128089.060410:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:30950:x1830947541870592:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128089.060424:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128089.060437:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091caac00/0x802a7453533ba013 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0d77 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128089.060456:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128089.060461:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b103e00/0x802a7453533ba00c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0d70 expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128089.060466:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128089.060468:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091caac00/0x802a7453533ba013 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0d77 expref: 55 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128089.060502:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b103e00/0x802a7453533ba00c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0d70 expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128089.060512:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091caac00/0x802a7453533ba013 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0d77 expref: 55 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128089.060521:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091caac00, rc 0) 00000100:00100000:0.0:1746128089.060553:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:30950:x1830947541870592:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128089.060558:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3716 00000100:00100000:0.0:1746128089.067247:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.074080:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.076965:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.081216:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.084451:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.093765:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.098787:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.099996:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.101735:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.103044:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.105999:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.111689:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.115511:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.127065:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.129706:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.133692:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.135940:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.139983:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.147423:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.148940:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.150432:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.155450:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.159826:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.161542:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.163464:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.166421:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.166456:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.168923:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.172522:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.176643:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.181321:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.187721:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.191942:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.196343:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.205827:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.205872:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.212110:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.216708:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.221456:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.233350:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.245684:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.246795:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.252381:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.256942:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.262801:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.268871:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.279467:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.284940:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.289597:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.296657:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.296682:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541879936 00000100:00100000:0.0:1746128089.296689:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541879936 00002000:00100000:0.0:1746128089.296721:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b3a0e00 x1830947541879936/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:340/0 lens 488/0 e 0 to 0 dl 1746128100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128089.296730:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3a0e00 with x1830947541879936 ext(0->4095) 00010000:00010000:0.0:1746128089.296738:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b102a00/0x802a7453533ba06e lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0dd2 expref: 6 pid: 8416 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746128089.296748:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b102a00/0x802a7453533ba06e lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0dd2 expref: 6 pid: 8416 timeout: 585 lvb_type: 0 00002000:00010000:0.0:1746128089.296754:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b3a0e00 00000100:00100000:0.0:1746128089.296782:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 825 00000100:00100000:0.0:1746128089.296789:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947541879936:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128089.296928:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947541879936:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 139us (278us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128089.296934:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 825 00002000:00100000:0.0:1746128089.296939:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b3a0e00 x1830947541879936/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:340/0 lens 488/4536 e 0 to 0 dl 1746128100 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128089.296945:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3a0e00 with x1830947541879936 ext(0->4095) 00010000:00010000:0.0:1746128089.296949:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b102a00/0x802a7453533ba06e lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0dd2 expref: 6 pid: 8416 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746128089.296958:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b102a00/0x802a7453533ba06e lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0dd2 expref: 6 pid: 8416 timeout: 585 lvb_type: 0 00002000:00010000:0.0:1746128089.296967:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b3a0e00 00000100:00100000:0.0:1746128089.298554:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.298833:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.302546:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.308480:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.308507:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541880704 00000100:00100000:0.0:1746128089.308514:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541880704 00002000:00100000:0.0:1746128089.308543:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008b3a3480 x1830947541880704/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:340/0 lens 496/0 e 0 to 0 dl 1746128100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128089.308552:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3a3480 with x1830947541880704 ext(0->7) 00010000:00010000:0.0:1746128089.308559:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b103c00/0x802a7453533ba075 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0dd9 expref: 65 pid: 8416 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746128089.308584:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b103c00/0x802a7453533ba075 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0dd9 expref: 65 pid: 8416 timeout: 585 lvb_type: 0 00002000:00010000:0.0:1746128089.308591:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b3a3480 00000100:00100000:0.0:1746128089.308619:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 827 00000100:00100000:0.0:1746128089.308627:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:1965:x1830947541880704:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128089.308863:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1965:x1830947541880704:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 Request processed in 236us (389us total) trans 4294968353 rc 0/0 00000100:00100000:0.0:1746128089.308869:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 827 00002000:00100000:0.0:1746128089.308874:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008b3a3480 x1830947541880704/t4294968353(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:340/0 lens 496/448 e 0 to 0 dl 1746128100 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128089.308886:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3a3480 with x1830947541880704 ext(0->7) 00010000:00010000:0.0:1746128089.308890:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b103c00/0x802a7453533ba075 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0dd9 expref: 67 pid: 8416 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746128089.308899:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b103c00/0x802a7453533ba075 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0dd9 expref: 67 pid: 8416 timeout: 585 lvb_type: 0 00002000:00010000:0.0:1746128089.308904:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b3a3480 00000100:00100000:0.0:1746128089.314504:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.343505:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.351655:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.351800:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.355119:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6021880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947540029824:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128089.355135:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128089.355185:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1965:x1830947541881344:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3433us (3531us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128089.355193:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7622 00000100:00100000:0.0:1746128089.360336:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.367704:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.373518:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.380366:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.380408:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.383840:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.387680:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.389974:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.397091:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.406076:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.406713:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.408757:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.411382:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.413344:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.418699:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.424663:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.429277:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.460055:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.463131:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.467238:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.470020:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.474943:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.481138:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.490168:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.497247:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.509041:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.522438:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.527720:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.546376:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.559743:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541887360 00000100:00100000:0.0:1746128089.559746:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541887360 00010000:00010000:0.0:1746128089.559762:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b103200/0x802a7453533ba0c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0e26 expref: 6 pid: 8417 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746128089.559776:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541887232 00000100:00100000:0.0:1746128089.559778:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541887232 00010000:00010000:0.0:1746128089.559785:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631000/0x802a7453533ba0bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0e1f expref: 77 pid: 8416 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746128089.559800:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7631 00000100:00100000:0.0:1746128089.559804:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947541887360:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128089.559811:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128089.559826:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b103200/0x802a7453533ba0c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0e26 expref: 6 pid: 8417 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746128089.559833:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b103200/0x802a7453533ba0c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0e26 expref: 6 pid: 8417 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746128089.559846:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b103200/0x802a7453533ba0c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0e26 expref: 6 pid: 8417 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746128089.559858:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128089.559873:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947541887360:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 68us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128089.559878:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7631 00000100:00100000:0.0:1746128089.559886:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7632 00000100:00100000:0.0:1746128089.559890:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d91450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+77:1966:x1830947541887232:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128089.559895:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128089.559900:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b631000/0x802a7453533ba0bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0e1f expref: 77 pid: 8416 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746128089.559907:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b631000/0x802a7453533ba0bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0e1f expref: 77 pid: 8416 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746128089.559919:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b631000/0x802a7453533ba0bb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0e1f expref: 77 pid: 8416 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746128089.559925:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128089.559926:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128089.559931:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b103a00/0x802a7453533ba0c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0e2d expref: 76 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128089.559937:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b103a00/0x802a7453533ba0c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0e2d expref: 76 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128089.559952:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b103a00/0x802a7453533ba0c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0e2d expref: 76 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128089.559960:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b103a00/0x802a7453533ba0c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0e2d expref: 76 pid: 8417 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746128089.559969:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6186d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947540032256:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128089.560009:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128089.569124:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.577011:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.579095:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.584159:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.597735:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.600843:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.619569:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.623898:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.632779:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.635400:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541889792 00000100:00100000:0.0:1746128089.635404:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541889792 00000100:00100000:0.0:1746128089.635433:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3746 00000100:00100000:0.0:1746128089.635438:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:30950:x1830947541889792:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128089.635448:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128089.635457:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533ba0e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0e49 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128089.635470:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945e0400/0x802a7453533ba0de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0e42 expref: 76 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128089.635475:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128089.635476:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128089.635479:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533ba0e5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0e49 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128089.635493:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800945e0400/0x802a7453533ba0de lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0e42 expref: 76 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128089.635502:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800945e0400/0x802a7453533ba0de lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0e42 expref: 76 pid: 28170 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746128089.635510:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cda9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947540032896:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128089.636713:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128089.639379:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.641105:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cda9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947540032896:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128089.641119:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533ba0e5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0e49 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128089.641129:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091caa200, rc 0) 00000100:00100000:0.0:1746128089.642098:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:30950:x1830947541889792:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6657us (7149us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128089.642105:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3746 00000100:00100000:0.0:1746128089.644733:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.650562:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.658631:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.664249:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.664291:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.666635:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.674173:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.674220:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.678769:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.681221:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.685545:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.691561:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.697736:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.697769:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.705394:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.711913:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541893376 00000100:00100000:0.0:1746128089.711921:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541893376 00002000:00100000:0.0:1746128089.711958:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88012944c700 x1830947541893376/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:340/0 lens 496/0 e 0 to 0 dl 1746128100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128089.711967:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944c700 with x1830947541893376 ext(0->7) 00010000:00010000:0.0:1746128089.711976:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b630a00/0x802a7453533ba101 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0e65 expref: 81 pid: 8416 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746128089.711988:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b630a00/0x802a7453533ba101 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0e65 expref: 81 pid: 8416 timeout: 585 lvb_type: 0 00002000:00010000:0.0:1746128089.711994:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012944c700 00000100:00100000:0.0:1746128089.712365:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 847 00000100:00100000:0.0:1746128089.712373:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:1966:x1830947541893376:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128089.712656:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+83:1966:x1830947541893376:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 Request processed in 283us (819us total) trans 4294968361 rc 0/0 00000100:00100000:0.0:1746128089.712734:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 847 00002000:00100000:0.0:1746128089.712741:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88012944c700 x1830947541893376/t4294968361(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:340/0 lens 496/448 e 0 to 0 dl 1746128100 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128089.712748:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944c700 with x1830947541893376 ext(0->7) 00010000:00010000:0.0:1746128089.712753:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b630a00/0x802a7453533ba101 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0e65 expref: 83 pid: 8416 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746128089.712762:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b630a00/0x802a7453533ba101 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0e65 expref: 83 pid: 8416 timeout: 585 lvb_type: 0 00002000:00010000:0.0:1746128089.712768:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012944c700 00000100:00100000:0.0:1746128089.714856:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.725012:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.727248:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.735561:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.745658:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.752366:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.753595:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.760338:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.766647:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.774439:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.781433:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.783902:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.794229:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.797002:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.798765:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.806275:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.813624:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.813672:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.817720:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.820189:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.830547:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947540035328:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128089.830568:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b103800/0x802a7453533ba132 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0e96 expref: 85 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128089.830595:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b103800, rc 0) 00000100:00100000:0.0:1746128089.830636:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+85:30950:x1830947541896576:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12286us (12921us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128089.830643:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3757 00000100:00100000:0.0:1746128089.831099:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.847530:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.850431:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.859909:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.859960:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.873411:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.880326:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.889208:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.892299:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.899442:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.902299:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.908188:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.916678:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.927108:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.935085:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.962199:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.962261:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.964857:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.970898:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.977283:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.986050:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128089.999614:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.007389:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:0.0:1746128090.009236:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128090.013608:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:0.0:1746128090.014037:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128090.020054:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.021494:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.028429:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.034178:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.034203:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.034229:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.039515:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.044686:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.055427:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.064404:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.070078:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.070234:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.073992:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.076979:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.083517:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.088909:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.095178:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.095950:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541904768 00000100:00100000:0.0:1746128090.095954:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541904768 00000100:00100000:0.0:1746128090.095971:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3771 00000100:00100000:0.0:1746128090.095975:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:30949:x1830947541904768:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128090.095982:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128090.095987:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091caba00/0x802a7453533ba194 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0ef8 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.096000:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b102e00/0x802a7453533ba186 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0eea expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.096007:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b103400/0x802a7453533ba18d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0ef1 expref: 97 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.096012:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128090.096013:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128090.096016:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091caba00/0x802a7453533ba194 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0ef8 expref: 97 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.096037:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b103400/0x802a7453533ba18d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0ef1 expref: 97 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.096046:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b103400/0x802a7453533ba18d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0ef1 expref: 97 pid: 8417 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746128090.096055:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947540038400:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128090.096111:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b102e00/0x802a7453533ba186 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0eea expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.096119:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b102e00/0x802a7453533ba186 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0eea expref: 5 pid: 8417 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746128090.096126:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f36a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947540038528:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128090.096143:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128090.099700:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.099744:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.103126:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.103206:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.106617:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.111773:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.118029:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.120670:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.122912:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.124399:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.129450:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.130354:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.134872:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.134913:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.139264:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.142388:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.144470:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.147974:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.152112:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.158598:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.158850:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.162804:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.166076:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.175615:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.178103:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.184024:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.186668:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.190630:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.194044:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.198243:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.199283:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.202919:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.202958:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.206483:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.216728:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.220511:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.225853:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.232632:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541911808 00000100:00100000:0.0:1746128090.232638:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541911808 00000100:00100000:0.0:1746128090.232667:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3781 00000100:00100000:0.0:1746128090.232672:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+103:30949:x1830947541911808:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128090.232685:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128090.232697:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091cab000/0x802a7453533ba1da lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0f3e expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.232720:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533ba1d3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0f37 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.232726:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128090.232728:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128090.232736:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091cab000/0x802a7453533ba1da lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0f3e expref: 104 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.232760:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533ba1d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0f37 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.232769:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533ba1d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0f37 expref: 5 pid: 8416 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746128090.232778:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134408700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947540040832:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128090.232841:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128090.233429:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.235448:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947540041472:0@lo:400:kworker.0 00000100:00100000:0.0:1746128090.238633:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.251127:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.257315:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.264329:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.275614:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.276872:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.282247:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.284706:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.287542:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.292220:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.301294:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.309932:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.313408:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.313447:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.319282:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.322106:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.328229:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541915264 00000100:00100000:0.0:1746128090.328237:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541915264 00000100:00100000:0.0:1746128090.328280:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3787 00000100:00100000:0.0:1746128090.328286:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:30950:x1830947541915264:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128090.328299:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128090.328311:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091caa000/0x802a7453533ba204 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0f68 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.328332:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b630a00/0x802a7453533ba1fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0f61 expref: 107 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.328339:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128090.328340:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128090.328344:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091caa000/0x802a7453533ba204 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0f68 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.328367:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b630a00/0x802a7453533ba1fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0f61 expref: 107 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.328376:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b630a00/0x802a7453533ba1fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0f61 expref: 107 pid: 8416 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746128090.328385:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008499ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947540043136:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128090.328459:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128090.336523:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.344214:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.363709:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.363767:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.366567:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.368436:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.372376:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541916416 00000100:00100000:0.0:1746128090.372381:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541916416 00002000:00100000:0.0:1746128090.372409:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091c7b480 x1830947541916416/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:341/0 lens 488/0 e 0 to 0 dl 1746128101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128090.372417:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7b480 with x1830947541916416 ext(0->4095) 00010000:00010000:0.0:1746128090.372423:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533ba20b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0f6f expref: 111 pid: 28170 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746128090.372434:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533ba20b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0f6f expref: 111 pid: 28170 timeout: 586 lvb_type: 0 00002000:00010000:0.0:1746128090.372444:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7b480 00000100:00100000:0.0:1746128090.372464:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 879 00000100:00100000:0.0:1746128090.372469:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+111:1964:x1830947541916416:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128090.372590:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+111:1964:x1830947541916416:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (329us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128090.372595:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 879 00002000:00100000:0.0:1746128090.372600:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091c7b480 x1830947541916416/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:341/0 lens 488/4536 e 0 to 0 dl 1746128101 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128090.372606:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7b480 with x1830947541916416 ext(0->4095) 00010000:00010000:0.0:1746128090.372610:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533ba20b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0f6f expref: 111 pid: 28170 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746128090.372618:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533ba20b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0f6f expref: 111 pid: 28170 timeout: 586 lvb_type: 0 00002000:00010000:0.0:1746128090.372622:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7b480 00000100:00100000:0.0:1746128090.377762:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.381696:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.391385:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.393011:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.395469:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.412818:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.420935:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.420981:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.426404:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.426431:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.426456:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.438271:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.448092:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.466554:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.471466:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.472858:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f94380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947540044544:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128090.472879:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b102a00/0x802a7453533ba22e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0f92 expref: 115 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.472891:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b102a00, rc 0) 00000100:00100000:0.0:1746128090.473156:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+115:30949:x1830947541919232:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5478us (6606us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128090.473162:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3793 00000100:00100000:0.0:1746128090.476293:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.476343:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.479958:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.487863:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.496798:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.502094:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.511880:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.516193:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541920896 00000100:00100000:0.0:1746128090.516201:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541920896 00000100:00100000:0.0:1746128090.516244:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3796 00000100:00100000:0.0:1746128090.516251:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+117:30950:x1830947541920896:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128090.516264:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128090.516276:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091caaa00/0x802a7453533ba243 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d0fa7 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.516295:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128090.516300:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b103a00/0x802a7453533ba23c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0fa0 expref: 118 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.516305:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128090.516308:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091caaa00/0x802a7453533ba243 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0fa7 expref: 118 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.516337:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b103a00/0x802a7453533ba23c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0fa0 expref: 118 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.516347:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091caaa00/0x802a7453533ba243 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0fa7 expref: 118 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.516356:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091caaa00, rc 0) 00000100:00100000:0.0:1746128090.516396:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+118:30950:x1830947541920896:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (1019us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128090.516401:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3796 00000100:00100000:0.0:1746128090.517585:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947540045056:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128090.517602:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b103a00/0x802a7453533ba23c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0fa0 expref: 117 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.517612:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b103a00, rc 0) 00000100:00100000:0.0:1746128090.517896:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541921024 00000100:00100000:0.0:1746128090.517899:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541921024 00010000:00010000:0.0:1746128090.517916:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b103200/0x802a7453533ba235 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0f99 expref: 6 pid: 8416 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746128090.517945:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7685 00000100:00100000:0.0:1746128090.517951:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947541921024:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128090.517959:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128090.517976:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b103200/0x802a7453533ba235 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0f99 expref: 6 pid: 8416 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746128090.517985:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b103200/0x802a7453533ba235 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0f99 expref: 6 pid: 8416 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746128090.518001:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b103200/0x802a7453533ba235 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0f99 expref: 6 pid: 8416 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746128090.518012:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128090.518013:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128090.518018:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b103a00/0x802a7453533ba23c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0fa0 expref: 116 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.518025:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b103a00/0x802a7453533ba23c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0fa0 expref: 116 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.518042:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b103a00/0x802a7453533ba23c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0fa0 expref: 116 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.518050:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b103a00/0x802a7453533ba23c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d0fa0 expref: 116 pid: 8416 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746128090.518069:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c41500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947540045312:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128090.518116:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128090.521742:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.524995:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.535309:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.557229:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00002000:00100000:0.0:1746128090.565528:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800938f9880 x1830947541921920/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:341/0 lens 488/0 e 0 to 0 dl 1746128101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128090.565539:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938f9880 with x1830947541921920 ext(0->4095) 00002000:00010000:0.0:1746128090.565544:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800938f9880 00000100:00100000:0.0:1746128090.565601:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3101 00000100:00100000:0.0:1746128090.565608:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+118:1966:x1830947541921920:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128090.565745:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+118:1966:x1830947541921920:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 137us (8524us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128090.565751:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3101 00002000:00100000:0.0:1746128090.565756:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800938f9880 x1830947541921920/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:341/0 lens 488/4536 e 0 to 0 dl 1746128101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128090.565763:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938f9880 with x1830947541921920 ext(0->4095) 00002000:00010000:0.0:1746128090.565765:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800938f9880 00000100:00100000:0.0:1746128090.570453:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.577300:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.589514:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.597165:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.601959:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.606559:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.606662:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.610741:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.616433:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.624221:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.627870:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.630232:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.632225:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.645470:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.669369:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.670061:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.674848:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.675182:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.678447:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.685028:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.687083:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.691397:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.693187:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.697187:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.705315:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.706956:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.714807:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.714841:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.717694:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.720812:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.734597:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.737976:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.744404:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.750223:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.758788:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.764645:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.765888:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.770074:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.773521:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.773561:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.774814:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128090.776301:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134408380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:20953:1830947540047872:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128090.776315:0:20953:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128090.776351:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947541929088:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2296us (2788us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128090.776359:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7697 00000100:00100000:0.0:1746128090.776854:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.781951:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.789536:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.794528:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.797155:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.802667:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.803638:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.807031:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.808477:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.811493:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.811951:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.832169:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541931776 00000100:00100000:0.0:1746128090.832176:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541931776 00010000:00010000:0.0:1746128090.832202:0:20953:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631000/0x802a7453533ba2a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1009 expref: 128 pid: 28170 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746128090.832227:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7701 00000100:00100000:0.0:1746128090.832232:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f95c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+128:1966:x1830947541931776:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128090.832243:0:20953:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128090.832258:0:20953:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b631000/0x802a7453533ba2a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1009 expref: 128 pid: 28170 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746128090.832267:0:20953:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b631000/0x802a7453533ba2a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1009 expref: 128 pid: 28170 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746128090.832282:0:20953:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b631000/0x802a7453533ba2a5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1009 expref: 128 pid: 28170 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746128090.832408:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128090.832410:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128090.832416:0:20953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b630000/0x802a7453533ba2ac lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1010 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.832422:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b630000/0x802a7453533ba2ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1010 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.832447:0:20953:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b630000/0x802a7453533ba2ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1010 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128090.832458:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:20953:1830947540048640:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128090.832527:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b2226c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128090.839000:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.843375:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.853433:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.853623:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.859692:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541932800 00000100:00100000:0.0:1746128090.859696:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541932800 00000100:00100000:0.0:1746128090.859720:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3814 00000100:00100000:0.0:1746128090.859726:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+7:30950:x1830947541932800:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128090.859739:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128090.859749:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533ba2c1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1025 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.859766:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128090.859771:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b102a00/0x802a7453533ba2ba lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d101e expref: 128 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.859776:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128090.859779:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533ba2c1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1025 expref: 8 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.859805:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b102a00/0x802a7453533ba2ba lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d101e expref: 128 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.859814:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533ba2c1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1025 expref: 8 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128090.859822:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091caa200, rc 0) 00000100:00100000:0.0:1746128090.860302:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+7:30950:x1830947541932800:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 574us (1387us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128090.860310:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3814 00000100:00100000:0.0:1746128090.878395:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.899896:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.913286:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.917180:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.919825:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.929979:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.938989:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.944813:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.946672:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.948841:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.963203:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541935488 00000100:00100000:0.0:1746128090.963210:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541935488 00000100:00100000:0.0:1746128090.970424:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.980614:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.988536:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128090.995230:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.005795:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.005836:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.011512:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.015497:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.021399:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.027789:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.033156:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.037230:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.040190:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.051954:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.058438:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.068699:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.068835:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.074205:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.089399:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.091628:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.094050:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.096620:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541939840 00000100:00100000:0.0:1746128091.096626:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541939840 00002000:00100000:0.0:1746128091.096655:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091f96a00 x1830947541939840/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:342/0 lens 488/0 e 0 to 0 dl 1746128102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128091.096663:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f96a00 with x1830947541939840 ext(0->4095) 00002000:00010000:0.0:1746128091.096666:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f96a00 00000100:00100000:0.0:1746128091.096682:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3123 00000100:00100000:0.0:1746128091.096688:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947541939840:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128091.096795:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947541939840:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 108us (339us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128091.096800:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3123 00002000:00100000:0.0:1746128091.096805:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091f96a00 x1830947541939840/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:342/0 lens 488/4536 e 0 to 0 dl 1746128102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128091.096811:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f96a00 with x1830947541939840 ext(0->4095) 00002000:00010000:0.0:1746128091.096813:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f96a00 00000100:00100000:0.0:1746128091.098338:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.100333:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.116453:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.120435:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.128415:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.132272:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.134299:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.137358:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.140124:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.152371:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:0.0:1746128091.161718:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128091.164201:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.164944:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.165188:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541941888 00000100:00100000:0.0:1746128091.165192:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541941888 00010000:00010000:0.0:1746128091.165211:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b103a00/0x802a7453533ba315 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1079 expref: 141 pid: 28170 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746128091.165241:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7717 00000100:00100000:0.0:1746128091.165247:0:7068:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b87800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+141:1966:x1830947541941888:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128091.165256:0:7068:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128091.165276:0:7068:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b103a00/0x802a7453533ba315 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1079 expref: 141 pid: 28170 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746128091.165286:0:7068:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b103a00/0x802a7453533ba315 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1079 expref: 141 pid: 28170 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746128091.165303:0:7068:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b103a00/0x802a7453533ba315 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1079 expref: 141 pid: 28170 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746128091.165324:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128091.165326:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128091.165332:0:7068:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b102400/0x802a7453533ba31c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1080 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128091.165338:0:7068:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b102400/0x802a7453533ba31c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1080 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128091.173374:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.177168:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.181786:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.213547:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.219568:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.226504:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.238222:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.243102:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.250029:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.258792:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.258844:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.264966:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.268545:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.280271:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.290191:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.294118:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.305511:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.312911:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.318252:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.322900:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.326128:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.331478:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.340747:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.343812:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.344523:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.369379:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.374689:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.389359:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+148:1966:x1830947541947136:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 2874us (6163us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128091.389369:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3133 00002000:00100000:0.0:1746128091.389378:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091f94380 x1830947541947136/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:342/0 lens 488/4536 e 0 to 0 dl 1746128102 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128091.389386:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f94380 with x1830947541947136 ext(0->4095) 00002000:00010000:0.0:1746128091.389390:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f94380 00000100:00100000:0.0:1746128091.401343:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.431234:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.431304:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.438726:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.441263:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.449812:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.457267:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.473019:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.497365:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.501795:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.510916:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947540055296:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128091.510929:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128091.510955:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134122d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+151:1963:x1830947541948672:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5936us (9165us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128091.510965:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7729 00000100:00100000:0.0:1746128091.517027:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.526962:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.534293:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.539081:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.539190:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.543966:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.545402:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.545429:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.545446:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.545462:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.545488:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.545512:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541950464 00000100:00100000:0.0:1746128091.545517:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541950464 00000100:00100000:0.0:1746128091.545545:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541950720 00000100:00100000:0.0:1746128091.545547:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541950720 00000100:00100000:0.0:1746128091.545560:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 411 00000100:00100000:0.0:1746128091.545566:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1966:x1830947541950464:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1746128091.545628:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1966:x1830947541950464:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 62us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128091.545632:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 411 00000100:00100000:0.0:1746128091.545642:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 412 00000100:00100000:0.0:1746128091.545646:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947541950720:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1746128091.545663:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947541950720:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 17us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128091.545671:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 412 00000100:00080000:0.0:1746128091.545691:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128091.545705:0:7076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541950208 00000100:00100000:0.0:1746128091.545707:0:7076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541950208 00000100:00100000:0.0:1746128091.545724:0:7076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 374 00000100:00100000:0.0:1746128091.545728:0:7076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5da3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7942e9de-9730-471c-9d1a-fdfcd28eb817+12:1966:x1830947541950208:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1746128091.545747:0:7076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5da3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7942e9de-9730-471c-9d1a-fdfcd28eb817+12:1966:x1830947541950208:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 19us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128091.545752:0:7076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 374 00000100:00100000:0.0:1746128091.557725:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.615498:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.617926:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.617964:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.628857:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.660899:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.660946:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.664088:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.665653:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.671362:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.671444:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.676678:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.683484:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.687770:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.693890:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.697394:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.697432:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.700953:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.714799:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.715642:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.721444:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.724299:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.728271:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.728337:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.730839:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.741092:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.743831:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.749188:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.750968:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.752619:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.767144:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.771151:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.771234:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.785252:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.790401:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.796249:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.796339:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.798934:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.804492:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.818419:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.827466:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.836626:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.844871:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947540059136:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128091.844883:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128091.844903:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+167:1963:x1830947541959040:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6844us (8284us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128091.844910:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7745 00000100:00100000:0.0:1746128091.848649:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541959552 00000100:00100000:0.0:1746128091.848653:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541959552 00010000:00010000:0.0:1746128091.848669:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533ba3e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1144 expref: 6 pid: 8417 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746128091.848701:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7746 00000100:00100000:0.0:1746128091.848707:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094176a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541959552:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128091.848714:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128091.848730:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533ba3e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1144 expref: 6 pid: 8417 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746128091.848740:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533ba3e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1144 expref: 6 pid: 8417 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746128091.848760:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b631c00/0x802a7453533ba3e0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1144 expref: 6 pid: 8417 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746128091.848773:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128091.848774:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128091.848779:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b631800/0x802a7453533ba3e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d114b expref: 166 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128091.848786:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631800/0x802a7453533ba3e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d114b expref: 166 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128091.848860:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b631800/0x802a7453533ba3e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d114b expref: 166 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128091.848869:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b631800/0x802a7453533ba3e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d114b expref: 166 pid: 8417 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746128091.848879:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947540059520:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128091.848933:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128091.851038:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947540059520:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128091.851047:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128091.851069:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094176a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947541959552:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2362us (2647us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128091.851074:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7746 00000100:00100000:0.0:1746128091.855147:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.860129:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.890479:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.890520:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.904415:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.904447:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541960704 00000100:00100000:0.0:1746128091.904456:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541960704 00002000:00100000:0.0:1746128091.904506:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800a56a2300 x1830947541960704/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:342/0 lens 488/0 e 0 to 0 dl 1746128102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128091.904517:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a2300 with x1830947541960704 ext(0->4095) 00010000:00010000:0.0:1746128091.904526:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b630a00/0x802a7453533ba3ee lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1152 expref: 171 pid: 8417 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746128091.904541:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b630a00/0x802a7453533ba3ee lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1152 expref: 171 pid: 8417 timeout: 587 lvb_type: 0 00002000:00010000:0.0:1746128091.904548:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a56a2300 00000100:00100000:0.0:1746128091.904613:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 942 00000100:00100000:0.0:1746128091.904622:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+171:1964:x1830947541960704:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128091.904797:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+171:1964:x1830947541960704:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 176us (394us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128091.904804:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 942 00002000:00100000:0.0:1746128091.904809:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800a56a2300 x1830947541960704/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:342/0 lens 488/4536 e 0 to 0 dl 1746128102 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128091.904816:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a2300 with x1830947541960704 ext(0->4095) 00010000:00010000:0.0:1746128091.904820:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b630a00/0x802a7453533ba3ee lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1152 expref: 171 pid: 8417 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746128091.904828:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b630a00/0x802a7453533ba3ee lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1152 expref: 171 pid: 8417 timeout: 587 lvb_type: 0 00002000:00010000:0.0:1746128091.904833:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a56a2300 00000100:00100000:0.0:1746128091.908110:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.909969:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.913304:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.920753:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.925688:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.937167:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.987013:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.987072:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.997055:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128091.997796:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541962496 00000100:00100000:0.0:1746128091.997800:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541962496 00002000:00100000:0.0:1746128091.997828:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800acd38a80 x1830947541962496/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:342/0 lens 488/0 e 0 to 0 dl 1746128102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128091.997837:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd38a80 with x1830947541962496 ext(0->4095) 00010000:00010000:0.0:1746128091.997843:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b102e00/0x802a7453533ba403 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d116e expref: 171 pid: 8418 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746128091.997853:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b102e00/0x802a7453533ba403 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d116e expref: 171 pid: 8418 timeout: 588 lvb_type: 0 00002000:00010000:0.0:1746128091.997858:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800acd38a80 00000100:00100000:0.0:1746128092.001436:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.001513:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:0.0:1746128092.003045:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128092.005593:0:7068:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947540060672:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128092.005616:0:7068:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128092.005656:0:7068:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e35050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+170:1965:x1830947541962624:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3542us (4232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128092.005667:0:7068:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7751 00000100:00100000:0.0:1746128092.014295:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.016408:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.020226:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.023764:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.026170:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.058316:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.061674:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.061719:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.061759:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541964288 00000100:00100000:0.0:1746128092.061767:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541964288 00010000:00010000:0.0:1746128092.061808:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800945e1000/0x802a7453533ba418 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d117c expref: 174 pid: 28170 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746128092.061838:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541964416 00000100:00100000:0.0:1746128092.061840:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541964416 00010000:00010000:0.0:1746128092.061850:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800945e0800/0x802a7453533ba411 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1175 expref: 6 pid: 28170 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746128092.061864:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7753 00000100:00100000:0.0:1746128092.061871:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+174:1965:x1830947541964288:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128092.061886:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128092.061909:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800945e1000/0x802a7453533ba418 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d117c expref: 174 pid: 28170 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746128092.061919:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800945e1000/0x802a7453533ba418 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d117c expref: 174 pid: 28170 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746128092.061943:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128092.061996:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+174:1965:x1830947541964288:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 126us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128092.062002:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7753 00000100:00100000:0.0:1746128092.062017:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7754 00000100:00100000:0.0:1746128092.062021:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947541964416:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128092.062026:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128092.062033:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800945e0800/0x802a7453533ba411 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1175 expref: 6 pid: 28170 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746128092.062040:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800945e0800/0x802a7453533ba411 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1175 expref: 6 pid: 28170 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746128092.062051:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128092.062053:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128092.062060:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b631800/0x802a7453533ba41f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1183 expref: 173 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128092.062067:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b631800/0x802a7453533ba41f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1183 expref: 173 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128092.062095:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b631800/0x802a7453533ba41f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1183 expref: 173 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128092.062106:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947540061312:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128092.062169:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128092.065402:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.087949:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.091550:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.093647:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.102244:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.111534:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.116857:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.125783:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.136708:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.147324:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.147449:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.152645:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.172706:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.177331:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.185188:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.194751:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.198291:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.201296:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.201398:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541967872 00000100:00100000:0.0:1746128092.201405:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541967872 00002000:00100000:0.0:1746128092.201442:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801341b0e00 x1830947541967872/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:343/0 lens 488/0 e 0 to 0 dl 1746128103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128092.201451:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0e00 with x1830947541967872 ext(0->4095) 00010000:00010000:0.0:1746128092.201458:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b630000/0x802a7453533ba442 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d11a6 expref: 178 pid: 8417 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746128092.201468:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b630000/0x802a7453533ba442 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d11a6 expref: 178 pid: 8417 timeout: 588 lvb_type: 0 00002000:00010000:0.0:1746128092.201474:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801341b0e00 00000100:00100000:0.0:1746128092.202805:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.208869:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.208964:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.212736:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.218438:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.225042:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.234096:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.239745:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.247335:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.254740:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.254792:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.261098:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.268116:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.279756:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.283672:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.286672:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.287315:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541971328 00000100:00100000:0.0:1746128092.287318:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541971328 00002000:00100000:0.0:1746128092.287347:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094177800 x1830947541971328/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:343/0 lens 488/0 e 0 to 0 dl 1746128103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128092.287356:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094177800 with x1830947541971328 ext(0->4095) 00010000:00010000:0.0:1746128092.287361:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b102a00/0x802a7453533ba465 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d11c9 expref: 183 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128092.287368:0:25180:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88012b102a00/0x802a7453533ba465 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d11c9 expref: 183 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746128092.287373:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094177800 00000100:00100000:0.0:1746128092.287387:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 957 00000100:00100000:0.0:1746128092.287392:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+183:1964:x1830947541971328:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128092.287522:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+183:1964:x1830947541971328:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 131us (264us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128092.287527:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 957 00002000:00100000:0.0:1746128092.287532:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094177800 x1830947541971328/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:343/0 lens 488/4536 e 0 to 0 dl 1746128103 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128092.287539:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094177800 with x1830947541971328 ext(0->4095) 00010000:00010000:0.0:1746128092.287542:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b102a00/0x802a7453533ba465 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d11c9 expref: 182 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128092.287549:0:25180:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88012b102a00/0x802a7453533ba465 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d11c9 expref: 182 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746128092.287554:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094177800 00000100:00100000:0.0:1746128092.289864:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.289912:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.293929:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.297112:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.299659:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.303890:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.307399:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.309669:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.323516:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.328376:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.330743:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.336403:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.336457:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.350309:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.357248:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.363088:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.366182:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.369448:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.371033:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.372645:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.375227:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.380679:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.397979:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.410902:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.424229:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.425776:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541976192 00000100:00100000:0.0:1746128092.425781:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541976192 00000100:00100000:0.0:1746128092.425815:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3883 00000100:00100000:0.0:1746128092.425821:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+186:30949:x1830947541976192:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128092.425831:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128092.425841:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091cabc00/0x802a7453533ba4a4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1208 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128092.425858:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b103800/0x802a7453533ba496 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d11fa expref: 187 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128092.425865:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b630c00/0x802a7453533ba49d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1201 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128092.425870:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128092.425871:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128092.425874:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091cabc00/0x802a7453533ba4a4 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1208 expref: 187 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128092.425900:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b630c00/0x802a7453533ba49d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1201 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128092.425911:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b630c00/0x802a7453533ba49d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1201 expref: 5 pid: 28170 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746128092.425921:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a1adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8418:1830947540065280:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128092.425989:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b103800/0x802a7453533ba496 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d11fa expref: 187 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128092.425995:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b103800/0x802a7453533ba496 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d11fa expref: 187 pid: 8417 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746128092.426002:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a1adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8418:1830947540065408:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128092.426016:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128092.430293:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.432028:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.441757:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.448769:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.456508:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.461859:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.471725:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.482709:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.484789:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.490626:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.497388:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.502604:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.507857:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.510851:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.515113:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.527019:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.535704:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.547810:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.551420:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.551454:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.551487:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.557346:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.567506:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.613283:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.622680:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.639915:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.646396:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.647144:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.655014:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.661211:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.670860:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.680114:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.688898:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.688952:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.692937:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.701857:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.701912:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.705308:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.723886:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.730683:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.735799:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.761818:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.761871:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.769260:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.774981:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.776499:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.787700:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.794079:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.800649:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.803425:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.811243:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.818055:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.818254:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.837780:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.842504:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.863954:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.865675:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.868732:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.872925:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.872971:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.876384:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.882244:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.896207:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.903718:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541988608 00000100:00100000:0.0:1746128092.903728:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541988608 00002000:00100000:0.0:1746128092.903773:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094175180 x1830947541988608/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:343/0 lens 488/0 e 0 to 0 dl 1746128103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128092.903783:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094175180 with x1830947541988608 ext(0->4095) 00002000:00010000:0.0:1746128092.903790:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094175180 00000100:00100000:0.0:1746128092.905051:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3165 00000100:00100000:0.0:1746128092.905062:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+203:1964:x1830947541988608:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128092.906723:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+202:1964:x1830947541988608:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1661us (3089us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128092.906742:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3165 00002000:00100000:0.0:1746128092.906752:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094175180 x1830947541988608/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:343/0 lens 488/4536 e 0 to 0 dl 1746128103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128092.906768:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094175180 with x1830947541988608 ext(0->4095) 00002000:00010000:0.0:1746128092.906773:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094175180 00000100:00100000:0.0:1746128092.920563:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.921890:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.939223:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.939288:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.947403:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.954167:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541989632 00000100:00100000:0.0:1746128092.954175:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541989632 00002000:00100000:0.0:1746128092.954218:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094177480 x1830947541989632/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:343/0 lens 488/0 e 0 to 0 dl 1746128103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128092.954228:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094177480 with x1830947541989632 ext(0->4095) 00002000:00010000:0.0:1746128092.954233:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094177480 00000100:00100000:0.0:1746128092.954798:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3166 00000100:00100000:0.0:1746128092.954808:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+202:1965:x1830947541989632:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128092.955407:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+202:1965:x1830947541989632:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 599us (2278us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128092.955413:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3166 00002000:00100000:0.0:1746128092.955420:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094177480 x1830947541989632/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:343/0 lens 488/4536 e 0 to 0 dl 1746128103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128092.955427:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094177480 with x1830947541989632 ext(0->4095) 00002000:00010000:0.0:1746128092.955430:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094177480 00000100:00100000:0.0:1746128092.961083:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.972215:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.979082:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.988690:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.989275:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.992856:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128092.999881:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.008906:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.039184:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.047402:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.051135:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.056912:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.061947:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.062631:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541991936 00000100:00100000:0.0:1746128093.062636:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541991936 00010000:00010000:0.0:1746128093.062653:0:20953:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b102400/0x802a7453533ba54c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12b0 expref: 207 pid: 8418 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746128093.062688:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7798 00000100:00100000:0.0:1746128093.062694:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+207:1964:x1830947541991936:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128093.062704:0:20953:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128093.062728:0:20953:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b102400/0x802a7453533ba54c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12b0 expref: 207 pid: 8418 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746128093.062739:0:20953:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b102400/0x802a7453533ba54c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12b0 expref: 207 pid: 8418 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746128093.062759:0:20953:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b102400/0x802a7453533ba54c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12b0 expref: 207 pid: 8418 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746128093.062785:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128093.062787:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128093.062793:0:20953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6ee00/0x802a7453533ba553 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12b7 expref: 206 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.062800:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6ee00/0x802a7453533ba553 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12b7 expref: 206 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.062820:0:20953:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6ee00/0x802a7453533ba553 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12b7 expref: 206 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.062830:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6ee00/0x802a7453533ba553 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12b7 expref: 206 pid: 28170 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746128093.062845:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091fa9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:20953:1830947540071424:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128093.062913:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128093.065494:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.066976:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.071108:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.076289:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.079674:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.082317:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.084102:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.089382:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.092829:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.101536:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.113973:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.118771:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.121507:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.121621:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.125871:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.127287:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.127517:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541994752 00000100:00100000:0.0:1746128093.127520:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541994752 00010000:00010000:0.0:1746128093.128300:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6ee00/0x802a7453533ba568 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12cc expref: 211 pid: 28170 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746128093.128357:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7803 00000100:00100000:0.0:1746128093.128364:0:7068:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+211:1966:x1830947541994752:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128093.128374:0:7068:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128093.128385:0:7068:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6ee00/0x802a7453533ba568 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12cc expref: 211 pid: 28170 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746128093.128394:0:7068:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6ee00/0x802a7453533ba568 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12cc expref: 211 pid: 28170 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746128093.128405:0:7068:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5c6ee00/0x802a7453533ba568 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12cc expref: 211 pid: 28170 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746128093.129090:0:7068:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128093.129122:0:7068:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+212:1966:x1830947541994752:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 758us (1835us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128093.129145:0:7068:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7803 00000100:00100000:0.0:1746128093.137958:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.142537:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.145521:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.147227:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.149532:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:0.0:1746128093.166746:0:7070:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128093.169892:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.169942:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.169983:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541996416 00000100:00100000:0.0:1746128093.169993:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541996416 00000100:00100000:0.0:1746128093.170359:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3916 00000100:00100000:0.0:1746128093.170367:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+212:30949:x1830947541996416:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128093.170385:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128093.170402:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x802a7453533ba58b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d12ef expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.170428:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533ba57d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12e1 expref: 213 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.170435:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb1f600/0x802a7453533ba584 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12e8 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.170440:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128093.170442:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128093.170444:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x802a7453533ba58b lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12ef expref: 213 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.170471:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb1f600/0x802a7453533ba584 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12e8 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.170481:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb1f600/0x802a7453533ba584 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12e8 expref: 5 pid: 28170 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746128093.170490:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947540072832:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128093.170594:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533ba57d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12e1 expref: 213 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.170618:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533ba57d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12e1 expref: 213 pid: 28170 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746128093.170626:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947540072960:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128093.170647:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128093.173189:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.174150:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947540072832:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128093.174159:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947540072960:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128093.174177:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x802a7453533ba58b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12ef expref: 213 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.174190:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091cab600, rc 0) 00000100:00100000:0.0:1746128093.174230:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+213:30949:x1830947541996416:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3864us (4349us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128093.174237:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3916 00000100:00100000:0.0:1746128093.177084:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541996800 00000100:00100000:0.0:1746128093.177093:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541996800 00010000:00010000:0.0:1746128093.177123:0:20953:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb1f600/0x802a7453533ba584 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12e8 expref: 6 pid: 28170 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746128093.177152:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7805 00000100:00100000:0.0:1746128093.177162:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947541996800:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128093.177171:0:20953:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128093.177191:0:20953:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb1f600/0x802a7453533ba584 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12e8 expref: 6 pid: 28170 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746128093.177200:0:20953:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb1f600/0x802a7453533ba584 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12e8 expref: 6 pid: 28170 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746128093.177226:0:20953:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb1f600/0x802a7453533ba584 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12e8 expref: 6 pid: 28170 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746128093.177241:0:20953:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128093.177298:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.177349:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.177362:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541996928 00000100:00100000:0.0:1746128093.177364:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541996928 00010000:00010000:0.0:1746128093.177376:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533ba57d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12e1 expref: 213 pid: 28170 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746128093.177388:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7806 00000100:00100000:0.0:1746128093.177392:0:7068:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+213:1966:x1830947541996928:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128093.177397:0:7068:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128093.177403:0:7068:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533ba57d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12e1 expref: 213 pid: 28170 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746128093.177410:0:7068:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533ba57d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12e1 expref: 213 pid: 28170 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746128093.177419:0:7068:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb1ec00/0x802a7453533ba57d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12e1 expref: 213 pid: 28170 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746128093.177425:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128093.177427:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128093.177432:0:7068:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x802a7453533ba58b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12ef expref: 212 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.177439:0:7068:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x802a7453533ba58b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12ef expref: 212 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.177463:0:7068:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x802a7453533ba58b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12ef expref: 212 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128093.177472:0:7068:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c218000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947540073088:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128093.177517:0:7068:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128093.177530:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947541997056 00000100:00100000:0.0:1746128093.177532:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947541997056 00000100:00100000:0.0:1746128093.177546:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3917 00000100:00100000:0.0:1746128093.177550:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:30950:x1830947541997056:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128093.177559:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128093.177567:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091cabe00/0x802a7453533ba592 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d12f6 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.177596:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x802a7453533ba58b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12ef expref: 212 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.177601:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128093.177602:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128093.177604:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091cabe00/0x802a7453533ba592 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12f6 expref: 7 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.177616:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x802a7453533ba58b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12ef expref: 212 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.177624:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x802a7453533ba58b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d12ef expref: 212 pid: 28170 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746128093.177636:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c219500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947540073216:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128093.177653:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128093.177708:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1963:x1830947541996800:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 550us (4526us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128093.177713:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7805 00000100:00100000:0.0:1746128093.212082:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.222720:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.229735:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.231760:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.238106:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.239099:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.242749:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.258184:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.269049:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.274860:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.292908:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.292962:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.295996:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.296425:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.301279:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.316636:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.318250:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.324945:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.331042:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.335237:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.338908:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.344544:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.349417:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.351838:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.356838:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.361197:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.363040:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542002688 00000100:00100000:0.0:1746128093.363044:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542002688 00000100:00100000:0.0:1746128093.363070:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3926 00000100:00100000:0.0:1746128093.363074:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:30949:x1830947542002688:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128093.363081:0:10571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128093.363088:0:10571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091cabe00/0x802a7453533ba5d1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1335 expref: -99 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.363103:0:10571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800952c4a00/0x802a7453533ba5c3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1327 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.363109:0:10571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800952c4400/0x802a7453533ba5ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d132e expref: 15 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.363114:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128093.363116:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128093.363118:0:10571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091cabe00/0x802a7453533ba5d1 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1335 expref: 15 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.363451:0:10571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800952c4400/0x802a7453533ba5ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d132e expref: 15 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.363465:0:10571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800952c4400/0x802a7453533ba5ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d132e expref: 15 pid: 28170 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746128093.363475:0:10571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094641180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10571:1830947540075136:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128093.363690:0:10571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800952c4a00/0x802a7453533ba5c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1327 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.363698:0:10571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800952c4a00/0x802a7453533ba5c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1327 expref: 5 pid: 28170 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746128093.363704:0:10571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cda9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10571:1830947540075264:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128093.363896:0:10571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128093.364565:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.367431:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.370783:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.370821:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.375811:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.381853:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.392807:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.394702:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.396349:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.398067:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.411787:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.414233:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.415809:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.421740:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.422985:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.434609:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.443244:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.452599:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801341b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947540076288:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128093.452615:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128093.452643:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1966:x1830947542005760:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 9189us (9406us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128093.452651:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7820 00000100:00100000:0.0:1746128093.456696:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.456734:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.464647:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.475364:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.494511:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.500102:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.500163:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.502198:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.506721:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.506750:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.506974:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.516490:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.523177:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.542494:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.542550:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542008832 00000100:00100000:0.0:1746128093.542559:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542008832 00010000:00010000:0.0:1746128093.543163:0:20953:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129618a00/0x802a7453533ba609 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d136d expref: 23 pid: 8417 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746128093.543213:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7825 00000100:00100000:0.0:1746128093.543221:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1965:x1830947542008832:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128093.543237:0:20953:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746128093.543257:0:20953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb mtime from disk: 1746128093 -> 1746128094 00002000:00010000:0.0:1746128093.543259:0:20953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb ctime from disk: 1746128093 -> 1746128094 00010000:00010000:0.0:1746128093.543265:0:20953:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129618a00/0x802a7453533ba609 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d136d expref: 23 pid: 8417 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746128093.543277:0:20953:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129618a00/0x802a7453533ba609 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d136d expref: 23 pid: 8417 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746128093.543299:0:20953:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129618a00/0x802a7453533ba609 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d136d expref: 23 pid: 8417 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746128093.543911:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128093.543914:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128093.543924:0:20953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800952c5200/0x802a7453533ba610 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1374 expref: 22 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.543934:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800952c5200/0x802a7453533ba610 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1374 expref: 22 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.543970:0:20953:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800952c5200/0x802a7453533ba610 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1374 expref: 22 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128093.543983:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134408700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:20953:1830947540077440:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128093.544088:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b2226c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128093.548715:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.555694:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.557768:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542009344 00000100:00100000:0.0:1746128093.557774:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542009344 00000100:00100000:0.0:1746128093.557818:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3937 00000100:00100000:0.0:1746128093.557825:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:30949:x1830947542009344:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128093.557838:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128093.557851:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533ba61e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1382 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.557874:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800952c5200/0x802a7453533ba610 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1374 expref: 23 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.557882:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800952c4c00/0x802a7453533ba617 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d137b expref: 5 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.557889:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128093.557890:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128093.557894:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533ba61e lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1382 expref: 23 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.557923:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800952c4c00/0x802a7453533ba617 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d137b expref: 5 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.557935:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800952c4c00/0x802a7453533ba617 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d137b expref: 5 pid: 10571 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746128093.557952:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134408380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8417:1830947540077568:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128093.558030:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800952c5200/0x802a7453533ba610 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1374 expref: 23 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.558038:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800952c5200/0x802a7453533ba610 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1374 expref: 23 pid: 8417 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746128093.558045:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134408700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8417:1830947540077696:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128093.558069:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128093.566593:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.566641:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.573141:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.575799:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.581634:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542010240 00000100:00100000:0.0:1746128093.581643:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542010240 00000100:00100000:0.0:1746128093.581697:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3938 00000100:00100000:0.0:1746128093.581704:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:30950:x1830947542010240:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128093.581722:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128093.581740:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091cab400/0x802a7453533ba625 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1389 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.581770:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533ba61e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1382 expref: 21 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.581777:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128093.581779:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128093.581782:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091cab400/0x802a7453533ba625 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1389 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.581812:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533ba61e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1382 expref: 21 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.581823:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533ba61e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1382 expref: 21 pid: 8417 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746128093.581834:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091bd9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8417:1830947540077952:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128093.581917:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128093.585836:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.589334:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.597410:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.597504:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.600559:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.604789:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.606990:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.612944:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.618332:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.620487:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.624569:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.627732:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.628058:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.630949:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.630970:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.631012:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.636822:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.640447:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.644843:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.656670:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.663422:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.663480:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.670516:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.670567:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.682225:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.682282:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.693971:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.700201:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.707986:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.710011:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.710045:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.710190:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3948 00000100:00100000:0.0:1746128093.710198:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:30950:x1830947542016384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128093.710206:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128093.710216:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091caae00/0x802a7453533ba664 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d13cf expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.710238:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128093.710240:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128093.710247:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091caae00/0x802a7453533ba664 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d13cf expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128093.710289:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091caae00/0x802a7453533ba664 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d13cf expref: 6 pid: 28170 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746128093.710302:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091caae00/0x802a7453533ba664 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d13cf expref: 6 pid: 28170 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746128093.710312:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091caae00, rc 0) 00000100:00100000:0.0:1746128093.710356:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:30950:x1830947542016384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128093.710362:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3948 00000100:00100000:0.0:1746128093.711806:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.711848:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.714000:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.716520:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.719480:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.724913:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.730985:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.735387:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.739460:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.742426:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.744687:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.747400:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.753329:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.755661:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.758869:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.759101:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.762011:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.766100:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.770266:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.770369:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.774108:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.784401:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.799264:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.804462:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.815043:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.816856:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.820754:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.832617:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.847109:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.858099:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.859963:0:7068:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801341b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947540082176:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128093.859987:0:7068:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128093.860033:0:7068:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134123b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:1964:x1830947542021760:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 12678us (12933us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128093.860044:0:7068:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7846 00000100:00100000:0.0:1746128093.863473:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.863650:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.867254:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.871688:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.872738:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.873909:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.877237:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.881739:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.894202:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.897030:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.902426:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.908059:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.915016:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.919037:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.924906:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.926453:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.926546:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.931618:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.942706:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.946957:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.951811:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.957771:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.961482:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.966040:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.966663:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.972752:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.972788:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.972863:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.980182:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.984977:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.990331:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128093.997454:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.001152:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:0.0:1746128094.006346:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128094.013506:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:0.0:1746128094.013641:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128094.029007:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.029548:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.045405:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.048048:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542029312 00000100:00100000:0.0:1746128094.048052:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542029312 00010000:00010000:0.0:1746128094.048067:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800952c4400/0x802a7453533ba6e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d144d expref: 6 pid: 28170 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746128094.050724:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7857 00000100:00100000:0.0:1746128094.054431:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.072340:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.072398:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.077560:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.092731:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.099115:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.099180:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.110732:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.123032:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.125390:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.139836:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.145606:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.148743:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.148784:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.155531:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.162335:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.176895:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.201802:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542032768 00000100:00100000:0.0:1746128094.201811:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542032768 00002000:00100000:0.0:1746128094.201853:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008cdaa300 x1830947542032768/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:345/0 lens 488/0 e 0 to 0 dl 1746128105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128094.201869:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdaa300 with x1830947542032768 ext(0->4095) 00002000:00010000:0.0:1746128094.201874:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cdaa300 00000100:00100000:0.0:1746128094.202252:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3202 00000100:00100000:0.0:1746128094.202258:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542032768:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128094.203541:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542032768:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 989us (1553us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128094.203549:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3202 00002000:00100000:0.0:1746128094.203556:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008cdaa300 x1830947542032768/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:345/0 lens 488/4536 e 0 to 0 dl 1746128105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128094.203564:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdaa300 with x1830947542032768 ext(0->4095) 00002000:00010000:0.0:1746128094.203568:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cdaa300 00000100:00100000:0.0:1746128094.212700:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.212804:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.225178:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.226450:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.229140:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.246881:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.280831:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.286384:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.294748:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.298475:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542034688 00000100:00100000:0.0:1746128094.298485:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542034688 00000100:00100000:0.0:1746128094.298529:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3977 00000100:00100000:0.0:1746128094.298537:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:30950:x1830947542034688:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128094.298555:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128094.298587:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091cab200/0x802a7453533ba736 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d149a expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128094.298616:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128094.298621:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce57e00/0x802a7453533ba72f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1493 expref: 54 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128094.298627:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128094.298631:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091cab200/0x802a7453533ba736 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d149a expref: 54 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128094.298668:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce57e00/0x802a7453533ba72f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1493 expref: 54 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128094.298679:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091cab200/0x802a7453533ba736 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d149a expref: 54 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128094.298689:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091cab200, rc 0) 00000100:00100000:0.0:1746128094.298740:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:30950:x1830947542034688:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 205us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128094.298747:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3977 00000100:00100000:0.0:1746128094.305327:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801341b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8418:1830947540086528:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128094.305360:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ce57e00/0x802a7453533ba72f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1493 expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128094.305380:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57e00, rc 0) 00000100:00100000:0.0:1746128094.305441:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:30949:x1830947542034560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10094us (10704us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128094.305449:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3976 00000100:00100000:0.0:1746128094.313231:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.325372:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.330787:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.342824:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.360537:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.362569:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.366425:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542036352 00000100:00100000:0.0:1746128094.366434:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542036352 00002000:00100000:0.0:1746128094.366475:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008cda8000 x1830947542036352/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:345/0 lens 488/0 e 0 to 0 dl 1746128105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128094.366484:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda8000 with x1830947542036352 ext(0->4095) 00002000:00010000:0.0:1746128094.366489:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cda8000 00000100:00100000:0.0:1746128094.366513:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3207 00000100:00100000:0.0:1746128094.366519:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1965:x1830947542036352:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128094.366686:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1965:x1830947542036352:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 167us (609us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128094.366692:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3207 00002000:00100000:0.0:1746128094.366697:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008cda8000 x1830947542036352/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:345/0 lens 488/4536 e 0 to 0 dl 1746128105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128094.366703:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda8000 with x1830947542036352 ext(0->4095) 00002000:00010000:0.0:1746128094.366706:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cda8000 00000100:00100000:0.0:1746128094.373061:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.376541:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.376613:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.384040:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.387567:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.400505:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.408303:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.424804:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.429656:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.434815:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.462806:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542038272 00000100:00100000:0.0:1746128094.462815:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542038272 00000100:00100000:0.0:1746128094.462862:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3982 00000100:00100000:0.0:1746128094.462869:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:30950:x1830947542038272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128094.462885:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128094.462902:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091caae00/0x802a7453533ba759 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d14bd expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128094.462929:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce57e00/0x802a7453533ba752 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d14b6 expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128094.462936:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128094.462937:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128094.462940:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091caae00/0x802a7453533ba759 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d14bd expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128094.462968:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce57e00/0x802a7453533ba752 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d14b6 expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128094.462978:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ce57e00/0x802a7453533ba752 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d14b6 expref: 55 pid: 28170 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746128094.462988:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28170:1830947540087936:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128094.463067:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128094.464905:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.467503:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.475324:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.488378:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.489033:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.498523:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.507213:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.521759:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.525147:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.531445:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.533947:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.539132:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.540557:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.550919:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.561827:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.562151:0:7068:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008968fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7068:1830947540089088:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128094.562172:0:7068:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128094.563408:0:7068:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4c18850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542041600:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 10321us (10425us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128094.563418:0:7068:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7877 00000100:00100000:0.0:1746128094.572527:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.580905:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.586724:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.594179:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.594227:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.604129:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.604417:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.608827:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.613451:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.620831:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.629168:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.637783:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.642739:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.646831:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.648989:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.649053:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.651347:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.655791:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.664326:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.670877:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.671715:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.671921:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542045696 00000100:00100000:0.0:1746128094.671925:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542045696 00002000:00100000:0.0:1746128094.671953:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091c7b480 x1830947542045696/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:345/0 lens 488/0 e 0 to 0 dl 1746128105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128094.671961:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7b480 with x1830947542045696 ext(0->4095) 00010000:00010000:0.0:1746128094.671967:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce57600/0x802a7453533ba7a6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d150a expref: 68 pid: 8418 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746128094.671977:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce57600/0x802a7453533ba7a6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d150a expref: 68 pid: 8418 timeout: 590 lvb_type: 0 00002000:00010000:0.0:1746128094.671987:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7b480 00000100:00100000:0.0:1746128094.672013:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1068 00000100:00100000:0.0:1746128094.672019:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1963:x1830947542045696:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128094.672205:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1963:x1830947542045696:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 185us (488us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128094.672210:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1068 00002000:00100000:0.0:1746128094.672216:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091c7b480 x1830947542045696/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:345/0 lens 488/4536 e 0 to 0 dl 1746128105 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128094.672223:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7b480 with x1830947542045696 ext(0->4095) 00010000:00010000:0.0:1746128094.672227:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce57600/0x802a7453533ba7a6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d150a expref: 68 pid: 8418 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746128094.672235:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce57600/0x802a7453533ba7a6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d150a expref: 68 pid: 8418 timeout: 590 lvb_type: 0 00002000:00010000:0.0:1746128094.672240:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091c7b480 00000100:00100000:0.0:1746128094.674066:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.674672:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.677539:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.677821:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542046208 00000100:00100000:0.0:1746128094.677827:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542046208 00002000:00100000:0.0:1746128094.677866:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094f4a300 x1830947542046208/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:345/0 lens 488/0 e 0 to 0 dl 1746128105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128094.677874:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f4a300 with x1830947542046208 ext(0->4095) 00010000:00010000:0.0:1746128094.677881:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce56400/0x802a7453533ba7ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1511 expref: 66 pid: 8418 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746128094.677892:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce56400/0x802a7453533ba7ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1511 expref: 66 pid: 8418 timeout: 590 lvb_type: 0 00002000:00010000:0.0:1746128094.677898:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f4a300 00000100:00100000:0.0:1746128094.677914:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1069 00000100:00100000:0.0:1746128094.677920:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1963:x1830947542046208:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128094.678070:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1963:x1830947542046208:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 150us (541us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128094.678075:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1069 00002000:00100000:0.0:1746128094.678079:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094f4a300 x1830947542046208/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:345/0 lens 488/4536 e 0 to 0 dl 1746128105 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128094.678085:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f4a300 with x1830947542046208 ext(0->4095) 00010000:00010000:0.0:1746128094.678089:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce56400/0x802a7453533ba7ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1511 expref: 66 pid: 8418 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746128094.678096:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce56400/0x802a7453533ba7ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1511 expref: 66 pid: 8418 timeout: 590 lvb_type: 0 00002000:00010000:0.0:1746128094.678101:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f4a300 00000100:00100000:0.0:1746128094.681604:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.690689:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.696001:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.704323:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.710609:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.715178:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.717091:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.735431:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.735480:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.737504:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.742229:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.746662:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.749140:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.751768:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.753391:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.756563:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.760773:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.765349:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.765412:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.771330:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.771570:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.771646:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.780025:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.784013:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.794271:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.801155:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.801301:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4002 00000100:00100000:0.0:1746128094.801311:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:30950:x1830947542051328:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128094.801329:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128094.801346:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091cab400/0x802a7453533ba7e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1549 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128094.801376:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128094.801378:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128094.801386:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091cab400/0x802a7453533ba7e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1549 expref: 72 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128094.801399:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091cab400/0x802a7453533ba7e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1549 expref: 72 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128094.801408:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091cab400, rc 0) 00000100:00100000:0.0:1746128094.801460:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:30950:x1830947542051328:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128094.801466:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4002 00000100:00100000:0.0:1746128094.805698:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.809277:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.810276:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.815216:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.815245:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.815279:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.815304:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542052096 00000100:00100000:0.0:1746128094.815311:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542052096 00010000:00010000:0.0:1746128094.815345:0:20953:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091cab400/0x802a7453533ba7e5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1549 expref: 74 pid: 28170 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746128094.815367:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542052352 00000100:00100000:0.0:1746128094.815369:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542052352 00010000:00010000:0.0:1746128094.815376:0:20953:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce57600/0x802a7453533ba7de lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1542 expref: 6 pid: 8418 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746128094.815393:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7892 00000100:00100000:0.0:1746128094.815399:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093160380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542052096:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128094.815412:0:20953:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128094.815435:0:20953:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091cab400/0x802a7453533ba7e5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1549 expref: 74 pid: 28170 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746128094.815445:0:20953:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091cab400/0x802a7453533ba7e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1549 expref: 74 pid: 28170 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746128094.815469:0:20953:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128094.815505:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093160380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542052096:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 107us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128094.815511:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7892 00000100:00100000:0.0:1746128094.815524:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7893 00000100:00100000:0.0:1746128094.815527:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093160700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542052352:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128094.815532:0:20953:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128094.815537:0:20953:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce57600/0x802a7453533ba7de lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1542 expref: 6 pid: 8418 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746128094.815545:0:20953:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce57600/0x802a7453533ba7de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1542 expref: 6 pid: 8418 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746128094.815555:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128094.815557:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128094.815598:0:20953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800941cd000/0x802a7453533ba7ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1550 expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128094.815607:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800941cd000/0x802a7453533ba7ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1550 expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128094.815638:0:20953:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800941cd000/0x802a7453533ba7ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1550 expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128094.815650:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093162300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:20953:1830947540092672:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128094.815707:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128094.820054:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.826831:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.840421:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.846391:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.850261:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.867706:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.869488:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.869525:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.872058:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.879423:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.899044:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.906634:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.912456:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.919737:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.926799:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.957951:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.984795:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.998106:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128094.998162:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.007339:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.007378:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542056320 00000100:00100000:0.0:1746128095.007385:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542056320 00002000:00100000:0.0:1746128095.007418:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094e08700 x1830947542056320/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:346/0 lens 488/0 e 0 to 0 dl 1746128106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128095.007428:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e08700 with x1830947542056320 ext(0->4095) 00010000:00010000:0.0:1746128095.007435:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800941cd000/0x802a7453533ba816 lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d157a expref: 6 pid: 10571 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746128095.007452:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800941cd000/0x802a7453533ba816 lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d157a expref: 6 pid: 10571 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746128095.007459:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094e08700 00000100:00100000:0.0:1746128095.007490:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1082 00000100:00100000:0.0:1746128095.007496:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542056320:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128095.007629:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542056320:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 133us (297us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128095.007635:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1082 00002000:00100000:0.0:1746128095.007639:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094e08700 x1830947542056320/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:346/0 lens 488/4536 e 0 to 0 dl 1746128106 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128095.007645:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e08700 with x1830947542056320 ext(0->4095) 00010000:00010000:0.0:1746128095.007648:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800941cd000/0x802a7453533ba816 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d157a expref: 6 pid: 10571 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746128095.007655:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800941cd000/0x802a7453533ba816 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d157a expref: 6 pid: 10571 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746128095.007660:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094e08700 00000100:00100000:0.0:1746128095.009727:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.009769:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.024322:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542057088 00000100:00100000:0.0:1746128095.024330:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542057088 00002000:00100000:0.0:1746128095.024362:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800acd3aa00 x1830947542057088/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:346/0 lens 496/0 e 0 to 0 dl 1746128106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128095.024371:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd3aa00 with x1830947542057088 ext(0->7) 00010000:00010000:0.0:1746128095.024378:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800941ccc00/0x802a7453533ba81d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1581 expref: 79 pid: 10571 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746128095.024389:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800941ccc00/0x802a7453533ba81d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1581 expref: 79 pid: 10571 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746128095.024396:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800acd3aa00 00000100:00100000:0.0:1746128095.024421:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1084 00000100:00100000:0.0:1746128095.024427:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+79:1963:x1830947542057088:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128095.024692:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:1963:x1830947542057088:12345-192.168.203.28@tcp:4:rw_seq_cst_vs_d.0 Request processed in 264us (464us total) trans 4294968463 rc 0/0 00000100:00100000:0.0:1746128095.024698:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1084 00002000:00100000:0.0:1746128095.024703:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800acd3aa00 x1830947542057088/t4294968463(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:346/0 lens 496/448 e 0 to 0 dl 1746128106 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128095.024711:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd3aa00 with x1830947542057088 ext(0->7) 00010000:00010000:0.0:1746128095.024715:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800941ccc00/0x802a7453533ba81d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1581 expref: 81 pid: 10571 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746128095.024724:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800941ccc00/0x802a7453533ba81d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1581 expref: 81 pid: 10571 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746128095.024729:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800acd3aa00 00000100:00100000:0.0:1746128095.026038:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.028693:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.040407:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542057856 00000100:00100000:0.0:1746128095.040414:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542057856 00002000:00100000:0.0:1746128095.040444:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008968ce00 x1830947542057856/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:346/0 lens 488/0 e 0 to 0 dl 1746128106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128095.040452:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968ce00 with x1830947542057856 ext(0->4095) 00002000:00010000:0.0:1746128095.040456:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008968ce00 00000100:00100000:0.0:1746128095.040485:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3230 00000100:00100000:0.0:1746128095.040492:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542057856:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128095.040631:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542057856:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 139us (282us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128095.040637:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3230 00002000:00100000:0.0:1746128095.040641:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008968ce00 x1830947542057856/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:346/0 lens 488/4536 e 0 to 0 dl 1746128106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128095.040648:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968ce00 with x1830947542057856 ext(0->4095) 00002000:00010000:0.0:1746128095.040651:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008968ce00 00000100:00100000:0.0:1746128095.046250:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.046290:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.056546:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.056714:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.056738:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542058496 00000100:00100000:0.0:1746128095.056744:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542058496 00010000:00010000:0.0:1746128095.056763:0:20953:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091c6f800/0x802a7453533ba824 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1588 expref: 81 pid: 28170 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746128095.056779:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542058368 00000100:00100000:0.0:1746128095.056781:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542058368 00010000:00010000:0.0:1746128095.056789:0:20953:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce56800/0x802a7453533ba82b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d158f expref: 6 pid: 10571 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746128095.056803:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7902 00000100:00100000:0.0:1746128095.056808:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:1963:x1830947542058496:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128095.056818:0:20953:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128095.056833:0:20953:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091c6f800/0x802a7453533ba824 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1588 expref: 81 pid: 28170 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746128095.056840:0:20953:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091c6f800/0x802a7453533ba824 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1588 expref: 81 pid: 28170 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746128095.056856:0:20953:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c6f800/0x802a7453533ba824 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1588 expref: 81 pid: 28170 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746128095.056867:0:20953:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128095.056881:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:1963:x1830947542058496:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 74us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128095.056885:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7902 00000100:00100000:0.0:1746128095.056894:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7903 00000100:00100000:0.0:1746128095.056898:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542058368:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128095.056902:0:20953:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128095.056907:0:20953:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce56800/0x802a7453533ba82b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d158f expref: 6 pid: 10571 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746128095.056914:0:20953:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce56800/0x802a7453533ba82b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d158f expref: 6 pid: 10571 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746128095.056923:0:20953:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce56800/0x802a7453533ba82b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d158f expref: 6 pid: 10571 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746128095.056931:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128095.056933:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128095.056937:0:20953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800941cca00/0x802a7453533ba832 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1596 expref: 79 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128095.056945:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800941cca00/0x802a7453533ba832 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1596 expref: 79 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128095.056965:0:20953:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800941cca00/0x802a7453533ba832 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1596 expref: 79 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128095.056973:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:20953:1830947540094976:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128095.057011:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128095.063137:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.068774:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.076878:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.098484:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.098534:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.105515:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.109014:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.113732:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.126248:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.143465:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.152499:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.162497:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.165964:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.168228:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:0.0:1746128095.173363:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128095.175019:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.183321:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.184728:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.186365:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.198651:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.205469:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.214281:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.214327:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.222554:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.231230:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.237090:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.249752:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.252399:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4022 00000100:00100000:0.0:1746128095.261986:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.268052:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.271225:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.280041:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.286998:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.290017:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.298061:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.299658:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.301489:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.305962:0:18520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540098304 00000100:00100000:0.0:1746128095.305968:0:18520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540098304 00000100:00100000:0.0:1746128095.305999:0:18520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1746128095.306004:0:18520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1830947540098304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746128095.306030:0:18520:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 607715328 pending 0 free 3854565376 avail 3852468224 00000100:00100000:0.0:1746128095.306062:0:18520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1830947540098304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128095.306068:0:18520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1746128095.309759:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.320088:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.320141:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.327232:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542066432 00000100:00100000:0.0:1746128095.327239:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542066432 00002000:00100000:0.0:1746128095.327274:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094b2bb80 x1830947542066432/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:346/0 lens 488/0 e 0 to 0 dl 1746128106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128095.327283:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2bb80 with x1830947542066432 ext(0->4095) 00002000:00010000:0.0:1746128095.327287:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b2bb80 00000100:00100000:0.0:1746128095.327680:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3240 00000100:00100000:0.0:1746128095.327687:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+90:1964:x1830947542066432:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128095.327829:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+90:1964:x1830947542066432:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 142us (837us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128095.327836:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3240 00002000:00100000:0.0:1746128095.327842:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094b2bb80 x1830947542066432/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:346/0 lens 488/4536 e 0 to 0 dl 1746128106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128095.327848:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2bb80 with x1830947542066432 ext(0->4095) 00002000:00010000:0.0:1746128095.327851:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b2bb80 00000100:00100000:0.0:1746128095.343084:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.345012:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.358415:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.358937:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.373015:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.377878:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.384478:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.391144:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.394287:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.397622:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.401848:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.421108:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.422389:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.429979:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.436625:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.437380:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.440401:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.452320:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.454541:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.459154:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.462792:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.467654:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.470979:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.471505:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.480888:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.480940:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.483921:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.483993:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542071552 00000100:00100000:0.0:1746128095.483996:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542071552 00000100:00100000:0.0:1746128095.484013:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4034 00000100:00100000:0.0:1746128095.484018:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099df9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:30950:x1830947542071552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128095.484028:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128095.484037:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091cab000/0x802a7453533ba8c5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1629 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128095.484050:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091c6e600/0x802a7453533ba8be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1622 expref: 95 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128095.484055:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128095.484057:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128095.484059:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091cab000/0x802a7453533ba8c5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1629 expref: 7 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128095.484073:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091c6e600/0x802a7453533ba8be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1622 expref: 95 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128095.484082:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091c6e600/0x802a7453533ba8be lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1622 expref: 95 pid: 8418 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746128095.484094:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092091f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8418:1830947540100608:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128095.484131:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128095.493515:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.499237:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.503177:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.507494:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8418:1830947540100864:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128095.507508:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091c6fc00/0x802a7453533ba8cc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1630 expref: 98 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128095.507519:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091c6fc00, rc 0) 00000100:00100000:0.0:1746128095.507537:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:30949:x1830947542072320:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4154us (4367us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128095.507543:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4035 00000100:00100000:0.0:1746128095.510909:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.516438:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542072960 00000100:00100000:0.0:1746128095.516444:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542072960 00002000:00100000:0.0:1746128095.516471:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094b28380 x1830947542072960/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:346/0 lens 488/0 e 0 to 0 dl 1746128106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128095.516479:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28380 with x1830947542072960 ext(0->4095) 00002000:00010000:0.0:1746128095.516483:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b28380 00000100:00100000:0.0:1746128095.516504:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3246 00000100:00100000:0.0:1746128095.516508:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1964:x1830947542072960:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128095.516628:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1964:x1830947542072960:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 119us (371us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128095.516633:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3246 00002000:00100000:0.0:1746128095.516637:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094b28380 x1830947542072960/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:346/0 lens 488/4536 e 0 to 0 dl 1746128106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128095.516643:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28380 with x1830947542072960 ext(0->4095) 00002000:00010000:0.0:1746128095.516645:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b28380 00000100:00100000:0.0:1746128095.527872:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.533372:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.548096:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.566740:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.572545:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.580682:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.583758:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.606407:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.622438:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542074496 00000100:00100000:0.0:1746128095.622445:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542074496 00010000:00010000:0.0:1746128095.622473:0:20953:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533ba8da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d163e expref: 102 pid: 8418 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746128095.623755:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7928 00000100:00100000:0.0:1746128095.623766:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+102:1964:x1830947542074496:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128095.623779:0:20953:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128095.623800:0:20953:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533ba8da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d163e expref: 102 pid: 8418 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746128095.623812:0:20953:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533ba8da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d163e expref: 102 pid: 8418 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746128095.623829:0:20953:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533ba8da lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d163e expref: 102 pid: 8418 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746128095.623846:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128095.623848:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128095.623853:0:20953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce56e00/0x802a7453533ba8e1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1645 expref: 5 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128095.623860:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce56e00/0x802a7453533ba8e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1645 expref: 5 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128095.623916:0:20953:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce56e00/0x802a7453533ba8e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1645 expref: 5 pid: 10571 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128095.623927:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56a3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:20953:1830947540101760:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128095.623994:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128095.628539:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56a3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:20953:1830947540101760:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128095.628548:0:20953:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128095.628592:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+103:1964:x1830947542074496:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4828us (6742us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128095.628600:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7928 00000100:00100000:0.0:1746128095.628783:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542074880 00000100:00100000:0.0:1746128095.628788:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542074880 00002000:00100000:0.0:1746128095.628815:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800acd39c00 x1830947542074880/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:346/0 lens 488/0 e 0 to 0 dl 1746128106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128095.628829:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd39c00 with x1830947542074880 ext(0->4095) 00010000:00010000:0.0:1746128095.628834:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce56e00/0x802a7453533ba8e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1645 expref: 6 pid: 10571 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746128095.628844:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce56e00/0x802a7453533ba8e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1645 expref: 6 pid: 10571 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746128095.628850:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800acd39c00 00000100:00100000:0.0:1746128095.629916:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1109 00000100:00100000:0.0:1746128095.629924:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542074880:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128095.630039:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542074880:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 117us (1293us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128095.630044:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1109 00002000:00100000:0.0:1746128095.630049:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800acd39c00 x1830947542074880/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:346/0 lens 488/4536 e 0 to 0 dl 1746128106 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128095.630056:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd39c00 with x1830947542074880 ext(0->4095) 00010000:00010000:0.0:1746128095.630061:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce56e00/0x802a7453533ba8e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1645 expref: 6 pid: 10571 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746128095.630070:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce56e00/0x802a7453533ba8e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1645 expref: 6 pid: 10571 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746128095.630075:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800acd39c00 00000100:00100000:0.0:1746128095.634620:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.643437:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.647144:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.654529:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.663067:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.670293:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.675640:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.677320:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.682278:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.682319:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.688744:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.688793:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.696377:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.701692:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.706099:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.710516:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.721446:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.722362:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.726371:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.726409:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.732800:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.733465:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.738416:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.750381:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.753418:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.757653:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.761726:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.761766:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.770797:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.779210:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.782531:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.783924:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.786501:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.786539:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.790648:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.795154:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.802217:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.806978:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.811389:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.814671:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.817827:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.821245:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.824667:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.824728:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.830207:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542083200 00000100:00100000:0.0:1746128095.830212:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542083200 00002000:00100000:0.0:1746128095.830242:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801341b0000 x1830947542083200/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:346/0 lens 488/0 e 0 to 0 dl 1746128106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128095.830250:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0000 with x1830947542083200 ext(0->4095) 00010000:00010000:0.0:1746128095.830257:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce56800/0x802a7453533ba943 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d16a7 expref: 113 pid: 28170 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746128095.830269:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce56800/0x802a7453533ba943 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d16a7 expref: 113 pid: 28170 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746128095.830275:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801341b0000 00000100:00100000:0.0:1746128095.830298:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1124 00000100:00100000:0.0:1746128095.830305:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+113:1963:x1830947542083200:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128095.831480:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+112:1963:x1830947542083200:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1173us (1504us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128095.831486:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1124 00002000:00100000:0.0:1746128095.831491:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801341b0000 x1830947542083200/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:346/0 lens 488/4536 e 0 to 0 dl 1746128106 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128095.831498:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0000 with x1830947542083200 ext(0->4095) 00010000:00010000:0.0:1746128095.831503:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce56800/0x802a7453533ba943 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d16a7 expref: 112 pid: 28170 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746128095.831513:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce56800/0x802a7453533ba943 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d16a7 expref: 112 pid: 28170 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746128095.831519:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801341b0000 00000100:00100000:0.0:1746128095.845849:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.848783:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.855761:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.875976:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.878767:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.886045:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.888990:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.896379:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.912922:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.915545:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.923461:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.930742:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.937368:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.947985:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.960457:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.960510:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.964708:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.972265:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.975829:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.983064:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.986512:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.988822:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.990939:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.994958:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128095.999716:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.003066:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.008647:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.019379:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.027343:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.033976:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.037952:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.038129:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.043176:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.050319:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.055439:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.061222:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.069394:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.069484:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.087049:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.088337:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.096922:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.096963:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.107397:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.109795:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.111958:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.120454:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.123220:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.132755:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.136642:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.136715:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.142568:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.144634:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.150806:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.165233:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.165282:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.174214:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.179757:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.182550:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.186916:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.191085:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.195734:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.199894:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.207297:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.212514:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.214736:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.218198:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.221567:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.228939:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.230865:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.233004:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.236659:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.242082:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.250020:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.256305:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.256346:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.261558:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.261627:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.266601:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.280817:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.283002:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.287903:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.303535:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.303589:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.307664:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.318334:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.320710:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.326478:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.328132:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.331781:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.331902:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.334872:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.341118:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.346656:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.359695:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.361024:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.370212:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.377066:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.382889:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.388921:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.400339:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.401816:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.405337:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.410653:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.410702:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.415080:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.423123:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.427823:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.434478:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.444287:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.445528:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.452470:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.456952:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.481751:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.494347:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.504454:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542104704 00000100:00100000:0.0:1746128096.504460:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542104704 00002000:00100000:0.0:1746128096.504491:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094956d80 x1830947542104704/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:347/0 lens 488/0 e 0 to 0 dl 1746128107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128096.504499:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094956d80 with x1830947542104704 ext(0->4095) 00002000:00010000:0.0:1746128096.504503:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094956d80 00000100:00100000:0.0:1746128096.523730:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.525521:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.530681:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542105216 00000100:00100000:0.0:1746128096.530689:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542105216 00002000:00100000:0.0:1746128096.530724:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094955180 x1830947542105216/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:347/0 lens 488/0 e 0 to 0 dl 1746128107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128096.530732:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955180 with x1830947542105216 ext(0->4095) 00002000:00010000:0.0:1746128096.530737:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094955180 00000100:00100000:0.0:1746128096.530754:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3269 00000100:00100000:0.0:1746128096.530760:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542105216:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128096.531674:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542105216:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 913us (1290us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128096.531681:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3269 00002000:00100000:0.0:1746128096.531686:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094955180 x1830947542105216/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:347/0 lens 488/4536 e 0 to 0 dl 1746128107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128096.531693:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955180 with x1830947542105216 ext(0->4095) 00002000:00010000:0.0:1746128096.531695:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094955180 00000100:00100000:0.0:1746128096.534354:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.535265:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.540558:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.543700:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.543725:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542105856 00000100:00100000:0.0:1746128096.543731:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542105856 00002000:00100000:0.0:1746128096.543761:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800840a5500 x1830947542105856/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:347/0 lens 488/0 e 0 to 0 dl 1746128107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128096.543769:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a5500 with x1830947542105856 ext(0->4095) 00010000:00010000:0.0:1746128096.543775:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800941cd000/0x802a7453533baa3f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d17a3 expref: 145 pid: 8418 timeout: 592 lvb_type: 0 00010000:00010000:0.0:1746128096.543789:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800941cd000/0x802a7453533baa3f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d17a3 expref: 145 pid: 8418 timeout: 592 lvb_type: 0 00002000:00010000:0.0:1746128096.543794:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800840a5500 00000100:00100000:0.0:1746128096.543808:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1161 00000100:00100000:0.0:1746128096.543813:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+144:1964:x1830947542105856:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128096.543928:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+144:1964:x1830947542105856:12345-192.168.203.28@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (233us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128096.543933:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1161 00002000:00100000:0.0:1746128096.543938:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800840a5500 x1830947542105856/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:347/0 lens 488/4536 e 0 to 0 dl 1746128107 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746128096.543945:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a5500 with x1830947542105856 ext(0->4095) 00010000:00010000:0.0:1746128096.543949:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800941cd000/0x802a7453533baa3f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d17a3 expref: 144 pid: 8418 timeout: 592 lvb_type: 0 00010000:00010000:0.0:1746128096.543958:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800941cd000/0x802a7453533baa3f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d17a3 expref: 144 pid: 8418 timeout: 592 lvb_type: 0 00002000:00010000:0.0:1746128096.543964:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800840a5500 00000100:00100000:0.0:1746128096.549162:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.562024:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.565029:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.565054:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.565862:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.572471:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.574910:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.579774:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.582458:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.587214:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.593288:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.641965:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.646013:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.650354:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.654695:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128096.654722:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542108800 00000100:00100000:0.0:1746128096.654728:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542108800 00010000:00010000:0.0:1746128096.654753:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095303200/0x802a7453533b8d27 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2cfa8b expref: 8 pid: 21156 timeout: 592 lvb_type: 0 00010000:00010000:0.0:1746128096.655242:0:21156:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103800/0x802a7453533baa8c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128096.655248:0:21156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103800/0x802a7453533baa8c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21156 initiator: MDT0 00000040:00080000:0.0:1746128096.655764:0:21156:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].11, 64 off8896 00000004:00080000:0.0:1746128096.655771:0:21156:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 492725198462ns, next at 493725197369ns, rc = 0 00010000:00010000:0.0:1746128096.655818:0:21156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x802a7453533baa93 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128096.655825:0:21156:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x802a7453533baa93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128096.655831:0:21156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x802a7453533baa93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128096.655840:0:21156:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x802a7453533baa93 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128096.655844:0:21156:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x802a7453533baa93 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128096.655848:0:21156:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x802a7453533baa93 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128096.655858:0:21156:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1746128096.655871:0:21156:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103800/0x802a7453533baa8c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128096.655875:0:21156:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103800/0x802a7453533baa8c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128096.655880:0:21156:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103800/0x802a7453533baa8c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128096.655883:0:21156:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b103800 already unused, calling callback (ffffffffa137a690) 00010000:00010000:0.0:1746128096.655886:0:21156:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103800/0x802a7453533baa8c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128096.655891:0:21156:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103800/0x802a7453533baa8c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128096.655896:0:21156:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff88009444da00) 00010000:00010000:0.0:1746128096.655898:0:21156:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746128096.655901:0:21156:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103800/0x802a7453533baa8c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128096.655904:0:21156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103800/0x802a7453533baa8c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128096.655943:0:21156:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533baa7e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128096.655949:0:21156:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533baa7e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128096.655953:0:21156:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533baa7e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128096.655956:0:21156:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009478da00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:0.0:1746128096.655958:0:21156:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533baa7e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128096.655962:0:21156:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533baa7e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128096.655968:0:21156:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008446ac00) 00010000:00010000:0.0:1746128096.655969:0:21156:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128096.655971:0:21156:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533baa7e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128096.655975:0:21156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533baa7e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21156 initiator: MDT0 00000004:00010000:0.0:1746128096.655986:0:21156:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880092090000 reply state ffff8800922b4000 transno 4294984647 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103e00/0x802a7453533baa85 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21156 initiator: MDT0 00000100:00100000:0.0:1746128096.655992:0:21156:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746128096.656030:0:21156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:30967:x1830947542108672:12345-192.168.203.28@tcp:36:rm.0 Request processed in 5559us (5680us total) trans 4294984647 rc 0/0 00000100:00100000:0.0:1746128096.656036:0:21156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40674 00000001:00100000:0.0:1746128097.719490:0:9870:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7aa87384-656b-4166-a7ed-fb87664a8ead 00000020:00000080:0.0:1746128097.719497:0:9870:0:(genops.c:904:class_export_put()) final put ffff880092c94800/7aa87384-656b-4166-a7ed-fb87664a8ead 00000001:00100000:0.0:1746128097.722899:0:9870:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8aba9b19-3618-4b6f-bb85-6024cc12f2ca 00000020:00000080:0.0:1746128097.722908:0:9870:0:(genops.c:904:class_export_put()) final put ffff8800951b0800/8aba9b19-3618-4b6f-bb85-6024cc12f2ca 00000100:00100000:0.0:1746128099.341370:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128100.251216:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800acd38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947540115200:0@lo:400:kworker.0 00000100:00100000:0.0:1746128100.251241:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128100.315746:0:18520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540115584 00000100:00100000:0.0:1746128100.315752:0:18520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540115584 00000100:00100000:0.0:1746128100.315787:0:18520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1746128100.315793:0:18520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1830947540115584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746128100.315821:0:18520:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3854565376 avail 3852468224 00000100:00100000:0.0:1746128100.316154:0:18520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1830947540115584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 360us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128100.316161:0:18520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1746128101.228516:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.244836:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:0.0:1746128101.247672:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128101.256991:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.262298:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.276614:0:20908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801341b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20908:1830947540115712:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128101.276635:0:20908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4cd2c00/0x802a7453533bab11 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128101.279649:0:20908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4cd2c00/0x802a7453533bab11 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128101.279657:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4cd2c00/0x802a7453533bab11 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000001:00080000:0.0:1746128101.279736:0:20908:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294984650 00000004:00010000:0.0:1746128101.279767:0:20908:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880094ac4380 reply state ffff880091bf8000 transno 4294984651 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4cd2c00/0x802a7453533bab11 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000100:00100000:0.0:1746128101.279772:0:20908:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746128101.279819:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+10:31595:x1830947542110208:12345-192.168.203.28@tcp:36:rw_seq_cst_vs_d.0 Request processed in 17408us (17528us total) trans 4294984651 rc 0/0 00000100:00100000:0.0:1746128101.279825:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40679 00000020:00080000:0.0:1746128101.279829:0:20908:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746128101.285207:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.285227:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542110464 00000100:00100000:0.0:1746128101.285233:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542110464 00000100:00100000:0.0:1746128101.285263:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40680 00000100:00100000:0.0:1746128101.285269:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+10:31595:x1830947542110464:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128101.285285:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128101.285299:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103a00/0x802a7453533bab18 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d17e9 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128101.285339:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103a00/0x802a7453533bab18 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d17e9 expref: 11 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128101.285349:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103a00/0x802a7453533bab18 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d17e9 expref: 11 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128101.285361:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88012da55a00) 00010000:00010000:0.0:1746128101.285363:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746128101.285366:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b103a00, rc 0) 00000100:00100000:0.0:1746128101.285405:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+11:31595:x1830947542110464:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128101.285411:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40680 00000100:00100000:0.0:1746128101.326928:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00002000:00010000:0.0:1746128101.374440:0:31890:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746128101.374445:0:31890:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 0 -> 1746128101 00002000:00010000:0.0:1746128101.374448:0:31890:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746128101.374449:0:31890:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 0 -> 1746128101 00002000:00010000:0.0:1746128101.374451:0:31890:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:0.0:1746128101.374513:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1964:x1830947542110976:12345-192.168.203.28@tcp:10:rw_seq_cst_vs_d.0 Request processed in 47437us (47581us total) trans 4294967853 rc 0/0 00000100:00100000:0.0:1746128101.374523:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3271 00002000:00010000:0.0:1746128101.374528:0:31890:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/23 (0->18446744073709551615) 00002000:00100000:0.0:1746128101.374530:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac5c00 with x1830947542110976 ext(0->18446744073709551615) 00002000:00010000:0.0:1746128101.374535:0:31890:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ac5c00. 00000001:00100000:0.0:1746128101.374558:0:9870:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8aba9b19-3618-4b6f-bb85-6024cc12f2ca 00000001:00080000:0.0:1746128101.374568:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967853 is committed 00000001:00100000:0.0:1746128101.374587:0:9870:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7aa87384-656b-4166-a7ed-fb87664a8ead 00000100:00100000:0.0:1746128101.376905:0:11273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542111104 00000100:00100000:0.0:1746128101.376912:0:11273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542111104 00000100:00100000:0.0:1746128101.376943:0:11273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40681 00000100:00100000:0.0:1746128101.376949:0:11273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+10:31595:x1830947542111104:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128101.376963:0:11273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128101.376977:0:11273:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f1e400/0x802a7453533bab2d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d17f7 expref: -99 pid: 11273 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128101.377033:0:11273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc65800/0x802a7453533bab34 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11273 initiator: MDT0 00010000:00010000:0.0:1746128101.377043:0:11273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc65800/0x802a7453533bab34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11273 initiator: MDT0 00010000:00010000:0.0:1746128101.377051:0:11273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc65800/0x802a7453533bab34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11273 initiator: MDT0 00000004:00200000:0.0:1746128101.377079:0:11273:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 0 00000004:00200000:0.0:1746128101.377083:0:11273:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746128101.377094:0:11273:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc65800/0x802a7453533bab34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11273 initiator: MDT0 00010000:00010000:0.0:1746128101.377110:0:11273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f1e400/0x802a7453533bab2d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d17f7 expref: 12 pid: 11273 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128101.377123:0:11273:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc65800/0x802a7453533bab34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d17f7 expref: 11 pid: 11273 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128101.377129:0:11273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88012da55a00) 00010000:00010000:0.0:1746128101.377131:0:11273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746128101.377134:0:11273:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc65800, rc 0) 00000100:00100000:0.0:1746128101.377165:0:11273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+11:31595:x1830947542111104:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 216us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128101.377171:0:11273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40681 00000100:00100000:0.0:1746128101.379380:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.382319:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.387562:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.390478:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.392892:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.394494:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.396662:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.400114:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.404284:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.406726:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.408970:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.411280:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.414316:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.417045:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.419862:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.424979:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.427737:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.430134:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.433407:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.438498:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.440093:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.442486:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.445917:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.447974:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.450999:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.452987:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.455825:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.459536:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.464459:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.464872:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.467639:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.470775:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.473642:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.477657:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.480398:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.487213:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.489200:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.493596:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542117376 00000100:00100000:0.0:1746128101.493602:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542117376 00002000:00100000:0.0:1746128101.493631:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800acd3ad80 x1830947542117376/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:352/0 lens 488/0 e 0 to 0 dl 1746128112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128101.493759:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd3ad80 with x1830947542117376 ext(0->4095) 00010000:00010000:0.0:1746128101.493765:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934ad400/0x802a7453533bab8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d184b expref: 6 pid: 8417 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746128101.493787:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934ad400/0x802a7453533bab8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d184b expref: 6 pid: 8417 timeout: 597 lvb_type: 0 00002000:00010000:0.0:1746128101.493793:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800acd3ad80 00000100:00100000:0.0:1746128101.493808:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1168 00000100:00100000:0.0:1746128101.493813:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542117376:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746128101.493925:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542117376:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (779us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128101.493930:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1168 00002000:00100000:0.0:1746128101.493934:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800acd3ad80 x1830947542117376/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:352/0 lens 488/4536 e 0 to 0 dl 1746128112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128101.493940:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd3ad80 with x1830947542117376 ext(0->4095) 00010000:00010000:0.0:1746128101.493944:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934ad400/0x802a7453533bab8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d184b expref: 6 pid: 8417 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746128101.493957:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934ad400/0x802a7453533bab8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d184b expref: 6 pid: 8417 timeout: 597 lvb_type: 0 00002000:00010000:0.0:1746128101.493962:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800acd3ad80 00000100:00100000:0.0:1746128101.497126:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.508199:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542117760 00000100:00100000:0.0:1746128101.508206:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542117760 00002000:00100000:0.0:1746128101.508236:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800acd38700 x1830947542117760/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:352/0 lens 488/0 e 0 to 0 dl 1746128112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128101.508246:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd38700 with x1830947542117760 ext(0->4095) 00002000:00010000:0.0:1746128101.508250:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800acd38700 00000100:00100000:0.0:1746128101.508463:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3280 00000100:00100000:0.0:1746128101.508470:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1963:x1830947542117760:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128101.508615:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1963:x1830947542117760:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (613us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128101.508621:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3280 00002000:00100000:0.0:1746128101.508627:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800acd38700 x1830947542117760/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:352/0 lens 488/4536 e 0 to 0 dl 1746128112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128101.508634:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd38700 with x1830947542117760 ext(0->4095) 00002000:00010000:0.0:1746128101.508636:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800acd38700 00000100:00100000:0.0:1746128101.519032:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.523479:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.525468:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.525944:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542118528 00000100:00100000:0.0:1746128101.525948:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542118528 00002000:00100000:0.0:1746128101.525970:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094955500 x1830947542118528/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:352/0 lens 488/0 e 0 to 0 dl 1746128112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128101.525982:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955500 with x1830947542118528 ext(0->4095) 00010000:00010000:0.0:1746128101.525988:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934ac200/0x802a7453533bab9d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1859 expref: 6 pid: 8417 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746128101.526366:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934ac200/0x802a7453533bab9d lrc: 7/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1859 expref: 6 pid: 8417 timeout: 597 lvb_type: 0 00002000:00010000:0.0:1746128101.526373:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094955500 00000100:00100000:0.0:1746128101.526387:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1170 00000100:00100000:0.0:1746128101.526392:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542118528:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128101.526510:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542118528:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (632us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128101.526516:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1170 00002000:00100000:0.0:1746128101.526520:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094955500 x1830947542118528/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:352/0 lens 488/4536 e 0 to 0 dl 1746128112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128101.526527:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955500 with x1830947542118528 ext(0->4095) 00010000:00010000:0.0:1746128101.526531:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934ac200/0x802a7453533bab9d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1859 expref: 6 pid: 8417 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746128101.526539:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934ac200/0x802a7453533bab9d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1859 expref: 6 pid: 8417 timeout: 597 lvb_type: 0 00002000:00010000:0.0:1746128101.526548:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094955500 00000100:00100000:0.0:1746128101.528802:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.530902:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542118784 00000100:00100000:0.0:1746128101.530908:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542118784 00010000:00010000:0.0:1746128101.530934:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934ac200/0x802a7453533bab9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1859 expref: 6 pid: 8417 timeout: 597 lvb_type: 0 00000100:00100000:0.0:1746128101.531027:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7998 00000100:00100000:0.0:1746128101.531034:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce87480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542118784:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128101.531045:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128101.531063:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934ac200/0x802a7453533bab9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1859 expref: 6 pid: 8417 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746128101.531083:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934ac200/0x802a7453533bab9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1859 expref: 6 pid: 8417 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746128101.531101:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934ac200/0x802a7453533bab9d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1859 expref: 6 pid: 8417 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746128101.531194:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128101.531197:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128101.531203:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934adc00/0x802a7453533baba4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1860 expref: 13 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128101.531211:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934adc00/0x802a7453533baba4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1860 expref: 13 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128101.531239:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800934adc00/0x802a7453533baba4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1860 expref: 13 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128101.531248:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934adc00/0x802a7453533baba4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1860 expref: 13 pid: 8417 timeout: 597 lvb_type: 0 00000100:00100000:0.0:1746128101.531258:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540119680:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128101.533446:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b2226c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128101.542726:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.547685:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.552700:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.559883:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.560515:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.560533:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.560551:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.566344:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.566613:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.571457:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.575103:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.579012:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.588722:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.594083:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.601175:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.606662:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.611339:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.614916:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.618171:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.625566:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.641109:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.644752:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.650185:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.654166:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.656902:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.660412:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.664880:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540121600:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128101.664896:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128101.664943:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1964:x1830947542123392:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4167us (4530us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128101.664952:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8006 00000100:00100000:0.0:1746128101.666647:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.669252:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.671112:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.677265:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.680600:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.685165:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.687702:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.691726:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.694673:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.696286:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.698827:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.701834:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.705912:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.710465:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.712298:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.714860:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.717281:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.718966:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.721753:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.721806:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.723287:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.724845:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1179 00000100:00100000:0.0:1746128101.724852:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1964:x1830947542127360:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128101.724966:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1964:x1830947542127360:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (1680us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128101.724971:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1179 00002000:00100000:0.0:1746128101.724977:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0aa00 x1830947542127360/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:352/0 lens 488/4536 e 0 to 0 dl 1746128112 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128101.725043:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0aa00 with x1830947542127360 ext(0->4095) 00010000:00010000:0.0:1746128101.725049:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d2a600/0x802a7453533bac0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d18c9 expref: 18 pid: 8416 timeout: 597 lvb_type: 0 00010000:00010000:0.0:1746128101.725057:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d2a600/0x802a7453533bac0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d18c9 expref: 18 pid: 8416 timeout: 597 lvb_type: 0 00002000:00010000:0.0:1746128101.725063:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0aa00 00000100:00100000:0.0:1746128101.726247:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.726286:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.731067:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.736170:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.736822:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.742991:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.748168:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.752044:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.753702:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.756809:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.759978:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.761688:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.763088:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.765388:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.768160:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.773023:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.776932:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.780049:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.784335:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.787665:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.793076:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.800312:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.803992:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.808349:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.811707:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.814356:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.819746:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.819939:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.823740:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.828333:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.832954:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.837015:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.843454:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.848008:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.854470:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.855339:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.859020:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.865720:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.866696:0:18520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540127232 00000100:00100000:0.0:1746128101.866700:0:18520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540127232 00000100:00100000:0.0:1746128101.866739:0:18520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1746128101.866743:0:18520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3301:x1830947540127232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746128101.866769:0:18520:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 720961536 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1746128101.866798:0:18520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3301:x1830947540127232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (849us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128101.866803:0:18520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1746128101.872443:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.875381:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.879696:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.881908:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.881958:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.884233:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.885257:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.890254:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.893331:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.899101:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.902323:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.906717:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.909271:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.909348:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.913886:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.915293:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.918878:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.923210:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.926106:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.928535:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.934395:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.937876:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.939140:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.943164:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.943747:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.948187:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.951430:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.955484:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.958160:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.971341:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.971423:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.974743:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.977762:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.980870:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.988871:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128101.996791:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.000288:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.002755:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.006064:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.007260:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.009626:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.012770:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.016333:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.018192:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.021021:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.022979:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.025929:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.028065:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.030150:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.031843:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.035459:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.038898:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.040209:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.043330:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.046604:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.047506:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.050990:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.054320:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.058507:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.061290:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.065081:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.068535:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.068567:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.073761:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.075587:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.078761:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.082183:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.084697:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.088079:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.093137:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.097371:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.098449:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.103670:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.106810:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.117221:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.132214:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.138751:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.142882:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.147384:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.154028:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.158570:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.164383:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.167744:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.170821:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.172567:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.178403:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.179222:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.183999:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.187435:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.196034:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.199978:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.202756:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.204378:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.206722:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.210783:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.213657:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.217329:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.221167:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.224028:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.228417:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.232695:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.232736:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.236668:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.239728:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.242714:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.245939:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.250295:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.254523:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.258177:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.261076:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.265545:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.267123:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.270171:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.272751:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.276008:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.278687:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.282161:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.285289:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.286620:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.291052:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542155520 00000100:00100000:0.0:1746128102.291059:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542155520 00000100:00100000:0.0:1746128102.291107:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4182 00000100:00100000:0.0:1746128102.291112:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31596:x1830947542155520:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128102.291126:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128102.291139:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bad95 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1a51 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128102.291157:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128102.291161:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c40fa00/0x802a7453533bad8e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1a4a expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128102.291166:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128102.291168:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bad95 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1a51 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128102.291192:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c40fa00/0x802a7453533bad8e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1a4a expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128102.291200:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bad95 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1a51 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128102.291207:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc64e00, rc 0) 00000100:00100000:0.0:1746128102.291235:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31596:x1830947542155520:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128102.291240:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4182 00000100:00100000:0.0:1746128102.292989:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.297492:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542155904 00000100:00100000:0.0:1746128102.297500:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542155904 00002000:00100000:0.0:1746128102.297532:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0ea00 x1830947542155904/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:353/0 lens 488/0 e 0 to 0 dl 1746128113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128102.297541:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0ea00 with x1830947542155904 ext(0->4095) 00010000:00010000:0.0:1746128102.297548:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c40fa00/0x802a7453533bad8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1a4a expref: 24 pid: 8417 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746128102.297559:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c40fa00/0x802a7453533bad8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1a4a expref: 24 pid: 8417 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746128102.297564:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0ea00 00000100:00100000:0.0:1746128102.297686:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1210 00000100:00100000:0.0:1746128102.297693:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542155904:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128102.298043:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542155904:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 350us (732us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128102.298048:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1210 00002000:00100000:0.0:1746128102.298054:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0ea00 x1830947542155904/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:353/0 lens 488/4536 e 0 to 0 dl 1746128113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128102.298061:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0ea00 with x1830947542155904 ext(0->4095) 00010000:00010000:0.0:1746128102.298073:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c40fa00/0x802a7453533bad8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1a4a expref: 24 pid: 8417 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746128102.298082:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c40fa00/0x802a7453533bad8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1a4a expref: 24 pid: 8417 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746128102.298087:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0ea00 00000100:00100000:0.0:1746128102.300139:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.303553:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.308628:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.319043:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.323331:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.326592:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.328653:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.330683:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.335837:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.339175:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.339218:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.341543:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.343931:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.346599:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.353908:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.354136:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8075 00000100:00100000:0.0:1746128102.354145:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1966:x1830947542158976:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128102.354180:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128102.354198:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946f1800/0x802a7453533badb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1a74 expref: 26 pid: 8418 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746128102.354207:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946f1800/0x802a7453533badb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1a74 expref: 26 pid: 8418 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746128102.354223:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946f1800/0x802a7453533badb8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1a74 expref: 26 pid: 8418 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746128102.354245:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128102.354246:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128102.354255:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946f1600/0x802a7453533badbf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1a7b expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128102.354262:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f1600/0x802a7453533badbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1a7b expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128102.354289:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946f1600/0x802a7453533badbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1a7b expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128102.354300:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ace00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540139392:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128102.354372:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128102.369369:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.380518:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.392111:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.406264:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.406348:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.417785:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.423157:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.429916:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.436811:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.441672:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542160640 00000100:00100000:0.0:1746128102.441679:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542160640 00002000:00100000:0.0:1746128102.441713:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008cd82d80 x1830947542160640/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:353/0 lens 496/0 e 0 to 0 dl 1746128113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128102.441720:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd82d80 with x1830947542160640 ext(0->7) 00010000:00010000:0.0:1746128102.441727:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c40e200/0x802a7453533badcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1a89 expref: 27 pid: 8417 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746128102.441736:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c40e200/0x802a7453533badcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1a89 expref: 27 pid: 8417 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746128102.441746:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd82d80 00000100:00100000:0.0:1746128102.441763:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1217 00000100:00100000:0.0:1746128102.441768:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1963:x1830947542160640:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128102.446701:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+29:1963:x1830947542160640:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 4921us (6961us total) trans 4294967865 rc 0/0 00000100:00100000:0.0:1746128102.446713:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1217 00002000:00100000:0.0:1746128102.446724:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008cd82d80 x1830947542160640/t4294967865(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:353/0 lens 496/448 e 0 to 0 dl 1746128113 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128102.446733:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd82d80 with x1830947542160640 ext(0->7) 00010000:00010000:0.0:1746128102.446742:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c40e200/0x802a7453533badcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1a89 expref: 29 pid: 8417 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746128102.446757:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c40e200/0x802a7453533badcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1a89 expref: 29 pid: 8417 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746128102.446763:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd82d80 00000100:00100000:0.0:1746128102.455447:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.458752:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.466227:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.472150:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.474658:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.486935:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.509363:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.511714:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.534918:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.543936:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.549636:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.553743:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.557116:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.560330:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.562414:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.565817:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.565874:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.578463:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.581108:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.585052:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542164480 00000100:00100000:0.0:1746128102.585058:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542164480 00000100:00100000:0.0:1746128102.585102:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4198 00000100:00100000:0.0:1746128102.585108:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542164480:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128102.585121:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128102.585133:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800932f3c00/0x802a7453533bae05 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1ac1 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128102.585154:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c40ee00/0x802a7453533badfe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1aba expref: 32 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128102.585160:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128102.585161:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128102.585164:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800932f3c00/0x802a7453533bae05 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ac1 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128102.585186:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c40ee00/0x802a7453533badfe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1aba expref: 32 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128102.585196:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c40ee00/0x802a7453533badfe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1aba expref: 32 pid: 8416 timeout: 598 lvb_type: 0 00000100:00100000:0.0:1746128102.585206:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091fa9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540141824:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128102.585268:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128102.587985:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.591297:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.593563:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.596346:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542165120 00000100:00100000:0.0:1746128102.596352:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542165120 00000100:00100000:0.0:1746128102.596389:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4200 00000100:00100000:0.0:1746128102.596395:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:31596:x1830947542165120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128102.596406:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128102.596416:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x802a7453533bae13 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1acf expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128102.596432:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128102.596436:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c40e400/0x802a7453533bae0c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ac8 expref: 35 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128102.596441:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128102.596444:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x802a7453533bae13 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1acf expref: 35 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128102.596468:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c40e400/0x802a7453533bae0c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ac8 expref: 35 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128102.596481:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x802a7453533bae13 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1acf expref: 35 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128102.596489:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fac000, rc 0) 00000100:00100000:0.0:1746128102.596517:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:31596:x1830947542165120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128102.596523:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4200 00000100:00100000:0.0:1746128102.598297:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.601505:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.605223:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.607715:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.615757:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.621350:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.622232:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.628824:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.633006:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.636481:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.641044:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.644269:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.647478:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.650718:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.654088:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.658889:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.662858:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.666104:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.668807:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.673891:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.678496:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.681725:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.683727:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.688434:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.688476:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.692093:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.696429:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.700397:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.703000:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.707768:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.710664:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.716157:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.718660:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.725069:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.727878:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.731445:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.734687:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.738028:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.740539:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.741491:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.743045:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.744733:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.748534:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.755678:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.758272:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.761642:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.765201:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.767646:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.768207:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542174336 00000100:00100000:0.0:1746128102.768210:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542174336 00000100:00100000:0.0:1746128102.768225:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4218 00000100:00100000:0.0:1746128102.768229:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099df8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:31596:x1830947542174336:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128102.768235:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128102.768241:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bae91 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1b4d expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128102.768251:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128102.768254:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c40ec00/0x802a7453533bae8a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1b46 expref: 35 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128102.768258:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128102.768260:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bae91 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1b4d expref: 35 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128102.768276:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c40ec00/0x802a7453533bae8a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1b46 expref: 35 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128102.768285:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bae91 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1b4d expref: 35 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128102.768292:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fad200, rc 0) 00000100:00100000:0.0:1746128102.768310:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099df8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:31596:x1830947542174336:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 80us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128102.768316:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4218 00000100:00100000:0.0:1746128102.769996:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.773031:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.778297:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.784029:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.787868:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.790882:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.794596:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.800671:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.803521:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.825355:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.848470:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.856872:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.864727:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542176896 00000100:00100000:0.0:1746128102.864734:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542176896 00002000:00100000:0.0:1746128102.864764:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b3100 x1830947542176896/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:353/0 lens 488/0 e 0 to 0 dl 1746128113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128102.864773:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b3100 with x1830947542176896 ext(0->4095) 00010000:00010000:0.0:1746128102.864780:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c40f800/0x802a7453533baea6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1b62 expref: 6 pid: 8418 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746128102.864792:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c40f800/0x802a7453533baea6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1b62 expref: 6 pid: 8418 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746128102.864798:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b3100 00000100:00100000:0.0:1746128102.864811:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1235 00000100:00100000:0.0:1746128102.864816:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542176896:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128102.864928:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542176896:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (1273us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128102.864937:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1235 00002000:00100000:0.0:1746128102.864941:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b3100 x1830947542176896/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:353/0 lens 488/4536 e 0 to 0 dl 1746128113 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128102.864948:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b3100 with x1830947542176896 ext(0->4095) 00010000:00010000:0.0:1746128102.864953:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c40f800/0x802a7453533baea6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1b62 expref: 6 pid: 8418 timeout: 598 lvb_type: 0 00010000:00010000:0.0:1746128102.864961:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c40f800/0x802a7453533baea6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1b62 expref: 6 pid: 8418 timeout: 598 lvb_type: 0 00002000:00010000:0.0:1746128102.864966:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b3100 00000100:00100000:0.0:1746128102.868125:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.869711:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.873991:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.876903:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.881179:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.883999:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.888317:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.893299:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.893873:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.897207:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.898640:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.902471:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.905686:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.909220:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.911400:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.915297:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.917603:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.919871:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.921278:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.927710:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.931254:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.934348:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.940689:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.944920:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.948029:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.952399:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.953663:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.958053:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.960657:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.962962:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.964724:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.968660:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.971296:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.975709:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.981172:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.981249:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.985528:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.989534:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.992026:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128102.995523:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.002078:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.006437:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:0.0:1746128103.006864:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128103.011672:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.012051:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.015482:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.018014:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.021823:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.026820:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.030485:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.033391:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.036669:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.042012:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.044689:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542186112 00000100:00100000:0.0:1746128103.044693:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542186112 00002000:00100000:0.0:1746128103.044719:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c74a80 x1830947542186112/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:354/0 lens 488/0 e 0 to 0 dl 1746128114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128103.044727:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c74a80 with x1830947542186112 ext(0->4095) 00010000:00010000:0.0:1746128103.044733:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c40f000/0x802a7453533baf24 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1be0 expref: 6 pid: 8416 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746128103.044743:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c40f000/0x802a7453533baf24 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1be0 expref: 6 pid: 8416 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746128103.044749:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c74a80 00000100:00100000:0.0:1746128103.044770:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1245 00000100:00100000:0.0:1746128103.044777:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542186112:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746128103.044898:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542186112:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (419us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128103.044904:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1245 00002000:00100000:0.0:1746128103.044910:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c74a80 x1830947542186112/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:354/0 lens 488/4536 e 0 to 0 dl 1746128114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128103.044917:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c74a80 with x1830947542186112 ext(0->4095) 00010000:00010000:0.0:1746128103.044921:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c40f000/0x802a7453533baf24 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1be0 expref: 6 pid: 8416 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746128103.044929:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c40f000/0x802a7453533baf24 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1be0 expref: 6 pid: 8416 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746128103.044934:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c74a80 00000100:00100000:0.0:1746128103.051463:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542186240 00000100:00100000:0.0:1746128103.051472:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542186240 00000100:00100000:0.0:1746128103.051516:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4241 00000100:00100000:0.0:1746128103.051524:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:31596:x1830947542186240:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128103.051537:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128103.051553:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533baf32 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1bee expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.051594:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128103.051599:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c40f800/0x802a7453533baf2b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1be7 expref: 37 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.051604:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128103.051606:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533baf32 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1bee expref: 37 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.051634:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c40f800/0x802a7453533baf2b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1be7 expref: 37 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.051649:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533baf32 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1bee expref: 37 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.051656:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fad200, rc 0) 00000100:00100000:0.0:1746128103.051698:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:31596:x1830947542186240:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (1309us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128103.051703:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4241 00000100:00100000:0.0:1746128103.053415:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.061243:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.067552:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.075278:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.080542:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.107303:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.124469:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.124518:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.130628:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.133542:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.133653:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.137517:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.147216:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.150985:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.151332:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.156448:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.161835:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.168248:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4248 00000100:00100000:0.0:1746128103.168256:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:31595:x1830947542189696:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128103.168263:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128103.168268:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800952bf200/0x802a7453533baf63 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1c1f expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.168278:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128103.168281:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946f1c00/0x802a7453533baf5c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c18 expref: 39 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.168286:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128103.168289:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800952bf200/0x802a7453533baf63 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c1f expref: 39 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.168310:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946f1c00/0x802a7453533baf5c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c18 expref: 39 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.168319:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800952bf200/0x802a7453533baf63 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c1f expref: 39 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.168327:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800952bf200, rc 0) 00000100:00100000:0.0:1746128103.168346:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+39:31595:x1830947542189696:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128103.168351:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4248 00000100:00100000:0.0:1746128103.170043:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540154368:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128103.170072:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800946f1c00/0x802a7453533baf5c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c18 expref: 38 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.170082:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946f1c00, rc 0) 00000100:00100000:0.0:1746128103.170106:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:31596:x1830947542189568:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2292us (2424us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128103.170111:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4247 00000100:00100000:0.0:1746128103.174299:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540154624:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128103.174313:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128103.174346:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542189824:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3597us (3755us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128103.174354:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8134 00000100:00100000:0.0:1746128103.181255:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542190208 00000100:00100000:0.0:1746128103.181263:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542190208 00000100:00100000:0.0:1746128103.181294:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4249 00000100:00100000:0.0:1746128103.181305:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542190208:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128103.181317:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128103.181329:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533baf6a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1c26 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.181349:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128103.181353:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952bf200/0x802a7453533baf63 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c1f expref: 37 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.181358:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746128103.181361:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533baf6a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c26 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.181386:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800952bf200/0x802a7453533baf63 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c1f expref: 37 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.181395:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533baf6a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c26 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.181403:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43ca00, rc 0) 00000100:00100000:0.0:1746128103.181448:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542190208:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128103.181453:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4249 00000100:00100000:0.0:1746128103.181470:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542190336 00000100:00100000:0.0:1746128103.181473:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542190336 00010000:00010000:0.0:1746128103.181484:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f1c00/0x802a7453533baf5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c18 expref: 38 pid: 8418 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746128103.181498:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8135 00000100:00100000:0.0:1746128103.181503:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:1963:x1830947542190336:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128103.181509:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128103.181525:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946f1c00/0x802a7453533baf5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c18 expref: 38 pid: 8418 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746128103.181534:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946f1c00/0x802a7453533baf5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c18 expref: 38 pid: 8418 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746128103.181552:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946f1c00/0x802a7453533baf5c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c18 expref: 38 pid: 8418 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746128103.181561:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128103.181563:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128103.181567:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952bf200/0x802a7453533baf63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c1f expref: 37 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.181594:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800952bf200/0x802a7453533baf63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c1f expref: 37 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.181608:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800952bf200/0x802a7453533baf63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c1f expref: 37 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.181616:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800952bf200/0x802a7453533baf63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c1f expref: 37 pid: 8417 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746128103.181625:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800938f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540154880:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128103.181663:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128103.185546:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.188075:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.188160:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.192992:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.193188:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542191104 00000100:00100000:0.0:1746128103.193193:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542191104 00002000:00100000:0.0:1746128103.193225:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008afa9180 x1830947542191104/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:354/0 lens 488/0 e 0 to 0 dl 1746128114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128103.193234:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008afa9180 with x1830947542191104 ext(0->4095) 00010000:00010000:0.0:1746128103.193241:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533baf6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c26 expref: 6 pid: 8418 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746128103.193252:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533baf6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c26 expref: 6 pid: 8418 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746128103.193263:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008afa9180 00000100:00100000:0.0:1746128103.193569:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1253 00000100:00100000:0.0:1746128103.193738:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008afa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542191104:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128103.194269:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008afa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542191104:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 532us (1276us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128103.194276:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1253 00002000:00100000:0.0:1746128103.194282:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008afa9180 x1830947542191104/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:354/0 lens 488/4536 e 0 to 0 dl 1746128114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128103.194289:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008afa9180 with x1830947542191104 ext(0->4095) 00010000:00010000:0.0:1746128103.194294:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533baf6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c26 expref: 6 pid: 8418 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746128103.194303:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533baf6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c26 expref: 6 pid: 8418 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746128103.194308:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008afa9180 00000100:00100000:0.0:1746128103.205514:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542191488 00000100:00100000:0.0:1746128103.205520:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542191488 00002000:00100000:0.0:1746128103.205547:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd82a00 x1830947542191488/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:354/0 lens 488/0 e 0 to 0 dl 1746128114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128103.205555:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd82a00 with x1830947542191488 ext(0->4095) 00002000:00010000:0.0:1746128103.205559:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd82a00 00000100:00100000:0.0:1746128103.205588:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3349 00000100:00100000:0.0:1746128103.205594:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:1963:x1830947542191488:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128103.205704:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:1963:x1830947542191488:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (211us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128103.205710:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3349 00002000:00100000:0.0:1746128103.205714:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd82a00 x1830947542191488/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:354/0 lens 488/4536 e 0 to 0 dl 1746128114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128103.205721:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd82a00 with x1830947542191488 ext(0->4095) 00002000:00010000:0.0:1746128103.205724:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd82a00 00000100:00100000:0.0:1746128103.211268:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542191616 00000100:00100000:0.0:1746128103.211274:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542191616 00000100:00100000:0.0:1746128103.211316:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4251 00000100:00100000:0.0:1746128103.211323:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542191616:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128103.211337:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128103.211351:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc64a00/0x802a7453533baf78 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1c34 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.211373:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946f1600/0x802a7453533baf71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c2d expref: 36 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.211380:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128103.211381:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128103.211384:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc64a00/0x802a7453533baf78 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c34 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.211407:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946f1600/0x802a7453533baf71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c2d expref: 36 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.211421:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946f1600/0x802a7453533baf71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c2d expref: 36 pid: 8418 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746128103.211432:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008afa9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540155392:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128103.211508:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128103.219690:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.223951:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.233892:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.234528:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.236813:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.237486:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.243735:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.246806:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.248788:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.255224:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.259310:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.260389:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.265941:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.278938:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c76d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540156544:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128103.278962:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128103.279006:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd38380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542193920:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5474us (5784us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128103.279015:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8142 00000100:00100000:0.0:1746128103.282191:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.289100:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.298766:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.304499:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542194560 00000100:00100000:0.0:1746128103.304507:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542194560 00010000:00010000:0.0:1746128103.304537:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533baf94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c50 expref: 41 pid: 28170 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746128103.304561:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8143 00000100:00100000:0.0:1746128103.304567:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e37050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1964:x1830947542194560:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128103.304593:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128103.304610:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533baf94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c50 expref: 41 pid: 28170 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746128103.304621:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533baf94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c50 expref: 41 pid: 28170 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746128103.304638:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533baf94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c50 expref: 41 pid: 28170 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746128103.304666:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128103.304668:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128103.304674:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533baf9b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c57 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.304681:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533baf9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c57 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.304708:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533baf9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c57 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128103.304721:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540156800:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128103.304787:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128103.307240:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.312096:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.324049:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542195200 00000100:00100000:0.0:1746128103.324056:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542195200 00010000:00010000:0.0:1746128103.324091:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533baf9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c57 expref: 6 pid: 28170 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746128103.324123:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8144 00000100:00100000:0.0:1746128103.324129:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542195200:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128103.324139:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128103.324156:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533baf9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c57 expref: 6 pid: 28170 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746128103.324166:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533baf9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c57 expref: 6 pid: 28170 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746128103.324194:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533baf9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c57 expref: 6 pid: 28170 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746128103.324215:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128103.324217:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128103.324222:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bafa2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c5e expref: 41 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.324234:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bafa2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c5e expref: 41 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.324261:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bafa2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c5e expref: 41 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.324270:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bafa2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c5e expref: 41 pid: 28170 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746128103.324280:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134408000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540157184:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128103.324344:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128103.328078:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.330879:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.335882:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.338858:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.343609:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.345902:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.347398:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.351033:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.356969:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.360353:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.362418:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.364917:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542197504 00000100:00100000:0.0:1746128103.364922:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542197504 00000100:00100000:0.0:1746128103.364962:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4262 00000100:00100000:0.0:1746128103.364968:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542197504:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128103.364982:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128103.364994:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800932f2e00/0x802a7453533bafc5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1c81 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.365014:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc64a00/0x802a7453533bafbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c7a expref: 40 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.365019:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128103.365021:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128103.365023:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800932f2e00/0x802a7453533bafc5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c81 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.365047:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc64a00/0x802a7453533bafbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c7a expref: 40 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.365056:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc64a00/0x802a7453533bafbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1c7a expref: 40 pid: 28170 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746128103.365075:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540158208:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128103.365145:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128103.371801:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.373868:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.375506:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.377527:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.385807:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.391603:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.403514:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.415588:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.422168:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.437893:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.439640:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.446233:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.451157:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.457685:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.459511:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.462068:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c271500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540159744:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128103.462094:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012baaa000/0x802a7453533bafef lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1cab expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.462106:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012baaa000, rc 0) 00000100:00100000:0.0:1746128103.462139:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542200704:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2500us (2631us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128103.462145:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4268 00000100:00100000:0.0:1746128103.466775:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.471155:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.481288:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.488068:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.498246:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.541565:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.541722:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.541749:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542202368 00000100:00100000:0.0:1746128103.541753:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542202368 00002000:00100000:0.0:1746128103.541775:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800852d1180 x1830947542202368/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:354/0 lens 488/0 e 0 to 0 dl 1746128114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128103.541788:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800852d1180 with x1830947542202368 ext(0->4095) 00010000:00010000:0.0:1746128103.541794:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533baffd lrc: 7/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1cb9 expref: 6 pid: 8416 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746128103.541804:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533baffd lrc: 7/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1cb9 expref: 6 pid: 8416 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746128103.541810:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800852d1180 00000100:00100000:0.0:1746128103.541822:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1266 00000100:00100000:0.0:1746128103.541828:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800852d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542202368:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128103.547624:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.551803:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.559327:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.561893:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.565372:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.569222:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.572461:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.572485:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542203776 00000100:00100000:0.0:1746128103.572489:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542203776 00002000:00100000:0.0:1746128103.572521:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134409880 x1830947542203776/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:354/0 lens 488/0 e 0 to 0 dl 1746128114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128103.572530:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134409880 with x1830947542203776 ext(0->4095) 00002000:00010000:0.0:1746128103.572534:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134409880 00000100:00100000:0.0:1746128103.572566:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3362 00000100:00100000:0.0:1746128103.572590:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542203776:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128103.572719:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542203776:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (258us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128103.572724:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3362 00002000:00100000:0.0:1746128103.572729:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134409880 x1830947542203776/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:354/0 lens 488/4536 e 0 to 0 dl 1746128114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128103.572737:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134409880 with x1830947542203776 ext(0->4095) 00002000:00010000:0.0:1746128103.572739:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134409880 00000100:00100000:0.0:1746128103.578448:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.578554:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.584955:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542204416 00000100:00100000:0.0:1746128103.584961:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542204416 00002000:00100000:0.0:1746128103.585411:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c270700 x1830947542204416/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:354/0 lens 488/0 e 0 to 0 dl 1746128114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128103.585421:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c270700 with x1830947542204416 ext(0->4095) 00010000:00010000:0.0:1746128103.585428:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb019 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1cd5 expref: 46 pid: 8416 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746128103.585441:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb019 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1cd5 expref: 46 pid: 8416 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746128103.585446:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c270700 00000100:00100000:0.0:1746128103.586264:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1268 00000100:00100000:0.0:1746128103.588451:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.590990:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.594372:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.598738:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.603660:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.604239:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.609333:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.609993:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.614769:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.618317:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.623714:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.628939:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.657029:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.657082:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.660292:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.660362:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542206976 00000100:00100000:0.0:1746128103.660367:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542206976 00002000:00100000:0.0:1746128103.660393:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e08e00 x1830947542206976/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:354/0 lens 488/0 e 0 to 0 dl 1746128114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128103.660402:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e08e00 with x1830947542206976 ext(0->4095) 00010000:00010000:0.0:1746128103.660408:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x802a7453533bb03c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1cf8 expref: 6 pid: 8416 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746128103.660418:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x802a7453533bb03c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1cf8 expref: 6 pid: 8416 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746128103.660423:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e08e00 00000100:00100000:0.0:1746128103.660435:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1271 00000100:00100000:0.0:1746128103.660440:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542206976:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128103.660548:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542206976:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (260us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128103.660554:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1271 00002000:00100000:0.0:1746128103.660559:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e08e00 x1830947542206976/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:354/0 lens 488/4536 e 0 to 0 dl 1746128114 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128103.660565:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e08e00 with x1830947542206976 ext(0->4095) 00010000:00010000:0.0:1746128103.660569:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x802a7453533bb03c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1cf8 expref: 6 pid: 8416 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746128103.660613:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x802a7453533bb03c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1cf8 expref: 6 pid: 8416 timeout: 599 lvb_type: 0 00002000:00010000:0.0:1746128103.660618:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e08e00 00000100:00100000:0.0:1746128103.660659:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540162816:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128103.660673:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc64a00/0x802a7453533bb043 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1cff expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128103.660682:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc64a00, rc 0) 00000100:00100000:0.0:1746128103.660697:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:31595:x1830947542206720:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3173us (3616us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128103.660703:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4280 00000100:00100000:0.0:1746128103.665438:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.669279:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.675381:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.680742:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.690106:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.694811:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.700942:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.701020:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.708469:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.715239:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.722696:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.728438:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.733820:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.750019:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.757053:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.760283:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.772074:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.784610:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.793819:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.819430:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.828907:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.841631:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.848999:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.856956:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.860150:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.867885:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.906681:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.912331:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.914525:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.919530:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.924326:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.938863:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.946036:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.946128:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.953921:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.958164:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.961340:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.965524:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.974720:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.978499:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.991704:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128103.995712:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.001355:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.004480:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.008417:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.011089:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.014597:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.018739:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.018808:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.024135:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542215808 00000100:00100000:0.0:1746128104.024142:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542215808 00000100:00100000:0.0:1746128104.024176:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4297 00000100:00100000:0.0:1746128104.024183:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31596:x1830947542215808:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128104.024197:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128104.024211:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801309d2400/0x802a7453533bb0ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1d76 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.024231:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128104.024235:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129f2c800/0x802a7453533bb0b3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1d6f expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.024240:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128104.024244:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801309d2400/0x802a7453533bb0ba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1d76 expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.024270:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129f2c800/0x802a7453533bb0b3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1d6f expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.024280:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801309d2400/0x802a7453533bb0ba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1d76 expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.024288:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801309d2400, rc 0) 00000100:00100000:0.0:1746128104.025383:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:31596:x1830947542215808:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1197us (1498us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128104.025390:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4297 00000100:00100000:0.0:1746128104.030814:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.034244:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.038385:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.041275:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.044977:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.048445:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.048477:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.053780:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.053851:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.058650:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:1.0:1746128104.059087:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb0c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1d84 expref: 54 pid: 28170 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746128104.059096:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f7c3800 00000100:00100000:0.0:1746128104.061224:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.066152:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.066811:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3375 00000100:00100000:1.0:1746128104.066819:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1964:x1830947542218112:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128104.066953:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1964:x1830947542218112:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (801us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128104.066959:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3375 00002000:00100000:1.0:1746128104.066964:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a0d5e850 x1830947542218112/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/4536 e 0 to 0 dl 1746128115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.066971:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0d5e850 with x1830947542218112 ext(0->4095) 00002000:00010000:1.0:1746128104.066973:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0d5e850 00000100:00100000:0.0:1746128104.072221:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.076142:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.078091:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.081246:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.085354:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.088252:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.088455:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542219136 00000100:00100000:1.0:1746128104.088460:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542219136 00002000:00100000:1.0:1746128104.088487:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013180d500 x1830947542219136/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/0 e 0 to 0 dl 1746128115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.088495:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013180d500 with x1830947542219136 ext(0->4095) 00002000:00010000:1.0:1746128104.088499:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013180d500 00000100:00100000:1.0:1746128104.088521:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3376 00000100:00100000:1.0:1746128104.088526:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013180d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1963:x1830947542219136:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128104.088906:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013180d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1963:x1830947542219136:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 379us (658us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128104.088911:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3376 00002000:00100000:1.0:1746128104.088915:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013180d500 x1830947542219136/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/4536 e 0 to 0 dl 1746128115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.088922:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013180d500 with x1830947542219136 ext(0->4095) 00002000:00010000:1.0:1746128104.088924:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013180d500 00000100:00100000:0.0:1746128104.094279:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.103721:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.112318:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.113615:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.118382:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.119478:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542219904 00000100:00100000:1.0:1746128104.119484:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542219904 00002000:00100000:1.0:1746128104.119517:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013180e680 x1830947542219904/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:355/0 lens 488/0 e 0 to 0 dl 1746128115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.119525:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013180e680 with x1830947542219904 ext(0->4095) 00010000:00010000:1.0:1746128104.119532:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935e8600/0x802a7453533bb0e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1da0 expref: 6 pid: 8416 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.119542:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935e8600/0x802a7453533bb0e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1da0 expref: 6 pid: 8416 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746128104.119548:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013180e680 00000100:00100000:1.0:1746128104.119585:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1288 00000100:00100000:1.0:1746128104.119591:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013180e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542219904:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128104.119696:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013180e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542219904:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (1320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128104.119701:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1288 00002000:00100000:1.0:1746128104.119705:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013180e680 x1830947542219904/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:355/0 lens 488/4536 e 0 to 0 dl 1746128115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.119712:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013180e680 with x1830947542219904 ext(0->4095) 00010000:00010000:1.0:1746128104.119716:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935e8600/0x802a7453533bb0e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1da0 expref: 6 pid: 8416 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.119724:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935e8600/0x802a7453533bb0e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1da0 expref: 6 pid: 8416 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746128104.119728:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013180e680 00000100:00100000:0.0:1746128104.131322:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.136186:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.142892:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.164736:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.164784:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.174896:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.179941:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.183928:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.187695:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.187940:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542221440 00000100:00100000:1.0:1746128104.187948:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542221440 00002000:00100000:1.0:1746128104.187982:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013180ca80 x1830947542221440/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/0 e 0 to 0 dl 1746128115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.187990:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013180ca80 with x1830947542221440 ext(0->4095) 00002000:00010000:1.0:1746128104.187994:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013180ca80 00000100:00100000:1.0:1746128104.188019:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3378 00000100:00100000:1.0:1746128104.188025:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013180ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542221440:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128104.188161:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013180ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542221440:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (472us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128104.188167:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3378 00002000:00100000:1.0:1746128104.188172:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013180ca80 x1830947542221440/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/4536 e 0 to 0 dl 1746128115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.188179:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013180ca80 with x1830947542221440 ext(0->4095) 00002000:00010000:1.0:1746128104.188181:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013180ca80 00010000:00010000:1.0:1746128104.196607:0:11111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128104.197292:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.217126:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.220360:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.221007:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542221824 00000100:00100000:1.0:1746128104.221013:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542221824 00002000:00100000:1.0:1746128104.221045:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013180ea00 x1830947542221824/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 496/0 e 0 to 0 dl 1746128115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.221069:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013180ea00 with x1830947542221824 ext(0->7) 00010000:00010000:1.0:1746128104.221076:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935e8800/0x802a7453533bb0f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1db5 expref: 58 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.221087:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935e8800/0x802a7453533bb0f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1db5 expref: 58 pid: 8418 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746128104.221092:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013180ea00 00000100:00100000:1.0:1746128104.221120:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1291 00000100:00100000:1.0:1746128104.221126:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013180ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1964:x1830947542221824:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128104.222164:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013180ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1964:x1830947542221824:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 1036us (1805us total) trans 4294967880 rc 0/0 00000100:00100000:1.0:1746128104.222172:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1291 00002000:00100000:1.0:1746128104.222178:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013180ea00 x1830947542221824/t4294967880(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 496/448 e 0 to 0 dl 1746128115 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.222184:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013180ea00 with x1830947542221824 ext(0->7) 00010000:00010000:1.0:1746128104.222189:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935e8800/0x802a7453533bb0f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1db5 expref: 60 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.222197:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935e8800/0x802a7453533bb0f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1db5 expref: 60 pid: 8418 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746128104.222202:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013180ea00 00000100:00100000:0.0:1746128104.223970:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.230244:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.233991:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.236988:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.238240:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542222592 00000100:00100000:1.0:1746128104.238249:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542222592 00002000:00100000:1.0:1746128104.238282:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c21ad80 x1830947542222592/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/0 e 0 to 0 dl 1746128115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.238290:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21ad80 with x1830947542222592 ext(0->4095) 00002000:00010000:1.0:1746128104.238293:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21ad80 00000100:00100000:1.0:1746128104.238317:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3379 00000100:00100000:1.0:1746128104.238324:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:1963:x1830947542222592:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128104.238999:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:1963:x1830947542222592:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 673us (2012us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128104.239005:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3379 00002000:00100000:1.0:1746128104.239010:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c21ad80 x1830947542222592/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/4536 e 0 to 0 dl 1746128115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.239016:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21ad80 with x1830947542222592 ext(0->4095) 00002000:00010000:1.0:1746128104.239019:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21ad80 00000100:00100000:0.0:1746128104.244097:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.244242:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542222720 00000100:00100000:1.0:1746128104.244249:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542222720 00000100:00100000:1.0:1746128104.244295:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4309 00000100:00100000:1.0:1746128104.244302:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542222720:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128104.244316:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128104.244330:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bb10e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1dca expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.244353:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935e9e00/0x802a7453533bb107 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dc3 expref: 58 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.244363:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128104.244365:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128104.244367:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bb10e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dca expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.244391:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935e9e00/0x802a7453533bb107 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dc3 expref: 58 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.244401:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935e9e00/0x802a7453533bb107 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dc3 expref: 58 pid: 8416 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746128104.244412:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540170240:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128104.244488:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64240 going to sleep for 11 seconds 00000100:00100000:1.0:1746128104.269717:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540170240:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128104.269740:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bb10e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dca expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.269753:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43dc00, rc 0) 00000100:00100000:1.0:1746128104.269787:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542222720:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 25485us (25697us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128104.269794:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4309 00000100:00100000:0.0:1746128104.270829:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.271085:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542222848 00000100:00100000:1.0:1746128104.271091:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542222848 00000100:00100000:1.0:1746128104.271130:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4310 00000100:00100000:1.0:1746128104.271136:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:31595:x1830947542222848:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128104.271152:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128104.271164:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bb115 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1dd1 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.271182:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128104.271186:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bb10e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dca expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.271192:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128104.271195:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bb115 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dd1 expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.271221:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bb10e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dca expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.271230:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bb115 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dd1 expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.271237:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d200, rc 0) 00000100:00100000:1.0:1746128104.271261:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:31595:x1830947542222848:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128104.271266:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4310 00000100:00100000:0.0:1746128104.273676:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.273748:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542222976 00000100:00100000:1.0:1746128104.273755:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542222976 00002000:00100000:1.0:1746128104.273785:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009c218000 x1830947542222976/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 496/0 e 0 to 0 dl 1746128115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.273793:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c218000 with x1830947542222976 ext(0->7) 00010000:00010000:1.0:1746128104.273800:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935e9e00/0x802a7453533bb107 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dc3 expref: 60 pid: 8416 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.273810:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935e9e00/0x802a7453533bb107 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dc3 expref: 60 pid: 8416 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746128104.273815:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c218000 00000100:00100000:1.0:1746128104.273837:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1293 00000100:00100000:1.0:1746128104.273843:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1963:x1830947542222976:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128104.274100:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1963:x1830947542222976:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 256us (428us total) trans 4294967881 rc 0/0 00000100:00100000:1.0:1746128104.274105:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1293 00002000:00100000:1.0:1746128104.274110:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009c218000 x1830947542222976/t4294967881(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 496/448 e 0 to 0 dl 1746128115 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.274117:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c218000 with x1830947542222976 ext(0->7) 00010000:00010000:1.0:1746128104.274121:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935e9e00/0x802a7453533bb107 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dc3 expref: 62 pid: 8416 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.274129:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935e9e00/0x802a7453533bb107 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dc3 expref: 62 pid: 8416 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746128104.274134:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c218000 00000100:00100000:0.0:1746128104.288470:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.293178:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.296458:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.301701:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.308120:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.318477:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540170752:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128104.318500:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935e8600/0x802a7453533bb11c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dd8 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.318514:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935e8600, rc 0) 00000100:00100000:1.0:1746128104.318556:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542223872:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9474us (10441us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128104.318563:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4311 00000100:00100000:0.0:1746128104.337834:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.337859:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542224000 00000100:00100000:0.0:1746128104.337866:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542224000 00002000:00100000:0.0:1746128104.337903:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094e0b100 x1830947542224000/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 496/0 e 0 to 0 dl 1746128115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128104.337915:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0b100 with x1830947542224000 ext(0->7) 00010000:00010000:0.0:1746128104.337922:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bb115 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dd1 expref: 61 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746128104.337934:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bb115 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dd1 expref: 61 pid: 8418 timeout: 600 lvb_type: 0 00002000:00010000:0.0:1746128104.337945:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0b100 00000100:00100000:0.0:1746128104.337970:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1295 00000100:00100000:0.0:1746128104.337977:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:1964:x1830947542224000:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128104.338236:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:1964:x1830947542224000:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 259us (406us total) trans 4294967882 rc 0/0 00000100:00100000:0.0:1746128104.338243:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1295 00002000:00100000:0.0:1746128104.338249:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094e0b100 x1830947542224000/t4294967882(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 496/448 e 0 to 0 dl 1746128115 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128104.338256:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0b100 with x1830947542224000 ext(0->7) 00010000:00010000:0.0:1746128104.338260:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bb115 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dd1 expref: 63 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746128104.338274:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bb115 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dd1 expref: 63 pid: 8418 timeout: 600 lvb_type: 0 00002000:00010000:0.0:1746128104.338279:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0b100 00000100:00100000:0.0:1746128104.357808:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.357889:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542224128 00000100:00100000:1.0:1746128104.357896:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542224128 00000100:00100000:1.0:1746128104.357929:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4312 00000100:00100000:1.0:1746128104.357935:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:31595:x1830947542224128:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128104.357949:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128104.357962:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800932f3e00/0x802a7453533bb123 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1ddf expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.357983:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128104.357988:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935e8600/0x802a7453533bb11c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dd8 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.357994:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128104.357997:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800932f3e00/0x802a7453533bb123 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ddf expref: 64 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.358026:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935e8600/0x802a7453533bb11c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dd8 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.358037:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800932f3e00/0x802a7453533bb123 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ddf expref: 64 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.358061:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932f3e00, rc 0) 00000100:00100000:1.0:1746128104.358095:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+64:31595:x1830947542224128:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128104.358101:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4312 00000100:00100000:1.0:1746128104.361564:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.361827:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542224256 00000100:00100000:0.0:1746128104.361834:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542224256 00010000:00010000:0.0:1746128104.361863:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bb115 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dd1 expref: 64 pid: 8418 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746128104.361900:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8198 00000100:00100000:0.0:1746128104.361907:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+64:1963:x1830947542224256:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128104.361918:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128104.361937:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bb115 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dd1 expref: 64 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746128104.361947:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bb115 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dd1 expref: 64 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746128104.361965:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bb115 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dd1 expref: 64 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746128104.361975:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128104.361977:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128104.361983:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935e8600/0x802a7453533bb11c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dd8 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.361994:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935e8600/0x802a7453533bb11c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dd8 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.362021:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800935e8600/0x802a7453533bb11c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dd8 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.362032:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935e8600/0x802a7453533bb11c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dd8 expref: 5 pid: 8418 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746128104.362041:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540171008:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128104.362122:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128104.366247:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.372900:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.381098:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.381346:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542224896 00000100:00100000:0.0:1746128104.381354:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542224896 00002000:00100000:0.0:1746128104.381389:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f97800 x1830947542224896/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/0 e 0 to 0 dl 1746128115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128104.381399:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f97800 with x1830947542224896 ext(0->4095) 00002000:00010000:0.0:1746128104.381403:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f97800 00000100:00100000:0.0:1746128104.381433:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3381 00000100:00100000:0.0:1746128104.381439:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:1963:x1830947542224896:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128104.381610:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:1963:x1830947542224896:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (516us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128104.381616:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3381 00002000:00100000:0.0:1746128104.381621:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f97800 x1830947542224896/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/4536 e 0 to 0 dl 1746128115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128104.381632:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f97800 with x1830947542224896 ext(0->4095) 00002000:00010000:0.0:1746128104.381634:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f97800 00000100:00100000:1.0:1746128104.384468:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.384531:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542225024 00000100:00100000:0.0:1746128104.384539:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542225024 00000100:00100000:1.0:1746128104.384733:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4313 00000100:00100000:1.0:1746128104.384741:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542225024:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128104.384755:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128104.384768:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800932f3c00/0x802a7453533bb12a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1de6 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.384790:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800932f3e00/0x802a7453533bb123 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ddf expref: 62 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.384796:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128104.384798:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128104.384801:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800932f3c00/0x802a7453533bb12a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1de6 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.384824:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800932f3e00/0x802a7453533bb123 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ddf expref: 62 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.384838:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800932f3e00/0x802a7453533bb123 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ddf expref: 62 pid: 8418 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746128104.384849:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f95c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540171264:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128104.384914:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128104.386894:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f95c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540171264:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128104.386919:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800932f3c00/0x802a7453533bb12a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1de6 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.386932:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932f3c00, rc 0) 00000100:00100000:1.0:1746128104.387515:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542225024:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2772us (3050us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128104.387523:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4313 00000100:00100000:1.0:1746128104.394671:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.416232:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.416743:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542225408 00000100:00100000:1.0:1746128104.416751:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542225408 00000100:00100000:1.0:1746128104.416783:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4314 00000100:00100000:1.0:1746128104.416790:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:31595:x1830947542225408:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128104.416805:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128104.416819:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bb131 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1ded expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.416841:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800932f3c00/0x802a7453533bb12a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1de6 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.416852:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.416854:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.416857:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bb131 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ded expref: 66 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.416879:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800932f3c00/0x802a7453533bb12a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1de6 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.416888:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800932f3c00/0x802a7453533bb12a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1de6 expref: 5 pid: 8418 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746128104.416897:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540171520:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128104.418076:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128104.419228:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.426815:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542225792 00000100:00100000:0.0:1746128104.426822:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542225792 00000100:00100000:0.0:1746128104.426862:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4315 00000100:00100000:0.0:1746128104.426867:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:31596:x1830947542225792:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128104.426879:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128104.426891:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bb138 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1df4 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.426910:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128104.426915:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bb131 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ded expref: 66 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.426921:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128104.426924:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bb138 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1df4 expref: 66 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.426947:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bb131 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ded expref: 66 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.426955:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bb138 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1df4 expref: 66 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.426967:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b94000, rc 0) 00000100:00100000:0.0:1746128104.426999:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:31596:x1830947542225792:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128104.427004:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4315 00000100:00100000:1.0:1746128104.433076:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.433270:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542226176 00000100:00100000:0.0:1746128104.433277:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542226176 00002000:00100000:0.0:1746128104.433310:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f94000 x1830947542226176/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/0 e 0 to 0 dl 1746128115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128104.433319:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f94000 with x1830947542226176 ext(0->4095) 00010000:00010000:0.0:1746128104.433326:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bb131 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ded expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746128104.433338:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bb131 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ded expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00002000:00010000:0.0:1746128104.433344:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f94000 00000100:00100000:0.0:1746128104.433368:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1299 00000100:00100000:0.0:1746128104.433373:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542226176:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128104.433496:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542226176:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (425us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128104.433502:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1299 00002000:00100000:0.0:1746128104.433507:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f94000 x1830947542226176/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/4536 e 0 to 0 dl 1746128115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128104.433519:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f94000 with x1830947542226176 ext(0->4095) 00010000:00010000:0.0:1746128104.433523:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bb131 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ded expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746128104.433531:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bb131 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ded expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00002000:00010000:0.0:1746128104.433537:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f94000 00000100:00100000:0.0:1746128104.447550:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.450242:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542226688 00000100:00100000:0.0:1746128104.450249:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542226688 00000100:00100000:0.0:1746128104.450289:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4316 00000100:00100000:0.0:1746128104.450295:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542226688:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128104.450308:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128104.450321:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb13f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1dfb expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.450341:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bb138 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1df4 expref: 64 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.450347:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128104.450348:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128104.450351:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb13f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dfb expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.450374:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bb138 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1df4 expref: 64 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.450387:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bb138 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1df4 expref: 64 pid: 8418 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746128104.450397:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540172032:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128104.450472:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128104.451886:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540172032:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128104.451905:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb13f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dfb expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.451916:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f18cc00, rc 0) 00000100:00100000:0.0:1746128104.451950:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542226688:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1655us (1777us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128104.451956:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4316 00000100:00100000:0.0:1746128104.454235:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.458377:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542226944 00000100:00100000:1.0:1746128104.458383:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542226944 00000100:00100000:1.0:1746128104.458417:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4317 00000100:00100000:1.0:1746128104.458424:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:31595:x1830947542226944:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128104.458438:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128104.458452:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43c600/0x802a7453533bb146 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1e02 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128104.458544:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c271180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540172160:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128104.458558:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128104.458634:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542226816:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4246us (4404us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128104.458641:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8203 00010000:00010000:1.0:1746128104.459011:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb13f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dfb expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.459022:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.459024:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.459028:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43c600/0x802a7453533bb146 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e02 expref: 65 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.459459:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb13f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dfb expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.459471:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb13f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dfb expref: 5 pid: 8416 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746128104.459480:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540172288:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128104.459547:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128104.464632:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.464803:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.464868:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540172288:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128104.464888:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43c600/0x802a7453533bb146 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e02 expref: 66 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.464904:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43c600, rc 0) 00000100:00100000:0.0:1746128104.464938:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:31595:x1830947542226944:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6514us (6718us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128104.464943:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4317 00000100:00100000:0.0:1746128104.464963:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542227456 00000100:00100000:0.0:1746128104.464966:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542227456 00010000:00010000:0.0:1746128104.464981:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb13f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dfb expref: 6 pid: 8416 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746128104.465001:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8204 00000100:00100000:0.0:1746128104.465006:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542227456:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128104.465015:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128104.465031:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb13f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dfb expref: 6 pid: 8416 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746128104.465040:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb13f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dfb expref: 6 pid: 8416 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746128104.465071:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb13f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1dfb expref: 6 pid: 8416 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746128104.465090:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128104.465091:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128104.465097:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43c600/0x802a7453533bb146 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e02 expref: 65 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.465108:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43c600/0x802a7453533bb146 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e02 expref: 65 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.465130:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43c600/0x802a7453533bb146 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e02 expref: 65 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128104.465140:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540172416:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128104.465182:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222540 going to sleep for 11 seconds 00000100:00100000:1.0:1746128104.468165:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540172416:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128104.468181:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128104.468228:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542227456:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3220us (3424us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128104.468238:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8204 00000100:00100000:0.0:1746128104.470680:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542227840 00000100:00100000:0.0:1746128104.470686:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542227840 00000100:00100000:0.0:1746128104.470713:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4319 00000100:00100000:0.0:1746128104.470719:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:31595:x1830947542227840:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128104.470730:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128104.470742:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009578ec00/0x802a7453533bb154 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1e10 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.470759:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128104.470763:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb14d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e09 expref: 67 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.470769:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746128104.470771:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009578ec00/0x802a7453533bb154 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e10 expref: 67 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.470798:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb14d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e09 expref: 67 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.470811:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009578ec00/0x802a7453533bb154 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e10 expref: 67 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.470819:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009578ec00, rc 0) 00000100:00100000:0.0:1746128104.470848:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:31595:x1830947542227840:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128104.470853:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4319 00000100:00100000:1.0:1746128104.470912:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542227968 00000100:00100000:1.0:1746128104.470915:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542227968 00010000:00010000:1.0:1746128104.470930:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43c600/0x802a7453533bb146 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e02 expref: 67 pid: 8416 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746128104.470945:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8205 00000100:00100000:1.0:1746128104.470949:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1965:x1830947542227968:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128104.470956:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128104.470972:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43c600/0x802a7453533bb146 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e02 expref: 67 pid: 8416 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.470980:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43c600/0x802a7453533bb146 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e02 expref: 67 pid: 8416 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.470995:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43c600/0x802a7453533bb146 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e02 expref: 67 pid: 8416 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.471019:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.471020:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.471025:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb14d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e09 expref: 66 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.471032:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb14d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e09 expref: 66 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.471061:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb14d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e09 expref: 66 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.471071:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb14d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e09 expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746128104.471081:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f95f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540172800:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128104.471131:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128104.473932:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542228224 00000100:00100000:0.0:1746128104.473938:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542228224 00002000:00100000:0.0:1746128104.473970:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c270700 x1830947542228224/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/0 e 0 to 0 dl 1746128115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128104.473978:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c270700 with x1830947542228224 ext(0->4095) 00010000:00010000:0.0:1746128104.473985:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb14d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e09 expref: 67 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746128104.473997:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb14d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e09 expref: 67 pid: 8418 timeout: 600 lvb_type: 0 00002000:00010000:0.0:1746128104.474003:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c270700 00000100:00100000:1.0:1746128104.474222:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f95f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540172800:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128104.474236:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128104.474268:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1965:x1830947542227968:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3318us (3535us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128104.474276:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8205 00000100:00100000:0.0:1746128104.474501:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1301 00000100:00100000:0.0:1746128104.474508:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1963:x1830947542228224:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128104.474650:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1963:x1830947542228224:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (824us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128104.474655:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1301 00002000:00100000:0.0:1746128104.474661:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c270700 x1830947542228224/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/4536 e 0 to 0 dl 1746128115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128104.474667:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c270700 with x1830947542228224 ext(0->4095) 00010000:00010000:0.0:1746128104.474672:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb14d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e09 expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746128104.474681:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb14d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e09 expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00002000:00010000:0.0:1746128104.474686:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c270700 00000100:00100000:1.0:1746128104.479630:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542228480 00000100:00100000:1.0:1746128104.479634:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542228480 00010000:00010000:1.0:1746128104.479649:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb14d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e09 expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746128104.479674:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8206 00000100:00100000:1.0:1746128104.479679:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e34c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542228480:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128104.479686:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128104.479702:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb14d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e09 expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.479711:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb14d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e09 expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.479725:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb14d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e09 expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.479737:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.479738:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.479743:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009578ec00/0x802a7453533bb154 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e10 expref: 65 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.479749:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009578ec00/0x802a7453533bb154 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e10 expref: 65 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.479768:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009578ec00/0x802a7453533bb154 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e10 expref: 65 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.479777:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009578ec00/0x802a7453533bb154 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e10 expref: 65 pid: 8418 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746128104.479785:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f95f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540173056:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128104.480171:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128104.483870:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f95f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540173056:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128104.483885:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128104.484060:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542228608 00000100:00100000:0.0:1746128104.484066:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542228608 00010000:00010000:0.0:1746128104.484089:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009578ec00/0x802a7453533bb154 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e10 expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746128104.484116:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8207 00000100:00100000:0.0:1746128104.484121:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1963:x1830947542228608:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128104.484132:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128104.484147:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009578ec00/0x802a7453533bb154 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e10 expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746128104.484156:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009578ec00/0x802a7453533bb154 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e10 expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746128104.484172:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009578ec00/0x802a7453533bb154 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e10 expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746128104.484213:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e34c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:1964:x1830947542228480:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4533us (5283us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128104.484219:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8206 00010000:00010000:0.0:1746128104.484892:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128104.484895:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128104.484901:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012baabe00/0x802a7453533bb15b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e17 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.484908:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012baabe00/0x802a7453533bb15b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e17 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.484933:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012baabe00/0x802a7453533bb15b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e17 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128104.484943:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540173184:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128104.485000:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128104.488944:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540173184:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128104.488959:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128104.488980:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+64:1963:x1830947542228608:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4858us (5191us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128104.488988:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8207 00000100:00100000:0.0:1746128104.492853:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542228992 00000100:00100000:0.0:1746128104.492861:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542228992 00000100:00100000:0.0:1746128104.492908:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4321 00000100:00100000:0.0:1746128104.492914:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+64:31596:x1830947542228992:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128104.492929:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128104.492944:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb162 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1e1e expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.492969:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012baabe00/0x802a7453533bb15b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e17 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.492975:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128104.492977:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128104.492980:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb162 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e1e expref: 65 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.493004:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012baabe00/0x802a7453533bb15b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e17 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.493015:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012baabe00/0x802a7453533bb15b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e17 expref: 5 pid: 28170 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746128104.493024:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540173312:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128104.493110:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128104.494583:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.496121:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.497009:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542229248 00000100:00100000:1.0:1746128104.497014:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542229248 00010000:00010000:1.0:1746128104.497033:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012baabe00/0x802a7453533bb15b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e17 expref: 6 pid: 28170 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746128104.497063:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8208 00000100:00100000:1.0:1746128104.497068:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542229248:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128104.497077:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128104.497092:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012baabe00/0x802a7453533bb15b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e17 expref: 6 pid: 28170 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.497106:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012baabe00/0x802a7453533bb15b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e17 expref: 6 pid: 28170 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.497121:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012baabe00/0x802a7453533bb15b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e17 expref: 6 pid: 28170 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.497648:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.497651:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.497657:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb162 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e1e expref: 65 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.497665:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb162 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e1e expref: 65 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.497688:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb162 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e1e expref: 65 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.497698:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb162 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e1e expref: 65 pid: 8418 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746128104.497706:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540173568:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128104.497755:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128104.500554:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540173568:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128104.500595:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128104.500633:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542229248:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3563us (4513us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128104.500644:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8208 00000100:00100000:1.0:1746128104.503425:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542229504 00000100:00100000:1.0:1746128104.503432:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542229504 00002000:00100000:1.0:1746128104.503463:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c270380 x1830947542229504/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/0 e 0 to 0 dl 1746128115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.503472:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c270380 with x1830947542229504 ext(0->4095) 00010000:00010000:1.0:1746128104.503478:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb162 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e1e expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.503489:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb162 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e1e expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746128104.503495:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c270380 00000100:00100000:1.0:1746128104.503516:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1302 00000100:00100000:1.0:1746128104.503522:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1963:x1830947542229504:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128104.505114:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1963:x1830947542229504:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 1588us (1972us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128104.505122:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1302 00002000:00100000:1.0:1746128104.505128:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c270380 x1830947542229504/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/4536 e 0 to 0 dl 1746128115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.505136:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c270380 with x1830947542229504 ext(0->4095) 00010000:00010000:1.0:1746128104.505142:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb162 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e1e expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.505157:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb162 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e1e expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746128104.505162:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c270380 00000100:00100000:0.0:1746128104.507132:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.510369:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.511563:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542229760 00000100:00100000:1.0:1746128104.511582:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542229760 00010000:00010000:1.0:1746128104.511611:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb162 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e1e expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746128104.511948:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8209 00000100:00100000:1.0:1746128104.511955:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1963:x1830947542229760:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128104.511966:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128104.511983:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb162 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e1e expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.511993:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb162 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e1e expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.512011:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f18cc00/0x802a7453533bb162 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e1e expref: 66 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.512037:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.512038:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.512044:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb169 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e25 expref: 65 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.512062:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb169 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e25 expref: 65 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.512089:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb169 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e25 expref: 65 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.512098:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb169 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e25 expref: 65 pid: 28170 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746128104.512107:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540173824:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128104.512589:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64240 going to sleep for 11 seconds 00000100:00100000:1.0:1746128104.516227:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540173824:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128104.516244:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128104.516288:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:1963:x1830947542229760:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4332us (5922us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128104.516297:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8209 00000100:00100000:0.0:1746128104.517107:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.517464:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542230016 00000100:00100000:1.0:1746128104.517470:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542230016 00002000:00100000:1.0:1746128104.517498:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e09180 x1830947542230016/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/0 e 0 to 0 dl 1746128115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.517508:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e09180 with x1830947542230016 ext(0->4095) 00010000:00010000:1.0:1746128104.517516:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb169 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e25 expref: 65 pid: 28170 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.517530:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb169 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e25 expref: 65 pid: 28170 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746128104.517536:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e09180 00000100:00100000:1.0:1746128104.517551:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1303 00000100:00100000:1.0:1746128104.517557:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:1964:x1830947542230016:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128104.517728:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:1964:x1830947542230016:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 170us (621us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128104.517734:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1303 00002000:00100000:1.0:1746128104.517739:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e09180 x1830947542230016/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/4536 e 0 to 0 dl 1746128115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.517746:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e09180 with x1830947542230016 ext(0->4095) 00010000:00010000:1.0:1746128104.517750:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb169 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e25 expref: 65 pid: 28170 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.517759:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb169 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e25 expref: 65 pid: 28170 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746128104.517764:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e09180 00000100:00100000:0.0:1746128104.520788:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.521219:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.521878:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542230272 00000100:00100000:1.0:1746128104.521882:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542230272 00010000:00010000:1.0:1746128104.521898:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb169 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e25 expref: 66 pid: 28170 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746128104.521926:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8210 00000100:00100000:1.0:1746128104.521931:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093162680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1966:x1830947542230272:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128104.521938:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128104.521954:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb169 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e25 expref: 66 pid: 28170 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.521964:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb169 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e25 expref: 66 pid: 28170 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.521978:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb169 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e25 expref: 66 pid: 28170 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.522003:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.522005:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.522010:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb170 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e2c expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.522016:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb170 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e2c expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.522033:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb170 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e2c expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.522042:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb170 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e2c expref: 5 pid: 8418 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746128104.522062:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540174080:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128104.523865:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128104.525455:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540174080:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128104.525471:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128104.525515:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093162680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:1966:x1830947542230272:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3582us (4295us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128104.525524:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8210 00000100:00100000:0.0:1746128104.525688:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.528998:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.529119:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542230656 00000100:00100000:1.0:1746128104.529125:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542230656 00010000:00010000:1.0:1746128104.529148:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb170 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e2c expref: 6 pid: 8418 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746128104.529429:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8211 00000100:00100000:1.0:1746128104.529436:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093162300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542230656:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128104.529446:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128104.529462:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb170 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e2c expref: 6 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.529471:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb170 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e2c expref: 6 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.529489:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb170 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e2c expref: 6 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.529514:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.529516:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.529522:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb177 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e33 expref: 64 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.529527:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb177 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e33 expref: 64 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.529553:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb177 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e33 expref: 64 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128104.529562:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540174208:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128104.530206:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128104.533043:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.533767:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540174208:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128104.533780:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128104.533800:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093162300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542230656:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4365us (4809us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128104.533806:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8211 00000100:00100000:0.0:1746128104.535254:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.540889:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.541211:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542231168 00000100:00100000:1.0:1746128104.541216:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542231168 00010000:00010000:1.0:1746128104.541240:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb177 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e33 expref: 65 pid: 8416 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746128104.542109:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8212 00000100:00100000:1.0:1746128104.542118:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f36a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:1964:x1830947542231168:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128104.542130:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128104.542148:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb177 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e33 expref: 65 pid: 8416 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.542157:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb177 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e33 expref: 65 pid: 8416 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.542176:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb177 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e33 expref: 65 pid: 8416 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.542186:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.542188:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.542194:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012baaa000/0x802a7453533bb17e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e3a expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.542200:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012baaa000/0x802a7453533bb17e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e3a expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.542224:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012baaa000/0x802a7453533bb17e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e3a expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128104.542234:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540174464:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128104.542304:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128104.544343:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.545522:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540174464:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128104.545535:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128104.546994:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f36a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542231168:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4875us (6102us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128104.547003:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8212 00000100:00100000:0.0:1746128104.548301:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.552318:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.552418:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542231680 00000100:00100000:1.0:1746128104.552425:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542231680 00010000:00010000:1.0:1746128104.552448:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012baaa000/0x802a7453533bb17e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e3a expref: 6 pid: 8418 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746128104.552478:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8213 00000100:00100000:1.0:1746128104.552483:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e34850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542231680:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128104.552496:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128104.552511:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012baaa000/0x802a7453533bb17e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e3a expref: 6 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.552519:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012baaa000/0x802a7453533bb17e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e3a expref: 6 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.552536:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012baaa000/0x802a7453533bb17e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e3a expref: 6 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.552561:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.552563:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.552568:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bb185 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e41 expref: 64 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.552598:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bb185 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e41 expref: 64 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.552626:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bb185 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e41 expref: 64 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128104.552636:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540174720:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128104.552692:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128104.555936:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.568144:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.590508:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.592848:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.595069:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.599412:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.603161:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.605490:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.605613:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542233088 00000100:00100000:1.0:1746128104.605619:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542233088 00002000:00100000:1.0:1746128104.605648:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f35c00 x1830947542233088/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/0 e 0 to 0 dl 1746128115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.605663:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35c00 with x1830947542233088 ext(0->4095) 00002000:00010000:1.0:1746128104.605667:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f35c00 00000100:00100000:1.0:1746128104.605690:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3387 00000100:00100000:1.0:1746128104.605696:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1966:x1830947542233088:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128104.605817:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1966:x1830947542233088:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128104.605823:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3387 00002000:00100000:1.0:1746128104.605828:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f35c00 x1830947542233088/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/4536 e 0 to 0 dl 1746128115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.605834:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35c00 with x1830947542233088 ext(0->4095) 00002000:00010000:1.0:1746128104.605837:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f35c00 00000100:00100000:0.0:1746128104.615381:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.638704:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.638755:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.638784:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542233472 00000100:00100000:0.0:1746128104.638790:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542233472 00002000:00100000:0.0:1746128104.638826:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880084107480 x1830947542233472/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 496/0 e 0 to 0 dl 1746128115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128104.638834:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084107480 with x1830947542233472 ext(0->7) 00010000:00010000:0.0:1746128104.638842:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012baaaa00/0x802a7453533bb193 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e4f expref: 67 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746128104.638853:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012baaaa00/0x802a7453533bb193 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e4f expref: 67 pid: 8418 timeout: 600 lvb_type: 0 00002000:00010000:0.0:1746128104.638859:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084107480 00000100:00100000:0.0:1746128104.638876:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1308 00000100:00100000:0.0:1746128104.638882:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084107480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1963:x1830947542233472:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128104.639133:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084107480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+69:1963:x1830947542233472:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 249us (376us total) trans 4294967885 rc 0/0 00000100:00100000:0.0:1746128104.639139:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1308 00002000:00100000:0.0:1746128104.639144:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880084107480 x1830947542233472/t4294967885(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 496/448 e 0 to 0 dl 1746128115 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128104.639150:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084107480 with x1830947542233472 ext(0->7) 00010000:00010000:0.0:1746128104.639154:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012baaaa00/0x802a7453533bb193 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e4f expref: 69 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746128104.639162:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012baaaa00/0x802a7453533bb193 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e4f expref: 69 pid: 8418 timeout: 600 lvb_type: 0 00002000:00010000:0.0:1746128104.639166:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084107480 00000100:00100000:0.0:1746128104.646907:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.650534:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.652032:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542233856 00000100:00100000:1.0:1746128104.652040:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542233856 00002000:00100000:1.0:1746128104.652083:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084105f80 x1830947542233856/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:355/0 lens 488/0 e 0 to 0 dl 1746128115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.652092:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084105f80 with x1830947542233856 ext(0->4095) 00010000:00010000:1.0:1746128104.652099:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bb19a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e56 expref: 6 pid: 8416 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.652110:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bb19a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e56 expref: 6 pid: 8416 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746128104.652116:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084105f80 00000100:00100000:1.0:1746128104.652142:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1309 00000100:00100000:1.0:1746128104.652148:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084105f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542233856:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128104.652809:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084105f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542233856:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 659us (2276us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128104.652815:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1309 00002000:00100000:1.0:1746128104.652821:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084105f80 x1830947542233856/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:355/0 lens 488/4536 e 0 to 0 dl 1746128115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.652827:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084105f80 with x1830947542233856 ext(0->4095) 00010000:00010000:1.0:1746128104.652832:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bb19a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e56 expref: 6 pid: 8416 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.652841:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bb19a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e56 expref: 6 pid: 8416 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746128104.652846:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084105f80 00000100:00100000:0.0:1746128104.655898:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.659442:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.683823:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.713684:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.720938:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542234624 00000100:00100000:0.0:1746128104.720946:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542234624 00010000:00010000:0.0:1746128104.720975:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb1a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e5d expref: 71 pid: 8416 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746128104.720997:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8218 00000100:00100000:0.0:1746128104.721003:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:1965:x1830947542234624:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128104.721012:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128104.721028:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb1a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e5d expref: 71 pid: 8416 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746128104.721039:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb1a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e5d expref: 71 pid: 8416 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746128104.721065:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb1a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e5d expref: 71 pid: 8416 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746128104.721310:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128104.721312:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128104.721318:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb1a8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e64 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.721325:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb1a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e64 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.721348:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb1a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e64 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128104.721356:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540176000:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128104.730150:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.731145:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128104.731164:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540176000:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128104.731178:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128104.731199:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:1965:x1830947542234624:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 10196us (10333us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128104.731207:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8218 00000100:00100000:1.0:1746128104.733730:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.734698:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.740209:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.740607:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542235264 00000100:00100000:1.0:1746128104.740614:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542235264 00010000:00010000:1.0:1746128104.740643:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb1a8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e64 expref: 6 pid: 8418 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746128104.740678:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8219 00000100:00100000:1.0:1746128104.740685:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084104e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542235264:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128104.740696:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128104.740714:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb1a8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e64 expref: 6 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.740724:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb1a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e64 expref: 6 pid: 8418 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.740742:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.740744:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.740750:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb1af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e6b expref: 72 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.740757:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb1af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e6b expref: 72 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.740782:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb1af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e6b expref: 72 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.740791:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb1af lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e6b expref: 72 pid: 8417 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746128104.740800:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f94380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540176384:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128104.740857:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128104.744449:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.744924:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f94380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540176384:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128104.744936:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128104.744957:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084104e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542235264:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4273us (4755us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128104.744964:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8219 00000100:00100000:0.0:1746128104.747279:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.747424:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542235648 00000100:00100000:1.0:1746128104.747431:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542235648 00010000:00010000:1.0:1746128104.747456:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb1af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e6b expref: 72 pid: 8417 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746128104.747938:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8220 00000100:00100000:1.0:1746128104.747946:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e34450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1965:x1830947542235648:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128104.747957:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128104.747973:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb1af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e6b expref: 72 pid: 8417 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.747983:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb1af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e6b expref: 72 pid: 8417 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.748001:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb1af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e6b expref: 72 pid: 8417 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.748028:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.748030:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.748036:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bb1b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e72 expref: 71 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.748043:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bb1b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e72 expref: 71 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.748076:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bb1b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e72 expref: 71 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128104.748089:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f94380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540176512:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128104.748148:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128104.751271:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f94380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540176512:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128104.751287:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128104.751323:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.751329:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e34450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:1965:x1830947542235648:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3384us (4057us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128104.751338:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8220 00000100:00100000:0.0:1746128104.753870:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.757374:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.757773:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542236160 00000100:00100000:1.0:1746128104.757778:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542236160 00010000:00010000:1.0:1746128104.757803:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bb1b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e72 expref: 71 pid: 8416 timeout: 600 lvb_type: 0 00000100:00100000:1.0:1746128104.757877:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8221 00000100:00100000:1.0:1746128104.757882:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084105500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:1964:x1830947542236160:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128104.757893:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128104.757908:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bb1b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e72 expref: 71 pid: 8416 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.757918:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bb1b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e72 expref: 71 pid: 8416 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.757934:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bb1b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e72 expref: 71 pid: 8416 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.757956:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.757958:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128104.757964:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012baabe00/0x802a7453533bb1bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e79 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.757971:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012baabe00/0x802a7453533bb1bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e79 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128104.757993:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012baabe00/0x802a7453533bb1bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e79 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128104.758002:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f94380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540176768:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128104.758062:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128104.762190:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.762266:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.762397:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f94380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540176768:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128104.762414:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128104.762450:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084105500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:1964:x1830947542236160:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4567us (5079us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128104.762459:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8221 00000100:00100000:0.0:1746128104.766381:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.767868:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.767902:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542236800 00000100:00100000:0.0:1746128104.767906:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542236800 00010000:00010000:0.0:1746128104.767925:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012baabe00/0x802a7453533bb1bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e79 expref: 6 pid: 8417 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746128104.767948:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8222 00000100:00100000:0.0:1746128104.767952:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542236800:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128104.767960:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128104.767975:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012baabe00/0x802a7453533bb1bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e79 expref: 6 pid: 8417 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746128104.767984:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012baabe00/0x802a7453533bb1bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e79 expref: 6 pid: 8417 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746128104.767998:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012baabe00/0x802a7453533bb1bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e79 expref: 6 pid: 8417 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746128104.768015:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128104.768017:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128104.768022:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bb1c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e80 expref: 72 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.768029:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bb1c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e80 expref: 72 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.768059:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bb1c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e80 expref: 72 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128104.768069:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bb1c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e80 expref: 72 pid: 8417 timeout: 600 lvb_type: 0 00000100:00100000:0.0:1746128104.768079:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094ac7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540177152:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128104.768124:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128104.772313:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.772738:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542237056 00000100:00100000:1.0:1746128104.772744:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542237056 00002000:00100000:1.0:1746128104.772773:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094ac5f80 x1830947542237056/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/0 e 0 to 0 dl 1746128115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.772782:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac5f80 with x1830947542237056 ext(0->4095) 00010000:00010000:1.0:1746128104.772789:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bb1c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e80 expref: 72 pid: 8417 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.772800:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bb1c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e80 expref: 72 pid: 8417 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746128104.772811:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ac5f80 00000100:00100000:1.0:1746128104.773174:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1312 00000100:00100000:1.0:1746128104.773182:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542237056:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128104.773312:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542237056:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (1005us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128104.773318:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1312 00002000:00100000:1.0:1746128104.773323:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094ac5f80 x1830947542237056/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/4536 e 0 to 0 dl 1746128115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.773330:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac5f80 with x1830947542237056 ext(0->4095) 00010000:00010000:1.0:1746128104.773335:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bb1c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e80 expref: 72 pid: 8417 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.773343:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bb1c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e80 expref: 72 pid: 8417 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746128104.773348:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ac5f80 00000100:00100000:0.0:1746128104.774664:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.776988:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.778764:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.781244:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.785353:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.789013:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.789100:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.795899:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.799898:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.800468:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542238592 00000100:00100000:1.0:1746128104.800473:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542238592 00002000:00100000:1.0:1746128104.800503:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd86300 x1830947542238592/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/0 e 0 to 0 dl 1746128115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.800511:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd86300 with x1830947542238592 ext(0->4095) 00010000:00010000:1.0:1746128104.800518:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb1d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e95 expref: 72 pid: 8417 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.800533:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb1d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e95 expref: 72 pid: 8417 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746128104.800539:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd86300 00000100:00100000:1.0:1746128104.801099:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1313 00000100:00100000:1.0:1746128104.801106:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542238592:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128104.801227:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542238592:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (1335us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128104.801233:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1313 00002000:00100000:1.0:1746128104.801238:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd86300 x1830947542238592/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/4536 e 0 to 0 dl 1746128115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.801244:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd86300 with x1830947542238592 ext(0->4095) 00010000:00010000:1.0:1746128104.801249:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb1d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e95 expref: 72 pid: 8417 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.801257:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb1d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1e95 expref: 72 pid: 8417 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746128104.801262:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd86300 00000100:00100000:0.0:1746128104.807388:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.807475:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.810956:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.814651:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.817736:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.825876:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.827590:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542239616 00000100:00100000:1.0:1746128104.827596:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542239616 00002000:00100000:1.0:1746128104.827629:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd85180 x1830947542239616/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:355/0 lens 488/0 e 0 to 0 dl 1746128115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.827637:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd85180 with x1830947542239616 ext(0->4095) 00010000:00010000:1.0:1746128104.827646:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bb1e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ea3 expref: 6 pid: 8417 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.827658:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bb1e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ea3 expref: 6 pid: 8417 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746128104.827663:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd85180 00000100:00100000:1.0:1746128104.827692:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1315 00000100:00100000:1.0:1746128104.827699:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542239616:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128104.827811:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542239616:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (1942us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128104.827816:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1315 00002000:00100000:1.0:1746128104.827820:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd85180 x1830947542239616/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:355/0 lens 488/4536 e 0 to 0 dl 1746128115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.827827:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd85180 with x1830947542239616 ext(0->4095) 00010000:00010000:1.0:1746128104.827831:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bb1e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ea3 expref: 6 pid: 8417 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.827839:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bb1e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ea3 expref: 6 pid: 8417 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746128104.827844:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd85180 00000100:00100000:0.0:1746128104.831763:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.845446:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.852060:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.855140:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.863078:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.871979:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.872324:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542240768 00000100:00100000:1.0:1746128104.872329:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542240768 00002000:00100000:1.0:1746128104.872357:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd87480 x1830947542240768/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:355/0 lens 488/0 e 0 to 0 dl 1746128115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.872370:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd87480 with x1830947542240768 ext(0->4095) 00010000:00010000:1.0:1746128104.872375:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb1f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1eb1 expref: 6 pid: 8417 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.872385:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb1f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1eb1 expref: 6 pid: 8417 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746128104.872391:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd87480 00000100:00100000:1.0:1746128104.872413:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1317 00000100:00100000:1.0:1746128104.872419:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542240768:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128104.872537:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542240768:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (563us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128104.872542:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1317 00002000:00100000:1.0:1746128104.872546:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd87480 x1830947542240768/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:355/0 lens 488/4536 e 0 to 0 dl 1746128115 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.872552:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd87480 with x1830947542240768 ext(0->4095) 00010000:00010000:1.0:1746128104.872556:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb1f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1eb1 expref: 6 pid: 8417 timeout: 600 lvb_type: 0 00010000:00010000:1.0:1746128104.872563:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb1f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1eb1 expref: 6 pid: 8417 timeout: 600 lvb_type: 0 00002000:00010000:1.0:1746128104.872567:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd87480 00000100:00100000:0.0:1746128104.876242:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.880945:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.885072:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.950264:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.951126:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.964006:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.974015:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.978497:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128104.983300:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128104.983483:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542242304 00000100:00100000:1.0:1746128104.983489:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542242304 00002000:00100000:1.0:1746128104.983520:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a3100 x1830947542242304/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/0 e 0 to 0 dl 1746128115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128104.983529:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3100 with x1830947542242304 ext(0->4095) 00002000:00010000:1.0:1746128104.983532:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a3100 00000100:00100000:1.0:1746128104.986220:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3396 00000100:00100000:1.0:1746128104.986234:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1966:x1830947542242304:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746128104.986841:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1966:x1830947542242304:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 611us (3543us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128104.986849:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3396 00002000:00100000:0.0:1746128104.986856:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a3100 x1830947542242304/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:355/0 lens 488/4536 e 0 to 0 dl 1746128115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128104.986864:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3100 with x1830947542242304 ext(0->4095) 00002000:00010000:0.0:1746128104.986869:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a3100 00000100:00100000:0.0:1746128104.995288:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.003929:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:0.0:1746128105.004881:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128105.016917:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.020369:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542242816 00000100:00100000:0.0:1746128105.020375:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542242816 00000100:00100000:0.0:1746128105.020406:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4347 00000100:00100000:0.0:1746128105.020412:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+77:31595:x1830947542242816:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128105.020423:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128105.020434:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb218 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1ed4 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.020451:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb211 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ecd expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.020456:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128105.020457:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128105.020460:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb218 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ed4 expref: 78 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.020475:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb211 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ecd expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.020485:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb211 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ecd expref: 5 pid: 8417 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746128105.020492:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540179968:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128105.020535:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128105.027640:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:0.0:1746128105.028190:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128105.037814:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.043335:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.049660:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.062308:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.072465:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.076021:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.080181:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540180480:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128105.080207:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012baaaa00/0x802a7453533bb226 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ee2 expref: 80 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.080220:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012baaaa00, rc 0) 00000100:00100000:1.0:1746128105.080249:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:31595:x1830947542243968:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3982us (4228us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.080256:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4349 00000100:00100000:0.0:1746128105.083942:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.086364:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.087970:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542244480 00000100:00100000:1.0:1746128105.087975:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542244480 00000100:00100000:1.0:1746128105.089433:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4350 00000100:00100000:1.0:1746128105.089444:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542244480:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128105.089457:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128105.089470:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bb22d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1ee9 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.089493:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012baaaa00/0x802a7453533bb226 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ee2 expref: 78 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.089499:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.089501:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.089503:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bb22d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ee9 expref: 7 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.089524:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012baaaa00/0x802a7453533bb226 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ee2 expref: 78 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.089533:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012baaaa00/0x802a7453533bb226 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ee2 expref: 78 pid: 8417 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746128105.089541:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540180736:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128105.091840:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64240 going to sleep for 11 seconds 00000100:00100000:1.0:1746128105.092606:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.096108:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540180736:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128105.096127:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bb22d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ee9 expref: 7 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.096138:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d600, rc 0) 00000100:00100000:0.0:1746128105.096157:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+7:31596:x1830947542244480:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6717us (8210us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128105.096163:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4350 00000100:00100000:0.0:1746128105.101328:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.101463:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.107328:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.114103:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.114992:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8238 00000100:00100000:0.0:1746128105.115321:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542245376:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128105.115337:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128105.115359:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bb22d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ee9 expref: 6 pid: 8417 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746128105.115370:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bb22d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ee9 expref: 6 pid: 8417 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746128105.115389:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bb22d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ee9 expref: 6 pid: 8417 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746128105.115415:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128105.115417:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128105.115422:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bb234 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ef0 expref: 78 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.115430:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bb234 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ef0 expref: 78 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.115456:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bb234 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ef0 expref: 78 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128105.115466:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b29f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540181120:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128105.115930:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128105.118305:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.120123:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.124879:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.127742:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.130043:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.130420:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.130666:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542246272 00000100:00100000:1.0:1746128105.130673:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542246272 00000100:00100000:1.0:1746128105.130699:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542246400 00000100:00100000:1.0:1746128105.130701:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542246400 00000100:00100000:1.0:1746128105.130712:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4353 00000100:00100000:1.0:1746128105.130717:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+79:31595:x1830947542246272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128105.130728:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128105.130740:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bb242 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1efe expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.130763:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb23b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ef7 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.130769:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.130770:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.130773:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bb242 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1efe expref: 80 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.130794:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb23b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ef7 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.130803:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb23b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ef7 expref: 5 pid: 8417 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746128105.130812:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540181504:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128105.130874:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128105.131451:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4354 00000100:00100000:0.0:1746128105.131459:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:31596:x1830947542246400:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128105.131465:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128105.131472:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb249 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1f05 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.131482:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128105.131485:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bb242 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1efe expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.131489:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128105.131491:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb249 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f05 expref: 81 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.131507:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bb242 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1efe expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.131515:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb249 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f05 expref: 81 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.131522:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc64e00, rc 0) 00000100:00100000:0.0:1746128105.131542:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:31596:x1830947542246400:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (1123us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128105.131547:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4354 00000100:00100000:1.0:1746128105.132798:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540181504:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128105.132814:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bb242 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1efe expref: 80 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.132822:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43ce00, rc 0) 00000100:00100000:1.0:1746128105.132847:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:31595:x1830947542246272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2129us (2808us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.132852:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4353 00000100:00100000:0.0:1746128105.133863:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.137526:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.139840:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.143655:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.148083:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.148761:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542247296 00000100:00100000:1.0:1746128105.148770:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542247296 00000100:00100000:1.0:1746128105.149192:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4355 00000100:00100000:1.0:1746128105.149200:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542247296:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128105.149214:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128105.149226:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bb250 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1f0c expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.149246:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb249 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f05 expref: 78 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.149253:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.149255:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.149258:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bb250 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f0c expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.149280:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb249 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f05 expref: 78 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.149290:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb249 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f05 expref: 78 pid: 8418 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746128105.149300:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540182016:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128105.149363:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128105.152390:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540182016:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128105.152413:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bb250 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f0c expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.152432:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43dc00, rc 0) 00000100:00100000:1.0:1746128105.152465:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542247296:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3265us (4386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.152472:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4355 00000100:00100000:0.0:1746128105.155262:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.155307:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.157196:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542247552 00000100:00100000:1.0:1746128105.157203:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542247552 00000100:00100000:1.0:1746128105.157237:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4356 00000100:00100000:1.0:1746128105.157243:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+79:31595:x1830947542247552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128105.157254:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128105.157267:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bb257 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1f13 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.157284:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bb250 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f0c expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.157290:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.157292:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.157299:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bb257 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f13 expref: 80 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.157320:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bb250 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f0c expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.157329:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bb250 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f0c expref: 5 pid: 8416 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746128105.157343:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540182272:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128105.157395:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128105.160329:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540182272:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128105.160353:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bb257 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f13 expref: 80 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.160365:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43c000, rc 0) 00000100:00100000:1.0:1746128105.160395:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:31595:x1830947542247552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3152us (5088us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.160402:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4356 00000100:00100000:0.0:1746128105.161321:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.171352:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.176648:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.180213:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.180612:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542248320 00000100:00100000:1.0:1746128105.180619:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542248320 00000100:00100000:1.0:1746128105.185165:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4357 00000100:00100000:1.0:1746128105.185182:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542248320:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128105.185198:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128105.185215:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bb25e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1f1a expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.185242:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bb257 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f13 expref: 78 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.185248:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.185249:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.185253:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bb25e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f1a expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.185279:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bb257 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f13 expref: 78 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.185290:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bb257 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f13 expref: 78 pid: 8416 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746128105.185299:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f96a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540182528:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128105.185386:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128105.188686:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f96a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540182528:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128105.188711:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bb25e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f1a expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.188725:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d200, rc 0) 00000100:00100000:1.0:1746128105.189536:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542248320:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4358us (9326us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.189543:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4357 00010000:00010000:0.0:1746128105.200539:0:7070:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128105.204704:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.206523:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.207233:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542248576 00000100:00100000:1.0:1746128105.207237:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542248576 00000100:00100000:1.0:1746128105.207254:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4358 00000100:00100000:1.0:1746128105.207259:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:31595:x1830947542248576:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128105.207267:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128105.207276:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bb265 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1f21 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.207295:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.207299:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bb25e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f1a expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.207305:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128105.207308:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bb265 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f21 expref: 82 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.207332:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bb25e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f1a expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.207342:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bb265 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f21 expref: 82 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.207349:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d800, rc 0) 00000100:00100000:1.0:1746128105.207362:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:31595:x1830947542248576:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (844us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.207367:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4358 00000100:00100000:0.0:1746128105.215673:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.225347:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.230123:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.233691:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.237415:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.240713:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.243345:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.246016:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.251628:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.254703:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.256947:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.258620:0:7076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540183680 00000100:00100000:1.0:1746128105.258624:0:7076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540183680 00000100:00100000:1.0:1746128105.258643:0:7076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1746128105.258648:0:7076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5da2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74bb44a2-e27b-4631-8597-fae5b0eab546+18:3301:x1830947540183680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128105.258674:0:7076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5da2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74bb44a2-e27b-4631-8597-fae5b0eab546+18:3301:x1830947540183680:12345-0@lo:400:kworker.0 Request processed in 26us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.258678:0:7076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1746128105.259367:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012944ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3304:1830947540183936:0@lo:400:kworker.0 00000100:00100000:1.0:1746128105.259383:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128105.259537:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:1.0:1746128105.259541:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c272300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1830947540183808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128105.259560:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c272300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1830947540183808:12345-0@lo:400:kworker.0 Request processed in 20us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.259589:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:1.0:1746128105.259608:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1830947540183808:0@lo:400:kworker.0 00000100:00100000:1.0:1746128105.259622:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012944ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3304:1830947540183936:0@lo:400:kworker.0 00000100:00080000:0.0:1746128105.259788:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746128105.259792:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746128105.259794:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128105.260218:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.262289:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.264735:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.265023:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542251008 00000100:00100000:1.0:1746128105.265029:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542251008 00000100:00100000:1.0:1746128105.265134:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4362 00000100:00100000:1.0:1746128105.265141:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542251008:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128105.265151:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128105.265164:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012baaaa00/0x802a7453533bb281 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1f3d expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.265183:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bb27a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f36 expref: 80 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.265189:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.265190:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.265193:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012baaaa00/0x802a7453533bb281 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f3d expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.265213:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bb27a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f36 expref: 80 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.265227:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bb27a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f36 expref: 80 pid: 8417 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746128105.265237:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540184576:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128105.265425:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128105.266931:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540184576:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128105.266957:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012baaaa00/0x802a7453533bb281 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f3d expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.266968:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012baaaa00, rc 0) 00000100:00100000:1.0:1746128105.267007:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542251008:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1866us (2275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.267014:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4362 00000100:00100000:0.0:1746128105.267370:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.269248:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.271113:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.271228:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542251520 00000100:00100000:1.0:1746128105.271233:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542251520 00000100:00100000:1.0:1746128105.271267:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4363 00000100:00100000:1.0:1746128105.271273:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:31596:x1830947542251520:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128105.271283:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128105.271296:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb288 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1f44 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.271315:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012baaaa00/0x802a7453533bb281 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f3d expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.271325:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.271327:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.271329:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb288 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f44 expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.271351:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012baaaa00/0x802a7453533bb281 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f3d expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.271360:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012baaaa00/0x802a7453533bb281 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f3d expref: 5 pid: 8416 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746128105.271370:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540184832:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128105.271439:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128105.273236:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.274020:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.274090:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540184832:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128105.274106:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb288 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f44 expref: 83 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.274112:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012baaa800, rc 0) 00000100:00100000:1.0:1746128105.274123:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+83:31596:x1830947542251520:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2851us (3015us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.274373:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4363 00000100:00100000:0.0:1746128105.275925:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.277806:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.278084:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542252160 00000100:00100000:1.0:1746128105.278089:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542252160 00000100:00100000:0.0:1746128105.278232:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.278284:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4365 00000100:00100000:1.0:1746128105.278291:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542252160:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128105.278303:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128105.278315:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bb296 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1f52 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.278332:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.278336:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bb28f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f4b expref: 81 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.278341:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128105.278343:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bb296 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f52 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.278370:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bb28f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f4b expref: 81 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.278380:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bb296 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f52 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.278387:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012baab200, rc 0) 00000100:00100000:1.0:1746128105.278877:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542252160:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 585us (1072us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.278882:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4365 00000100:00100000:0.0:1746128105.282745:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.286090:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.286164:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.286226:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542252672 00000100:00100000:1.0:1746128105.286233:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542252672 00000100:00100000:1.0:1746128105.286275:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4366 00000100:00100000:1.0:1746128105.286283:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:31595:x1830947542252672:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128105.286296:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128105.286309:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012baaaa00/0x802a7453533bb29d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1f59 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.286328:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.286333:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bb296 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f52 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.286338:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128105.286341:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012baaaa00/0x802a7453533bb29d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f59 expref: 82 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.286372:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bb296 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f52 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.286382:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012baaaa00/0x802a7453533bb29d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f59 expref: 82 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.286390:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012baaaa00, rc 0) 00000100:00100000:1.0:1746128105.286421:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:31595:x1830947542252672:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.286426:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4366 00000100:00100000:0.0:1746128105.290620:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.294677:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.294721:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.298101:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.302714:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.302793:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542253696 00000100:00100000:1.0:1746128105.302800:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542253696 00002000:00100000:1.0:1746128105.302833:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968d180 x1830947542253696/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:356/0 lens 488/0 e 0 to 0 dl 1746128116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.302843:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968d180 with x1830947542253696 ext(0->4095) 00002000:00010000:1.0:1746128105.302847:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968d180 00000100:00100000:1.0:1746128105.302876:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3405 00000100:00100000:1.0:1746128105.302883:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542253696:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128105.303011:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542253696:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (302us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128105.303016:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3405 00002000:00100000:1.0:1746128105.303021:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968d180 x1830947542253696/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:356/0 lens 488/4536 e 0 to 0 dl 1746128116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.303028:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968d180 with x1830947542253696 ext(0->4095) 00002000:00010000:1.0:1746128105.303030:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968d180 00000100:00100000:0.0:1746128105.306303:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.309258:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.310061:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.313450:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.316408:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.317332:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542254464 00000100:00100000:1.0:1746128105.317339:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542254464 00000100:00100000:1.0:1746128105.317381:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4370 00000100:00100000:1.0:1746128105.317386:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542254464:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128105.317400:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128105.317412:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb2b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1f75 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.317431:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.317435:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bb2b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f6e expref: 81 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.317440:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128105.317443:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb2b9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f75 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.317474:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bb2b2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f6e expref: 81 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.317487:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb2b9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f75 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.317495:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012baab000, rc 0) 00000100:00100000:1.0:1746128105.317540:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542254464:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (1137us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.317545:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4370 00000100:00100000:0.0:1746128105.317795:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.320246:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.320314:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542254848 00000100:00100000:1.0:1746128105.320319:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542254848 00002000:00100000:1.0:1746128105.320345:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968ce00 x1830947542254848/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 488/0 e 0 to 0 dl 1746128116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.320353:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968ce00 with x1830947542254848 ext(0->4095) 00010000:00010000:1.0:1746128105.320359:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bb2b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f6e expref: 81 pid: 28170 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746128105.320371:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bb2b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f6e expref: 81 pid: 28170 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746128105.320377:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968ce00 00000100:00100000:1.0:1746128105.320390:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1336 00000100:00100000:1.0:1746128105.320396:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:1964:x1830947542254848:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128105.320518:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:1964:x1830947542254848:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128105.320524:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1336 00002000:00100000:1.0:1746128105.320529:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968ce00 x1830947542254848/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 488/4536 e 0 to 0 dl 1746128116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.320535:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968ce00 with x1830947542254848 ext(0->4095) 00010000:00010000:1.0:1746128105.320540:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bb2b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f6e expref: 81 pid: 28170 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746128105.320548:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bb2b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f6e expref: 81 pid: 28170 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746128105.320553:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968ce00 00000100:00100000:1.0:1746128105.322043:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746128105.322065:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947540186752:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746128105.322103:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128105.322561:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947540186752:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746128105.324010:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542255104 00000100:00100000:0.0:1746128105.324017:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542255104 00010000:00010000:0.0:1746128105.324041:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bb2b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f6e expref: 81 pid: 28170 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746128105.324080:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8257 00000100:00100000:0.0:1746128105.324086:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:1965:x1830947542255104:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128105.324095:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128105.324110:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bb2b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f6e expref: 81 pid: 28170 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746128105.324123:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bb2b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f6e expref: 81 pid: 28170 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746128105.324139:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bb2b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f6e expref: 81 pid: 28170 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746128105.325103:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128105.325123:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1965:x1830947542255104:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1037us (1182us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128105.325130:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8257 00000100:00100000:0.0:1746128105.327032:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.331088:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.334166:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.334350:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542255744 00000100:00100000:1.0:1746128105.334355:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542255744 00002000:00100000:1.0:1746128105.334388:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968c700 x1830947542255744/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 488/0 e 0 to 0 dl 1746128116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.334396:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968c700 with x1830947542255744 ext(0->4095) 00002000:00010000:1.0:1746128105.334400:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968c700 00000100:00100000:1.0:1746128105.334426:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3406 00000100:00100000:1.0:1746128105.334432:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:1963:x1830947542255744:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128105.334552:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:1963:x1830947542255744:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (386us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128105.334557:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3406 00002000:00100000:1.0:1746128105.334561:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968c700 x1830947542255744/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 488/4536 e 0 to 0 dl 1746128116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.334568:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968c700 with x1830947542255744 ext(0->4095) 00002000:00010000:1.0:1746128105.334590:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968c700 00000100:00100000:0.0:1746128105.336457:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.338959:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.343719:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.346509:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.347197:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.347348:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542256384 00000100:00100000:1.0:1746128105.347355:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542256384 00000100:00100000:1.0:1746128105.347395:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542256512 00000100:00100000:1.0:1746128105.347397:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542256512 00000100:00100000:1.0:1746128105.347411:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4373 00000100:00100000:1.0:1746128105.347417:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:31595:x1830947542256384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128105.347429:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128105.347441:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb2ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1f8a expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.347463:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb2c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f83 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.347469:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.347471:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.347474:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb2ce lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f8a expref: 82 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.347497:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb2c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f83 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.347507:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bb2c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f83 expref: 5 pid: 8417 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746128105.347516:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540187520:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128105.347582:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128105.347626:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4374 00000100:00100000:0.0:1746128105.347632:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:31596:x1830947542256512:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128105.347637:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128105.347643:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb2d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1f91 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.347652:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128105.347656:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb2ce lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f8a expref: 83 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.347660:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128105.347663:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb2d5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f91 expref: 83 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.347682:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb2ce lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f8a expref: 83 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.347691:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb2d5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f91 expref: 83 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.347699:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc64e00, rc 0) 00000100:00100000:0.0:1746128105.347717:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+83:31596:x1830947542256512:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 85us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128105.347722:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4374 00000100:00100000:0.0:1746128105.350140:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.350617:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540187520:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128105.350642:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb2ce lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f8a expref: 82 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.350653:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012baab000, rc 0) 00000100:00100000:1.0:1746128105.350683:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:31595:x1830947542256384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3266us (4178us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.350689:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4373 00000100:00100000:0.0:1746128105.354965:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.355051:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542256896 00000100:00100000:1.0:1746128105.355057:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542256896 00002000:00100000:1.0:1746128105.355087:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134408a80 x1830947542256896/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 488/0 e 0 to 0 dl 1746128116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.355096:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134408a80 with x1830947542256896 ext(0->4095) 00010000:00010000:1.0:1746128105.355103:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb2ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f8a expref: 82 pid: 8416 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746128105.355115:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb2ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f8a expref: 82 pid: 8416 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746128105.355121:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134408a80 00000100:00100000:1.0:1746128105.355414:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1338 00000100:00100000:1.0:1746128105.355421:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1963:x1830947542256896:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128105.355535:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1963:x1830947542256896:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (573us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128105.355543:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1338 00002000:00100000:1.0:1746128105.355548:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134408a80 x1830947542256896/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 488/4536 e 0 to 0 dl 1746128116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.355554:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134408a80 with x1830947542256896 ext(0->4095) 00010000:00010000:1.0:1746128105.355558:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb2ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f8a expref: 82 pid: 8416 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746128105.355567:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb2ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f8a expref: 82 pid: 8416 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746128105.355589:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134408a80 00000100:00100000:0.0:1746128105.358032:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.362400:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.365599:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.367675:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540188032:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128105.367693:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb2dc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f98 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.367704:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fada00, rc 0) 00000100:00100000:0.0:1746128105.367740:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542257408:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1769us (2171us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128105.367749:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4375 00000100:00100000:0.0:1746128105.369357:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.372881:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.372945:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.372981:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542257792 00000100:00100000:0.0:1746128105.372988:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542257792 00002000:00100000:0.0:1746128105.373021:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f94700 x1830947542257792/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:356/0 lens 488/0 e 0 to 0 dl 1746128116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128105.373030:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f94700 with x1830947542257792 ext(0->4095) 00002000:00010000:0.0:1746128105.373034:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f94700 00000100:00100000:0.0:1746128105.373071:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3409 00000100:00100000:0.0:1746128105.373078:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542257792:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128105.373203:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542257792:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (329us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128105.373209:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3409 00002000:00100000:0.0:1746128105.373215:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f94700 x1830947542257792/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:356/0 lens 488/4536 e 0 to 0 dl 1746128116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128105.373222:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f94700 with x1830947542257792 ext(0->4095) 00002000:00010000:0.0:1746128105.373224:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f94700 00000100:00100000:0.0:1746128105.374739:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542257920 00000100:00100000:0.0:1746128105.374743:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542257920 00000100:00100000:0.0:1746128105.375675:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4376 00000100:00100000:0.0:1746128105.375683:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:31595:x1830947542257920:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128105.375696:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128105.375707:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc64a00/0x802a7453533bb2e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1f9f expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.375733:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb2dc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f98 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.375739:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128105.375740:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128105.375743:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc64a00/0x802a7453533bb2e3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f9f expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.375766:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb2dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f98 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.375775:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb2dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f98 expref: 5 pid: 8416 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746128105.375785:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134408e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540188288:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128105.376495:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128105.378524:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.379000:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542258048 00000100:00100000:1.0:1746128105.379008:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542258048 00000100:00100000:1.0:1746128105.379056:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4377 00000100:00100000:1.0:1746128105.379066:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:31596:x1830947542258048:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128105.379079:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128105.379093:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bb2ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1fa6 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.379112:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.379116:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc64a00/0x802a7453533bb2e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f9f expref: 83 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.379125:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.379128:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bb2ea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fa6 expref: 83 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.379338:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc64a00/0x802a7453533bb2e3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f9f expref: 83 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.379350:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bb2ea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fa6 expref: 83 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.379358:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012baab200, rc 0) 00000100:00100000:1.0:1746128105.379393:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+83:31596:x1830947542258048:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 330us (875us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.379398:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4377 00000100:00100000:1.0:1746128105.380201:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134408e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540188288:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128105.380219:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc64a00/0x802a7453533bb2e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1f9f expref: 82 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.380228:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc64a00, rc 0) 00000100:00100000:1.0:1746128105.380245:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:31595:x1830947542257920:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4564us (7300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.380251:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4376 00000100:00100000:0.0:1746128105.380694:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.385421:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c271c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540188544:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128105.385439:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128105.385483:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542258176:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4415us (4789us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128105.385492:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8263 00000100:00100000:0.0:1746128105.387913:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.389785:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.392011:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542258816 00000100:00100000:1.0:1746128105.392017:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542258816 00002000:00100000:1.0:1746128105.392054:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c270e00 x1830947542258816/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 488/0 e 0 to 0 dl 1746128116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.392069:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c270e00 with x1830947542258816 ext(0->4095) 00002000:00010000:1.0:1746128105.392074:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c270e00 00000100:00100000:1.0:1746128105.392095:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3410 00000100:00100000:1.0:1746128105.392101:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1966:x1830947542258816:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128105.392212:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1966:x1830947542258816:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128105.392217:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3410 00002000:00100000:1.0:1746128105.392223:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c270e00 x1830947542258816/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 488/4536 e 0 to 0 dl 1746128116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.392230:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c270e00 with x1830947542258816 ext(0->4095) 00002000:00010000:1.0:1746128105.392232:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c270e00 00000100:00100000:0.0:1746128105.392387:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540188672:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128105.392400:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128105.392425:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:1964:x1830947542258560:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2533us (2643us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128105.392431:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8264 00000100:00100000:1.0:1746128105.394225:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542258944 00000100:00100000:1.0:1746128105.394230:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542258944 00000100:00100000:1.0:1746128105.394253:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4378 00000100:00100000:1.0:1746128105.394259:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542258944:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128105.394270:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128105.394281:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb2f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1fad expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.394301:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bb2ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fa6 expref: 80 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.394307:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.394308:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.394312:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb2f1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fad expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.394334:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bb2ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fa6 expref: 80 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.394344:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bb2ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fa6 expref: 80 pid: 28170 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746128105.394353:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540188800:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128105.396511:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128105.396715:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.396776:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540188800:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128105.396795:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb2f1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fad expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.396806:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012baab000, rc 0) 00000100:00100000:1.0:1746128105.396834:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542258944:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2575us (2673us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.396841:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4378 00000100:00100000:0.0:1746128105.400858:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.402244:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.402491:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.402540:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542259456 00000100:00100000:1.0:1746128105.402545:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542259456 00000100:00100000:1.0:1746128105.402566:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542259584 00000100:00100000:1.0:1746128105.402568:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542259584 00000100:00100000:1.0:1746128105.402599:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4379 00000100:00100000:1.0:1746128105.402604:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:31595:x1830947542259456:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128105.402613:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128105.402625:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb2f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1fb4 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.402644:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb2f1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fad expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.402649:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.402650:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.402653:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb2f8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fb4 expref: 82 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.402674:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb2f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fad expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.402683:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb2f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fad expref: 5 pid: 8416 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746128105.402691:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540189056:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128105.402744:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64240 going to sleep for 11 seconds 00000100:00100000:1.0:1746128105.404259:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540189056:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128105.404279:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb2f8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fb4 expref: 82 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.404288:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012baaa800, rc 0) 00000100:00100000:1.0:1746128105.404632:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:31595:x1830947542259456:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2026us (2388us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.404638:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4379 00000100:00100000:0.0:1746128105.404942:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542259712 00000100:00100000:0.0:1746128105.404947:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542259712 00010000:00010000:0.0:1746128105.404967:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb2f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fad expref: 6 pid: 8416 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746128105.404985:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8266 00000100:00100000:0.0:1746128105.404990:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542259712:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128105.404999:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128105.405014:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb2f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fad expref: 6 pid: 8416 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746128105.405023:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb2f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fad expref: 6 pid: 8416 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746128105.405039:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bb2f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fad expref: 6 pid: 8416 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746128105.405071:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128105.405072:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128105.405079:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb2f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fb4 expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.405085:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb2f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fb4 expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.405106:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb2f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fb4 expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.405114:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb2f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fb4 expref: 81 pid: 8416 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746128105.405124:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134408e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540189312:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128105.405181:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128105.408770:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.408953:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542259968 00000100:00100000:1.0:1746128105.408962:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542259968 00002000:00100000:1.0:1746128105.408995:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013440ad80 x1830947542259968/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 488/0 e 0 to 0 dl 1746128116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.409003:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440ad80 with x1830947542259968 ext(0->4095) 00010000:00010000:1.0:1746128105.409031:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb2f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fb4 expref: 82 pid: 8416 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746128105.409042:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb2f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fb4 expref: 82 pid: 8416 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746128105.409055:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013440ad80 00000100:00100000:1.0:1746128105.409078:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1340 00000100:00100000:1.0:1746128105.409084:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1963:x1830947542259968:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128105.409677:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1963:x1830947542259968:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 592us (908us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128105.409683:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1340 00002000:00100000:1.0:1746128105.409689:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013440ad80 x1830947542259968/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 488/4536 e 0 to 0 dl 1746128116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.409696:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440ad80 with x1830947542259968 ext(0->4095) 00010000:00010000:1.0:1746128105.409700:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb2f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fb4 expref: 82 pid: 8416 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746128105.409708:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012baaa800/0x802a7453533bb2f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fb4 expref: 82 pid: 8416 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746128105.409713:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013440ad80 00000100:00100000:0.0:1746128105.418238:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.418292:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542260352 00000100:00100000:1.0:1746128105.418298:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542260352 00002000:00100000:1.0:1746128105.418331:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134409f80 x1830947542260352/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 488/0 e 0 to 0 dl 1746128116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.418340:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134409f80 with x1830947542260352 ext(0->4095) 00002000:00010000:1.0:1746128105.418343:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134409f80 00000100:00100000:1.0:1746128105.418493:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3412 00000100:00100000:1.0:1746128105.418500:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:1964:x1830947542260352:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128105.418645:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:1964:x1830947542260352:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (406us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128105.418650:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3412 00002000:00100000:1.0:1746128105.418655:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134409f80 x1830947542260352/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 488/4536 e 0 to 0 dl 1746128116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.418662:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134409f80 with x1830947542260352 ext(0->4095) 00002000:00010000:1.0:1746128105.418664:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134409f80 00000100:00100000:0.0:1746128105.420881:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.420954:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542260480 00000100:00100000:1.0:1746128105.420960:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542260480 00000100:00100000:1.0:1746128105.420990:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4381 00000100:00100000:1.0:1746128105.420996:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542260480:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128105.421008:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128105.421022:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb306 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1fc2 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.421042:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb2ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fbb expref: 80 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.421062:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.421064:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.421067:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb306 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fc2 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.421090:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb2ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fbb expref: 80 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.421100:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb2ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fbb expref: 80 pid: 8417 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746128105.421111:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540189568:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128105.421511:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128105.423650:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540189568:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128105.423671:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb306 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fc2 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.423684:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc64e00, rc 0) 00000100:00100000:1.0:1746128105.423719:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542260480:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2723us (2843us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.423726:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4381 00000100:00100000:0.0:1746128105.427428:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.429495:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.430429:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542260992 00000100:00100000:1.0:1746128105.430435:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542260992 00000100:00100000:1.0:1746128105.430464:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4382 00000100:00100000:1.0:1746128105.430469:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:31595:x1830947542260992:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128105.430482:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128105.430495:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb30d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1fc9 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.430516:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb306 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fc2 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.430521:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.430523:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.430525:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb30d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fc9 expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.430548:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb306 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fc2 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.430557:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb306 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fc2 expref: 5 pid: 8416 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746128105.430566:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540189824:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128105.431454:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128105.433005:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.433711:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540189824:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128105.433734:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb30d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fc9 expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.433747:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc65800, rc 0) 00000100:00100000:1.0:1746128105.433780:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:31595:x1830947542260992:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3311us (4286us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.433791:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4382 00000100:00100000:1.0:1746128105.433812:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542261120 00000100:00100000:1.0:1746128105.433816:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542261120 00000100:00100000:0.0:1746128105.433863:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.433976:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4383 00000100:00100000:1.0:1746128105.433983:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:31596:x1830947542261120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128105.433993:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128105.434005:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a2c400/0x802a7453533bb314 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1fd0 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.434091:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.434095:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb30d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fc9 expref: 82 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.434101:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.434104:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a2c400/0x802a7453533bb314 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fd0 expref: 82 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.434397:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb30d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fc9 expref: 82 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.434406:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a2c400/0x802a7453533bb314 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fd0 expref: 82 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.434412:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.434413:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.434417:0:8418:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb30d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fc9 expref: 82 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.434428:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb30d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fc9 expref: 82 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.434441:0:8418:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb30d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fc9 expref: 82 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.434449:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb30d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fc9 expref: 82 pid: 8416 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746128105.434457:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540190080:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128105.434768:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128105.436362:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.436433:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540190080:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128105.436446:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a2c400, rc 0) 00000100:00100000:1.0:1746128105.436472:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:31596:x1830947542261120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2489us (3470us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.436478:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4383 00000100:00100000:0.0:1746128105.439038:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.441616:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.447064:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.447310:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542262016 00000100:00100000:1.0:1746128105.447317:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542262016 00000100:00100000:1.0:1746128105.447892:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4384 00000100:00100000:1.0:1746128105.447900:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542262016:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128105.447915:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128105.447930:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bb31b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1fd7 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.447955:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a2c400/0x802a7453533bb314 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fd0 expref: 80 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.447961:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.447962:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.447965:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bb31b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fd7 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.447989:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a2c400/0x802a7453533bb314 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fd0 expref: 80 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.447999:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a2c400/0x802a7453533bb314 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fd0 expref: 80 pid: 8418 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746128105.448010:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540190336:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128105.448085:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128105.453783:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540190336:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128105.453805:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bb31b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fd7 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.453819:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d000, rc 0) 00000100:00100000:1.0:1746128105.453858:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542262016:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5959us (6801us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.453869:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4384 00000100:00100000:0.0:1746128105.454487:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542262272 00000100:00100000:0.0:1746128105.454491:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542262272 00000100:00100000:0.0:1746128105.454715:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4385 00000100:00100000:0.0:1746128105.454721:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:31595:x1830947542262272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128105.454731:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128105.454739:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b53e2200/0x802a7453533bb322 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1fde expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.454751:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bb31b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fd7 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.454756:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128105.454757:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128105.454759:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b53e2200/0x802a7453533bb322 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fde expref: 82 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.454774:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bb31b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fd7 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.454781:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bb31b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fd7 expref: 5 pid: 8418 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746128105.454788:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540190592:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128105.454824:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b2226c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128105.458706:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.462397:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542262656 00000100:00100000:0.0:1746128105.462404:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542262656 00000100:00100000:0.0:1746128105.462975:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4386 00000100:00100000:0.0:1746128105.462982:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:31596:x1830947542262656:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128105.462995:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128105.463008:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009449cc00/0x802a7453533bb329 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1fe5 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.463027:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128105.463032:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b53e2200/0x802a7453533bb322 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fde expref: 82 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.463037:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128105.463040:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009449cc00/0x802a7453533bb329 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fe5 expref: 82 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.463078:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b53e2200/0x802a7453533bb322 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fde expref: 82 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.463088:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009449cc00/0x802a7453533bb329 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fe5 expref: 82 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.463095:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009449cc00, rc 0) 00000100:00100000:0.0:1746128105.463135:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:31596:x1830947542262656:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (1303us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128105.463140:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4386 00000100:00100000:0.0:1746128105.465776:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.472565:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542263040 00000100:00100000:1.0:1746128105.472594:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542263040 00002000:00100000:1.0:1746128105.472625:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c273100 x1830947542263040/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 488/0 e 0 to 0 dl 1746128116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.472633:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c273100 with x1830947542263040 ext(0->4095) 00010000:00010000:1.0:1746128105.472640:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b53e2200/0x802a7453533bb322 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fde expref: 82 pid: 8418 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746128105.472651:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b53e2200/0x802a7453533bb322 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fde expref: 82 pid: 8418 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746128105.472656:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c273100 00000100:00100000:1.0:1746128105.472686:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1343 00000100:00100000:1.0:1746128105.472692:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1964:x1830947542263040:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128105.472813:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1964:x1830947542263040:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (982us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128105.472819:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1343 00002000:00100000:1.0:1746128105.472824:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c273100 x1830947542263040/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 488/4536 e 0 to 0 dl 1746128116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.472831:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c273100 with x1830947542263040 ext(0->4095) 00010000:00010000:1.0:1746128105.472835:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b53e2200/0x802a7453533bb322 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fde expref: 82 pid: 8418 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746128105.472843:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b53e2200/0x802a7453533bb322 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fde expref: 82 pid: 8418 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746128105.472848:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c273100 00000100:00100000:0.0:1746128105.479525:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.485814:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.488642:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.493214:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540191104:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128105.493229:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bb330 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fec expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.493244:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009572f200, rc 0) 00000100:00100000:0.0:1746128105.493284:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542263552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2498us (4648us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128105.493289:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4387 00000100:00100000:1.0:1746128105.496413:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.497338:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542264064 00000100:00100000:0.0:1746128105.497341:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542264064 00000100:00100000:0.0:1746128105.497369:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4388 00000100:00100000:0.0:1746128105.497374:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:31595:x1830947542264064:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128105.497383:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128105.497394:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009449c600/0x802a7453533bb337 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d1ff3 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.497412:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bb330 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fec expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.497418:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128105.497420:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128105.497423:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009449c600/0x802a7453533bb337 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ff3 expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.497444:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bb330 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fec expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.497453:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bb330 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1fec expref: 5 pid: 8416 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746128105.497467:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540191360:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128105.497528:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b2226c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128105.501838:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.501910:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.506951:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.507184:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542264576 00000100:00100000:1.0:1746128105.507190:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542264576 00002000:00100000:1.0:1746128105.507218:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a8a80 x1830947542264576/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 488/0 e 0 to 0 dl 1746128116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.507227:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a8a80 with x1830947542264576 ext(0->4095) 00010000:00010000:1.0:1746128105.507233:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009449c600/0x802a7453533bb337 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ff3 expref: 82 pid: 8416 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746128105.507244:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009449c600/0x802a7453533bb337 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ff3 expref: 82 pid: 8416 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746128105.507250:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d0a8a80 00000100:00100000:1.0:1746128105.507273:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1344 00000100:00100000:1.0:1746128105.507279:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1964:x1830947542264576:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128105.507384:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1964:x1830947542264576:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (438us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128105.507389:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1344 00002000:00100000:1.0:1746128105.507393:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a8a80 x1830947542264576/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 488/4536 e 0 to 0 dl 1746128116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.507400:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a8a80 with x1830947542264576 ext(0->4095) 00010000:00010000:1.0:1746128105.507405:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009449c600/0x802a7453533bb337 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ff3 expref: 82 pid: 8416 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746128105.507417:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009449c600/0x802a7453533bb337 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ff3 expref: 82 pid: 8416 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746128105.507422:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d0a8a80 00000100:00100000:0.0:1746128105.509721:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.514146:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.527741:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.558867:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.560335:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542265216 00000100:00100000:1.0:1746128105.560344:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542265216 00002000:00100000:1.0:1746128105.560382:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012d0a8e00 x1830947542265216/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 496/0 e 0 to 0 dl 1746128116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.560392:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a8e00 with x1830947542265216 ext(0->7) 00010000:00010000:1.0:1746128105.560399:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb33e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ffa expref: 81 pid: 8416 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746128105.560412:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bb33e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d1ffa expref: 81 pid: 8416 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746128105.560418:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d0a8e00 00000100:00100000:0.0:1746128105.565536:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.566311:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.570843:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.582691:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.586785:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.593298:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.604452:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.628707:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542266624 00000100:00100000:0.0:1746128105.628713:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542266624 00010000:00010000:0.0:1746128105.628740:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bb34c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2008 expref: 85 pid: 8416 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746128105.628764:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8279 00000100:00100000:0.0:1746128105.628770:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+85:1965:x1830947542266624:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128105.628780:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128105.628796:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bb34c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2008 expref: 85 pid: 8416 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746128105.628810:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bb34c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2008 expref: 85 pid: 8416 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746128105.628828:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bb34c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2008 expref: 85 pid: 8416 timeout: 601 lvb_type: 0 00010000:00010000:0.0:1746128105.628842:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128105.628844:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128105.628850:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b61d600/0x802a7453533bb353 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d200f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.628857:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b61d600/0x802a7453533bb353 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d200f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.628881:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b61d600/0x802a7453533bb353 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d200f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128105.628891:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8daa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540192512:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128105.628939:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222900 going to sleep for 11 seconds 00000100:00100000:1.0:1746128105.635115:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.638311:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.642489:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.642797:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542267264 00000100:00100000:0.0:1746128105.642803:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542267264 00002000:00100000:0.0:1746128105.642834:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f36a00 x1830947542267264/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 488/0 e 0 to 0 dl 1746128116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128105.642843:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f36a00 with x1830947542267264 ext(0->4095) 00002000:00010000:0.0:1746128105.642846:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f36a00 00000100:00100000:0.0:1746128105.642870:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3419 00000100:00100000:0.0:1746128105.642876:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+85:1964:x1830947542267264:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128105.642983:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+85:1964:x1830947542267264:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (499us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128105.642989:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3419 00002000:00100000:0.0:1746128105.642994:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f36a00 x1830947542267264/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 488/4536 e 0 to 0 dl 1746128116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128105.643000:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f36a00 with x1830947542267264 ext(0->4095) 00002000:00010000:0.0:1746128105.643002:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f36a00 00000100:00100000:0.0:1746128105.670071:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.719628:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.719674:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.724563:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.729452:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.737734:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.739187:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8282 00000100:00100000:1.0:1746128105.739199:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542268160:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128105.739213:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128105.739232:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b61c200/0x802a7453533bb361 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d201d expref: 6 pid: 8416 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746128105.739244:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b61c200/0x802a7453533bb361 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d201d expref: 6 pid: 8416 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746128105.739262:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b61c200/0x802a7453533bb361 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d201d expref: 6 pid: 8416 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746128105.739293:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.739295:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.739302:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b61d600/0x802a7453533bb368 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2024 expref: 86 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.739310:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b61d600/0x802a7453533bb368 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2024 expref: 86 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.739340:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b61d600/0x802a7453533bb368 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2024 expref: 86 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128105.739351:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f37800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540193280:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128105.739436:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128105.741769:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f37800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540193280:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128105.741785:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128105.741816:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542268160:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2620us (4088us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.741824:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8282 00000100:00100000:0.0:1746128105.743156:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.751473:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.751531:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542268544 00000100:00100000:1.0:1746128105.751537:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542268544 00000100:00100000:1.0:1746128105.751594:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4396 00000100:00100000:1.0:1746128105.751600:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542268544:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128105.751616:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128105.751629:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb36f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d202b expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.751649:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b61d600/0x802a7453533bb368 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2024 expref: 86 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.751654:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.751655:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.751658:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb36f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d202b expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.751678:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b61d600/0x802a7453533bb368 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2024 expref: 86 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.751686:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b61d600/0x802a7453533bb368 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2024 expref: 86 pid: 8416 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746128105.751695:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540193408:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128105.751744:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128105.753654:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540193408:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128105.753675:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb36f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d202b expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.753687:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc64e00, rc 0) 00000100:00100000:1.0:1746128105.753722:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542268544:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2121us (2254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.753731:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4396 00000100:00100000:0.0:1746128105.760683:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.764429:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.769638:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.770690:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.771945:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542269184 00000100:00100000:0.0:1746128105.771951:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542269184 00000100:00100000:0.0:1746128105.771988:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4397 00000100:00100000:0.0:1746128105.771994:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+88:31595:x1830947542269184:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128105.772006:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128105.772019:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009578a800/0x802a7453533bb376 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2032 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.772040:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb36f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d202b expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.772057:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128105.772058:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128105.772061:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009578a800/0x802a7453533bb376 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2032 expref: 89 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.772082:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb36f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d202b expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.772091:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb36f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d202b expref: 5 pid: 8418 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746128105.772100:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c75500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540193664:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128105.772159:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128105.778923:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.782135:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.782225:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542269568 00000100:00100000:1.0:1746128105.782231:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542269568 00002000:00100000:1.0:1746128105.782265:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c74a80 x1830947542269568/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 488/0 e 0 to 0 dl 1746128116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.782275:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c74a80 with x1830947542269568 ext(0->4095) 00002000:00010000:1.0:1746128105.782278:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c74a80 00000100:00100000:1.0:1746128105.782508:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3422 00000100:00100000:1.0:1746128105.782514:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+89:1963:x1830947542269568:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128105.782669:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+89:1963:x1830947542269568:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (540us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128105.782675:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3422 00002000:00100000:1.0:1746128105.782679:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c74a80 x1830947542269568/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 488/4536 e 0 to 0 dl 1746128116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.782686:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c74a80 with x1830947542269568 ext(0->4095) 00002000:00010000:1.0:1746128105.782688:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c74a80 00000100:00100000:0.0:1746128105.786604:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.835394:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.837268:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.838913:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4399 00000100:00100000:1.0:1746128105.838965:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+91:31595:x1830947542269824:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128105.838976:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128105.838989:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb384 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2040 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.839011:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128105.839016:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bb37d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2039 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.839021:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128105.839024:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb384 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2040 expref: 92 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.839057:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bb37d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2039 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.839067:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc64e00/0x802a7453533bb384 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2040 expref: 92 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.839075:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc64e00, rc 0) 00000100:00100000:1.0:1746128105.839096:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+92:31595:x1830947542269824:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (3710us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.839101:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4399 00000100:00100000:0.0:1746128105.842550:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.852464:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.852524:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542270336 00000100:00100000:1.0:1746128105.852533:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542270336 00002000:00100000:1.0:1746128105.852566:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c75500 x1830947542270336/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:356/0 lens 488/0 e 0 to 0 dl 1746128116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.852595:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c75500 with x1830947542270336 ext(0->4095) 00010000:00010000:1.0:1746128105.852602:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bb37d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2039 expref: 6 pid: 8418 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746128105.852617:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bb37d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2039 expref: 6 pid: 8418 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746128105.852622:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c75500 00000100:00100000:1.0:1746128105.852644:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1353 00000100:00100000:1.0:1746128105.852650:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542270336:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128105.852758:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542270336:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (301us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128105.852763:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1353 00002000:00100000:1.0:1746128105.852767:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c75500 x1830947542270336/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:356/0 lens 488/4536 e 0 to 0 dl 1746128116 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.852773:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c75500 with x1830947542270336 ext(0->4095) 00010000:00010000:1.0:1746128105.852777:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bb37d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2039 expref: 6 pid: 8418 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746128105.852784:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bb37d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2039 expref: 6 pid: 8418 timeout: 601 lvb_type: 0 00002000:00010000:1.0:1746128105.852789:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c75500 00000100:00100000:0.0:1746128105.887485:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.887532:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.893395:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540194432:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128105.893411:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b53e3e00, rc 0) 00000100:00100000:0.0:1746128105.893457:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542270592:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5787us (5924us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128105.893464:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4400 00000100:00100000:0.0:1746128105.898266:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.903372:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.903758:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.904620:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4401 00000100:00100000:1.0:1746128105.904628:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+91:31595:x1830947542270976:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128105.904639:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128105.904649:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb392 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d204e expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.904665:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b53e3e00/0x802a7453533bb38b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2047 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.904670:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.904671:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.904674:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb392 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d204e expref: 92 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.904690:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b53e3e00/0x802a7453533bb38b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2047 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.904700:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b53e3e00/0x802a7453533bb38b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2047 expref: 5 pid: 8418 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746128105.904708:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540194688:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128105.904756:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128105.907156:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.907369:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540194688:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128105.907386:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb392 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d204e expref: 91 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128105.907397:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc65800, rc 0) 00000100:00100000:0.0:1746128105.907768:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+91:31595:x1830947542270976:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3141us (4402us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128105.907774:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4401 00000100:00100000:0.0:1746128105.913847:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.915728:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8288 00000100:00100000:1.0:1746128105.915739:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092093100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542271488:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128105.915751:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128105.915769:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b53e3e00/0x802a7453533bb38b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2047 expref: 6 pid: 8418 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746128105.915780:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b53e3e00/0x802a7453533bb38b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2047 expref: 6 pid: 8418 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746128105.915802:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b53e3e00/0x802a7453533bb38b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2047 expref: 6 pid: 8418 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746128105.915821:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.915823:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.915829:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb392 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d204e expref: 90 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.915835:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb392 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d204e expref: 90 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.915860:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb392 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d204e expref: 90 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128105.915870:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540194816:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128105.915935:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128105.927406:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540194816:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128105.927422:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128105.927456:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092093100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542271488:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 11720us (13615us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.927465:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8288 00000100:00100000:0.0:1746128105.927566:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.931360:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.967906:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.968048:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.968129:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542272128 00000100:00100000:1.0:1746128105.968136:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542272128 00002000:00100000:1.0:1746128105.968173:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091f35180 x1830947542272128/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 496/0 e 0 to 0 dl 1746128116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.968188:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35180 with x1830947542272128 ext(0->7) 00010000:00010000:1.0:1746128105.968195:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb392 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d204e expref: 91 pid: 8416 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128105.968207:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb392 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d204e expref: 91 pid: 8416 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746128105.968213:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f35180 00000100:00100000:1.0:1746128105.968243:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1356 00000100:00100000:1.0:1746128105.968249:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+91:1966:x1830947542272128:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128105.968844:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+95:1966:x1830947542272128:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 595us (803us total) trans 4294967897 rc 0/0 00000100:00100000:1.0:1746128105.968850:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1356 00002000:00100000:1.0:1746128105.968856:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091f35180 x1830947542272128/t4294967897(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:356/0 lens 496/448 e 0 to 0 dl 1746128116 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128105.968862:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35180 with x1830947542272128 ext(0->7) 00010000:00010000:1.0:1746128105.968866:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb392 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d204e expref: 95 pid: 8416 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128105.968873:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb392 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d204e expref: 95 pid: 8416 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746128105.968878:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f35180 00000100:00100000:0.0:1746128105.973516:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.974245:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542272256 00000100:00100000:1.0:1746128105.974254:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542272256 00010000:00010000:1.0:1746128105.974283:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb392 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d204e expref: 94 pid: 8416 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128105.975651:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8289 00000100:00100000:1.0:1746128105.975661:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+94:1966:x1830947542272256:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128105.975673:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128105.975691:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb392 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d204e expref: 94 pid: 8416 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128105.975702:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb392 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d204e expref: 94 pid: 8416 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128105.975721:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc65800/0x802a7453533bb392 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d204e expref: 94 pid: 8416 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128105.975737:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.975738:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.975744:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bb399 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2055 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.975750:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bb399 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2055 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.975775:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bb399 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2055 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.975783:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bb399 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2055 expref: 5 pid: 8416 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128105.975792:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540195200:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128105.976713:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128105.978426:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.978616:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540195200:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128105.978629:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128105.978662:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+93:1966:x1830947542272256:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3003us (5153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.978671:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8289 00000100:00100000:0.0:1746128105.982405:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.982503:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542272640 00000100:00100000:1.0:1746128105.982509:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542272640 00010000:00010000:1.0:1746128105.982536:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bb399 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2055 expref: 6 pid: 8416 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128105.982811:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8290 00000100:00100000:1.0:1746128105.982818:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f29450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542272640:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128105.982829:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128105.982844:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bb399 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2055 expref: 6 pid: 8416 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128105.982855:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bb399 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2055 expref: 6 pid: 8416 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128105.982871:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bb399 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2055 expref: 6 pid: 8416 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128105.982890:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.982892:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.982898:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bb3a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d205c expref: 92 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.982904:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bb3a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d205c expref: 92 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.982932:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bb3a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d205c expref: 92 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128105.982942:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540195328:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128105.983004:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128105.986153:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.986232:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540195328:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128105.986245:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128105.986271:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f29450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542272640:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3454us (3873us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.986279:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8290 00000100:00100000:0.0:1746128105.989140:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.991283:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128105.993890:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.994056:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542273280 00000100:00100000:1.0:1746128105.994063:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542273280 00010000:00010000:1.0:1746128105.994085:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bb3a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d205c expref: 95 pid: 8416 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128105.994751:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8291 00000100:00100000:1.0:1746128105.994758:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+95:1963:x1830947542273280:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128105.994768:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128105.994785:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bb3a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d205c expref: 95 pid: 8416 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128105.994800:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bb3a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d205c expref: 95 pid: 8416 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128105.994817:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bb3a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d205c expref: 95 pid: 8416 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128105.994835:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.994837:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128105.994843:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bb3a7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2063 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.994850:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bb3a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2063 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128105.994874:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bb3a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2063 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128105.994884:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540195584:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128105.995134:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128105.997983:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128105.998005:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540195584:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128105.998018:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128105.998125:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+94:1963:x1830947542273280:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3367us (4238us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128105.998134:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8291 00000100:00100000:0.0:1746128106.000887:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.001606:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.003730:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.003908:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542273920 00000100:00100000:1.0:1746128106.003914:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542273920 00010000:00010000:1.0:1746128106.003934:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bb3a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2063 expref: 6 pid: 8416 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128106.004011:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8292 00000100:00100000:1.0:1746128106.004018:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542273920:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128106.004026:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128106.004053:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bb3a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2063 expref: 6 pid: 8416 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.004063:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bb3a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2063 expref: 6 pid: 8416 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.004079:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bb3a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2063 expref: 6 pid: 8416 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.004104:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.004105:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.004110:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bb3ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d206a expref: 95 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.004117:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bb3ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d206a expref: 95 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.004138:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bb3ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d206a expref: 95 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.004147:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bb3ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d206a expref: 95 pid: 8416 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128106.004157:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540195968:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128106.004692:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128106.006061:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540195968:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128106.006074:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128106.006111:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542273920:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2093us (2381us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.006118:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8292 00000100:00100000:0.0:1746128106.007047:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.008882:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.008926:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542274304 00000100:00100000:1.0:1746128106.008931:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542274304 00010000:00010000:1.0:1746128106.008948:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bb3ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d206a expref: 96 pid: 8416 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128106.008978:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8293 00000100:00100000:1.0:1746128106.008984:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:1966:x1830947542274304:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128106.008992:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128106.009006:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bb3ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d206a expref: 96 pid: 8416 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.009015:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bb3ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d206a expref: 96 pid: 8416 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.009032:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bb3ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d206a expref: 96 pid: 8416 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.009053:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.009056:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.009061:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bb3b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2071 expref: 95 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.009068:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bb3b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2071 expref: 95 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.009093:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bb3b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2071 expref: 95 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128106.009103:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540196096:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128106.009187:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128106.010915:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540196096:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128106.010928:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128106.011216:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:1966:x1830947542274304:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2231us (2335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.011223:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8293 00000100:00100000:0.0:1746128106.013714:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.016874:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.019971:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.024288:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.024326:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.031475:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.038866:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.045163:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.052110:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.057848:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.080740:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.089232:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.091339:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.096085:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8297 00000100:00100000:1.0:1746128106.096110:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f29850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:1965:x1830947542276608:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128106.096118:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128106.096135:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b61de00/0x802a7453533bb3ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2086 expref: 98 pid: 8418 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.096145:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b61de00/0x802a7453533bb3ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2086 expref: 98 pid: 8418 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.096159:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b61de00/0x802a7453533bb3ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2086 expref: 98 pid: 8418 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.096172:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.096173:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.096177:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b61c200/0x802a7453533bb3d1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d208d expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.096184:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b61c200/0x802a7453533bb3d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d208d expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.096206:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b61c200/0x802a7453533bb3d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d208d expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.096216:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b61c200/0x802a7453533bb3d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d208d expref: 5 pid: 8418 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128106.096226:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013180c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540197248:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128106.098781:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128106.106500:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013180c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540197248:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128106.106518:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128106.106946:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f29850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:1965:x1830947542276608:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 10851us (15609us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.106955:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8297 00000100:00100000:0.0:1746128106.107621:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.117454:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.119854:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542276992 00000100:00100000:1.0:1746128106.119863:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542276992 00010000:00010000:1.0:1746128106.119893:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b61c200/0x802a7453533bb3d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d208d expref: 6 pid: 8418 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128106.119920:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8298 00000100:00100000:1.0:1746128106.119925:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542276992:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128106.119934:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128106.119949:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b61c200/0x802a7453533bb3d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d208d expref: 6 pid: 8418 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.119959:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b61c200/0x802a7453533bb3d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d208d expref: 6 pid: 8418 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.119975:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b61c200/0x802a7453533bb3d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d208d expref: 6 pid: 8418 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.121475:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.121479:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.121488:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b61ce00/0x802a7453533bb3d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2094 expref: 96 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.121497:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b61ce00/0x802a7453533bb3d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2094 expref: 96 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.121529:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b61ce00/0x802a7453533bb3d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2094 expref: 96 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128106.121539:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540197376:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128106.122145:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128106.124826:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.125465:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540197376:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128106.125478:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128106.125510:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542276992:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5585us (8064us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.125519:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8298 00000100:00100000:0.0:1746128106.131526:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.134884:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.135219:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542277504 00000100:00100000:1.0:1746128106.135225:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542277504 00010000:00010000:1.0:1746128106.135244:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b61ce00/0x802a7453533bb3d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2094 expref: 97 pid: 8418 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746128106.135533:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.135647:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8299 00000100:00100000:1.0:1746128106.135654:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:1963:x1830947542277504:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128106.135664:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128106.135681:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b61ce00/0x802a7453533bb3d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2094 expref: 97 pid: 8418 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.135690:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b61ce00/0x802a7453533bb3d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2094 expref: 97 pid: 8418 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.135708:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b61ce00/0x802a7453533bb3d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2094 expref: 97 pid: 8418 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.135719:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.135720:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.135725:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b61d600/0x802a7453533bb3df lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d209b expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.135736:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b61d600/0x802a7453533bb3df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d209b expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.135755:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b61d600/0x802a7453533bb3df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d209b expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128106.135763:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540197632:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128106.135804:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128106.140477:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.140557:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540197632:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128106.140590:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128106.140625:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1963:x1830947542277504:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4971us (5746us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.140634:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8299 00000100:00100000:0.0:1746128106.143293:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.145226:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.145685:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542278144 00000100:00100000:1.0:1746128106.145690:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542278144 00010000:00010000:1.0:1746128106.145710:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b61d600/0x802a7453533bb3df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d209b expref: 6 pid: 8417 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128106.145738:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8300 00000100:00100000:1.0:1746128106.145743:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d401c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542278144:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128106.145751:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128106.145765:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b61d600/0x802a7453533bb3df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d209b expref: 6 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.145775:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b61d600/0x802a7453533bb3df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d209b expref: 6 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.145793:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b61d600/0x802a7453533bb3df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d209b expref: 6 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.145808:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.145810:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.145816:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b61cc00/0x802a7453533bb3e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20a2 expref: 97 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.145823:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b61cc00/0x802a7453533bb3e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20a2 expref: 97 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.145843:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b61cc00/0x802a7453533bb3e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20a2 expref: 97 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.145851:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b61cc00/0x802a7453533bb3e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20a2 expref: 97 pid: 8417 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128106.145861:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540198016:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128106.145916:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128106.148359:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.148700:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540198016:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128106.148717:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128106.148753:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d401c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542278144:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3009us (3528us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.148763:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8300 00000100:00100000:0.0:1746128106.152530:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.152650:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542278528 00000100:00100000:1.0:1746128106.152657:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542278528 00010000:00010000:1.0:1746128106.152681:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b61cc00/0x802a7453533bb3e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20a2 expref: 98 pid: 8417 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128106.152757:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8301 00000100:00100000:1.0:1746128106.152762:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1964:x1830947542278528:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128106.152773:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128106.152789:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b61cc00/0x802a7453533bb3e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20a2 expref: 98 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.152799:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b61cc00/0x802a7453533bb3e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20a2 expref: 98 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.152817:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b61cc00/0x802a7453533bb3e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20a2 expref: 98 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.153112:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.153114:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.153120:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bb3ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20a9 expref: 97 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.153128:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bb3ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20a9 expref: 97 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.153154:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bb3ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20a9 expref: 97 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128106.153163:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540198144:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128106.153221:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128106.155446:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.155542:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540198144:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128106.155554:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128106.155605:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:1964:x1830947542278528:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2843us (3080us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.155613:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8301 00000100:00100000:0.0:1746128106.157317:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.157440:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542278912 00000100:00100000:1.0:1746128106.157446:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542278912 00000100:00100000:1.0:1746128106.157478:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4415 00000100:00100000:1.0:1746128106.157484:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d402300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542278912:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128106.157494:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128106.157506:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb3f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d20b0 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.157525:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bb3ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20a9 expref: 96 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.157531:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128106.157533:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128106.157536:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb3f4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20b0 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.157558:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bb3ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20a9 expref: 96 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.157568:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bb3ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20a9 expref: 96 pid: 8417 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128106.157605:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540198272:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128106.157663:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64240 going to sleep for 11 seconds 00000100:00100000:1.0:1746128106.159466:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540198272:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128106.159481:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb3f4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20b0 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.159491:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880137390e00, rc 0) 00000100:00100000:1.0:1746128106.159512:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d402300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542278912:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2028us (2198us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.159518:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4415 00000100:00100000:0.0:1746128106.160394:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.160455:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542279040 00000100:00100000:1.0:1746128106.160459:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542279040 00010000:00010000:1.0:1746128106.160478:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bb3ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20a9 expref: 97 pid: 8417 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128106.160702:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8302 00000100:00100000:1.0:1746128106.160709:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:1964:x1830947542279040:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128106.160718:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128106.160733:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bb3ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20a9 expref: 97 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.160743:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bb3ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20a9 expref: 97 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.160765:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bb3ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20a9 expref: 97 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.160787:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.160789:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.160795:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb3f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20b0 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.160802:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb3f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20b0 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.160822:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb3f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20b0 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128106.160831:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540198400:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128106.160873:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64240 going to sleep for 11 seconds 00000100:00100000:1.0:1746128106.163196:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540198400:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128106.163209:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128106.163235:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:1964:x1830947542279040:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2526us (2842us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.163243:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8302 00000100:00100000:0.0:1746128106.163564:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.166651:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.166687:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.166812:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542279424 00000100:00100000:1.0:1746128106.166817:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542279424 00000100:00100000:1.0:1746128106.166841:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542279552 00000100:00100000:1.0:1746128106.166842:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542279552 00000100:00100000:1.0:1746128106.166854:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4416 00000100:00100000:1.0:1746128106.166859:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:31596:x1830947542279424:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128106.166870:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128106.166883:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb3fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d20b7 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.166902:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb3f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20b0 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.166907:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.166909:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.166911:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb3fb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20b7 expref: 98 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.166932:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb3f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20b0 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.166940:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb3f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20b0 expref: 5 pid: 8418 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128106.166948:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540198528:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128106.166996:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800acc64240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128106.167036:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4417 00000100:00100000:0.0:1746128106.167050:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:31595:x1830947542279552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128106.167056:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128106.167061:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bb402 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d20be expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128106.167070:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128106.167073:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb3fb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20b7 expref: 99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128106.167078:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128106.167080:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bb402 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20be expref: 99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128106.167096:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb3fb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20b7 expref: 99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128106.167104:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bb402 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20be expref: 99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128106.167115:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009578a400, rc 0) 00000100:00100000:0.0:1746128106.167132:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:31595:x1830947542279552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128106.167137:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4417 00000100:00100000:0.0:1746128106.171965:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:1.0:1746128106.172460:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb3f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20b0 expref: 6 pid: 8418 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128106.172473:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013180c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540198528:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128106.172489:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb3fb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20b7 expref: 98 pid: 8418 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.172502:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb3fb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20b7 expref: 98 pid: 8418 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.172510:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880137391e00, rc 0) 00000100:00100000:1.0:1746128106.172540:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:31596:x1830947542279424:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5679us (5894us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.172545:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4416 00000100:00100000:0.0:1746128106.178072:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.178369:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542279936 00000100:00100000:0.0:1746128106.178374:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542279936 00002000:00100000:0.0:1746128106.178400:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d402a00 x1830947542279936/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:357/0 lens 488/0 e 0 to 0 dl 1746128117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128106.178408:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d402a00 with x1830947542279936 ext(0->4095) 00010000:00010000:0.0:1746128106.178415:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb3fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20b7 expref: 98 pid: 8418 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746128106.178425:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb3fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20b7 expref: 98 pid: 8418 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746128106.178431:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d402a00 00000100:00100000:0.0:1746128106.178454:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1365 00000100:00100000:0.0:1746128106.178459:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d402a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1964:x1830947542279936:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128106.178584:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d402a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1964:x1830947542279936:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (501us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128106.178589:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1365 00002000:00100000:0.0:1746128106.178594:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d402a00 x1830947542279936/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:357/0 lens 488/4536 e 0 to 0 dl 1746128117 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128106.178601:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d402a00 with x1830947542279936 ext(0->4095) 00010000:00010000:0.0:1746128106.178605:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb3fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20b7 expref: 98 pid: 8418 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746128106.178614:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb3fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20b7 expref: 98 pid: 8418 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746128106.178619:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d402a00 00000100:00100000:0.0:1746128106.182673:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.183918:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542280064 00000100:00100000:1.0:1746128106.183926:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542280064 00000100:00100000:1.0:1746128106.183970:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4418 00000100:00100000:1.0:1746128106.183976:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542280064:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128106.183990:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128106.184004:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bb409 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d20c5 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.184024:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128106.184028:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bb402 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20be expref: 97 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.184034:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128106.184037:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bb409 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20c5 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.184076:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bb402 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20be expref: 97 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.184091:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bb409 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20c5 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.184098:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b94000, rc 0) 00000100:00100000:1.0:1746128106.184132:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542280064:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (1466us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.184137:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4418 00000100:00100000:0.0:1746128106.184307:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.192369:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.195221:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.198412:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:1.0:1746128106.203806:0:7071:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128106.205459:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c271f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540199168:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128106.205468:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128106.205498:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d402d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:1966:x1830947542280704:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7405us (10283us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128106.205506:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8305 00000100:00100000:0.0:1746128106.209920:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.216182:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.216230:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542281344 00000100:00100000:1.0:1746128106.216236:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542281344 00002000:00100000:1.0:1746128106.216266:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d403480 x1830947542281344/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:357/0 lens 488/0 e 0 to 0 dl 1746128117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128106.216274:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d403480 with x1830947542281344 ext(0->4095) 00002000:00010000:1.0:1746128106.216278:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d403480 00000100:00100000:1.0:1746128106.216301:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3432 00000100:00100000:1.0:1746128106.216307:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:1963:x1830947542281344:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128106.217485:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:1963:x1830947542281344:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 1176us (1301us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128106.217492:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3432 00002000:00100000:1.0:1746128106.217498:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d403480 x1830947542281344/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:357/0 lens 488/4536 e 0 to 0 dl 1746128117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128106.217505:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d403480 with x1830947542281344 ext(0->4095) 00002000:00010000:1.0:1746128106.217509:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d403480 00000100:00100000:0.0:1746128106.222642:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.232703:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.232800:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542281600 00000100:00100000:1.0:1746128106.232806:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542281600 00002000:00100000:1.0:1746128106.232835:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012d400380 x1830947542281600/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:357/0 lens 496/0 e 0 to 0 dl 1746128117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128106.232842:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d400380 with x1830947542281600 ext(0->7) 00010000:00010000:1.0:1746128106.232848:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bb410 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20cc expref: 97 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.232857:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bb410 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20cc expref: 97 pid: 8417 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746128106.232862:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d400380 00000100:00100000:1.0:1746128106.232886:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1368 00000100:00100000:1.0:1746128106.232892:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:1963:x1830947542281600:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128106.233132:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:1963:x1830947542281600:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 239us (428us total) trans 4294967900 rc 0/0 00000100:00100000:1.0:1746128106.233138:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1368 00002000:00100000:1.0:1746128106.233143:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012d400380 x1830947542281600/t4294967900(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:357/0 lens 496/448 e 0 to 0 dl 1746128117 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128106.233149:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d400380 with x1830947542281600 ext(0->7) 00010000:00010000:1.0:1746128106.233154:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bb410 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20cc expref: 99 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.233162:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bb410 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20cc expref: 99 pid: 8417 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746128106.233167:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d400380 00000100:00100000:0.0:1746128106.237936:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.250244:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.255697:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.267198:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.268345:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542282240 00000100:00100000:0.0:1746128106.268353:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542282240 00000100:00100000:0.0:1746128106.270802:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4422 00000100:00100000:0.0:1746128106.270815:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013180c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+100:31595:x1830947542282240:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128106.270831:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128106.270845:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009578a800/0x802a7453533bb425 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d20e1 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128106.270868:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128106.270873:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bb41e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20da expref: 101 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128106.270879:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128106.270881:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009578a800/0x802a7453533bb425 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20e1 expref: 101 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128106.270908:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bb41e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20da expref: 101 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128106.270916:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009578a800/0x802a7453533bb425 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20e1 expref: 101 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128106.270924:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009578a800, rc 0) 00000100:00100000:0.0:1746128106.270963:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013180c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+101:31595:x1830947542282240:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (3771us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128106.270969:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4422 00000100:00100000:0.0:1746128106.289748:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.295822:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.309951:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.311492:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.328916:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.365080:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.365107:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542283776 00000100:00100000:0.0:1746128106.365114:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542283776 00010000:00010000:0.0:1746128106.365140:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bb42c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20e8 expref: 6 pid: 8417 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746128106.365161:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8311 00000100:00100000:0.0:1746128106.365167:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f2b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542283776:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128106.365177:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128106.365193:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bb42c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20e8 expref: 6 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746128106.365204:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bb42c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20e8 expref: 6 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746128106.365221:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bb42c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20e8 expref: 6 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746128106.365230:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128106.365232:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128106.365238:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bb433 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20ef expref: 98 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128106.365244:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bb433 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20ef expref: 98 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128106.365276:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bb433 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20ef expref: 98 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128106.365286:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540200704:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128106.365345:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128106.369115:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540200704:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128106.369131:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128106.369361:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f2b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542283776:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4192us (4287us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128106.369370:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8311 00000100:00100000:0.0:1746128106.369902:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.375180:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.375206:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542284160 00000100:00100000:1.0:1746128106.375213:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542284160 00000100:00100000:1.0:1746128106.375243:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4425 00000100:00100000:1.0:1746128106.375249:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013180d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542284160:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128106.375262:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128106.375275:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb43a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d20f6 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.375297:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bb433 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20ef expref: 98 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.375303:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128106.375305:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128106.375308:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb43a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20f6 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.375331:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bb433 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20ef expref: 98 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.375340:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bb433 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20ef expref: 98 pid: 8416 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128106.375350:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013180df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540200832:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128106.375398:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128106.378249:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013180df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540200832:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128106.378268:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb43a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20f6 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.378281:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631000, rc 0) 00000100:00100000:1.0:1746128106.378311:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013180d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542284160:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3061us (3135us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.378318:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4425 00000100:00100000:0.0:1746128106.379619:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.379639:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542284288 00000100:00100000:0.0:1746128106.379645:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542284288 00010000:00010000:0.0:1746128106.379667:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bb433 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20ef expref: 99 pid: 8416 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746128106.379684:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8312 00000100:00100000:0.0:1746128106.379690:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:1963:x1830947542284288:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128106.379699:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128106.379715:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bb433 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20ef expref: 99 pid: 8416 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746128106.379723:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bb433 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20ef expref: 99 pid: 8416 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746128106.379742:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bb433 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20ef expref: 99 pid: 8416 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746128106.379750:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128106.379752:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128106.379757:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb43a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20f6 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128106.379763:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb43a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20f6 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128106.379785:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb43a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20f6 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128106.379794:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540200960:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128106.380558:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222600 going to sleep for 11 seconds 00000100:00100000:1.0:1746128106.382298:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542284416 00000100:00100000:1.0:1746128106.382303:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542284416 00000100:00100000:1.0:1746128106.382328:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4426 00000100:00100000:1.0:1746128106.382334:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:31595:x1830947542284416:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128106.382345:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128106.382356:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb441 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d20fd expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.382374:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb43a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20f6 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.382380:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.382381:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.382384:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb441 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20fd expref: 100 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.382401:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb43a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20f6 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.382413:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb43a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20f6 expref: 5 pid: 8417 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128106.382422:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013180df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540201088:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128106.382459:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128106.385263:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.385299:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542284672 00000100:00100000:0.0:1746128106.385304:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542284672 00002000:00100000:0.0:1746128106.385332:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443f800 x1830947542284672/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:357/0 lens 488/0 e 0 to 0 dl 1746128117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128106.385341:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443f800 with x1830947542284672 ext(0->4095) 00010000:00010000:0.0:1746128106.385347:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb43a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20f6 expref: 6 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746128106.385357:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb43a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20f6 expref: 6 pid: 8417 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746128106.385364:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443f800 00000100:00100000:1.0:1746128106.385410:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013180df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540201088:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128106.385423:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb441 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20fd expref: 99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.385433:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631400, rc 0) 00000100:00100000:1.0:1746128106.385454:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:31595:x1830947542284416:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3120us (3200us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.385460:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4426 00000100:00100000:0.0:1746128106.388502:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542284800 00000100:00100000:0.0:1746128106.388508:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542284800 00010000:00010000:0.0:1746128106.388533:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb43a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20f6 expref: 6 pid: 8417 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746128106.388562:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8313 00000100:00100000:0.0:1746128106.388568:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542284800:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128106.388595:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128106.388611:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb43a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20f6 expref: 6 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746128106.388621:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb43a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20f6 expref: 6 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746128106.388639:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb43a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20f6 expref: 6 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746128106.388648:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128106.388649:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128106.388654:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb441 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20fd expref: 98 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128106.388661:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb441 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20fd expref: 98 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128106.388689:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb441 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20fd expref: 98 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128106.388699:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540201216:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128106.388765:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128106.394911:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.395165:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542285056 00000100:00100000:1.0:1746128106.395171:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542285056 00002000:00100000:1.0:1746128106.395202:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443e300 x1830947542285056/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:357/0 lens 488/0 e 0 to 0 dl 1746128117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128106.395211:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443e300 with x1830947542285056 ext(0->4095) 00002000:00010000:1.0:1746128106.395214:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443e300 00000100:00100000:1.0:1746128106.395229:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3435 00000100:00100000:1.0:1746128106.395235:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1964:x1830947542285056:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128106.395347:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1964:x1830947542285056:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (442us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128106.395360:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3435 00002000:00100000:1.0:1746128106.395365:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443e300 x1830947542285056/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:357/0 lens 488/4536 e 0 to 0 dl 1746128117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128106.395372:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443e300 with x1830947542285056 ext(0->4095) 00002000:00010000:1.0:1746128106.395374:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443e300 00000100:00100000:0.0:1746128106.412432:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.414089:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542285184 00000100:00100000:1.0:1746128106.414098:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542285184 00000100:00100000:1.0:1746128106.414143:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4427 00000100:00100000:1.0:1746128106.414150:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542285184:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128106.414164:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128106.414178:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb448 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2104 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.414203:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb441 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20fd expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.414209:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128106.414210:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128106.414213:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb448 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2104 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.414235:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb441 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20fd expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.414246:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb441 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d20fd expref: 5 pid: 8417 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128106.414261:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013180df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540201344:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128106.414335:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128106.419616:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.419819:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013180df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540201344:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128106.419837:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb448 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2104 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.419847:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631200, rc 0) 00000100:00100000:1.0:1746128106.419878:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542285184:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5729us (7453us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.419884:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4427 00000100:00100000:0.0:1746128106.432805:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.433055:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542285440 00000100:00100000:1.0:1746128106.433062:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542285440 00000100:00100000:1.0:1746128106.433103:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4428 00000100:00100000:1.0:1746128106.433109:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:31595:x1830947542285440:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128106.433123:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128106.433135:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb44f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d210b expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.433156:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128106.433160:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb448 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2104 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.433166:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128106.433169:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb44f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d210b expref: 9 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.433199:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb448 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2104 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.433208:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb44f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d210b expref: 9 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.433215:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631c00, rc 0) 00000100:00100000:1.0:1746128106.433244:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:31595:x1830947542285440:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.433249:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4428 00000100:00100000:0.0:1746128106.433908:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.437235:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.438626:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1374 00000100:00100000:0.0:1746128106.438636:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542285824:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128106.438770:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542285824:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (1535us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128106.438776:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1374 00002000:00100000:0.0:1746128106.438782:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443dc00 x1830947542285824/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:357/0 lens 488/4536 e 0 to 0 dl 1746128117 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128106.438789:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443dc00 with x1830947542285824 ext(0->4095) 00010000:00010000:0.0:1746128106.438794:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb448 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2104 expref: 6 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746128106.438803:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb448 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2104 expref: 6 pid: 8417 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746128106.438808:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443dc00 00000100:00100000:0.0:1746128106.443770:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.445878:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.456987:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542286336 00000100:00100000:1.0:1746128106.456995:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542286336 00000100:00100000:1.0:1746128106.457027:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4429 00000100:00100000:1.0:1746128106.457034:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542286336:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128106.457059:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128106.457074:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb456 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2112 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.457099:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb44f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d210b expref: 7 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.457106:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128106.457108:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128106.457110:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb456 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2112 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.457139:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb44f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d210b expref: 7 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.457149:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb44f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d210b expref: 7 pid: 8417 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128106.457159:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013180df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540201856:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128106.457221:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128106.460426:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.472662:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.472712:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.480501:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.484558:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.489302:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.496805:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.500698:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.506278:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.511632:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.512917:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.522514:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.525686:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.530971:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.543664:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.557718:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.568878:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.568913:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.568935:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.575400:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542289664 00000100:00100000:1.0:1746128106.575404:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542289664 00000100:00100000:1.0:1746128106.575431:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4434 00000100:00100000:1.0:1746128106.575435:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+13:31595:x1830947542289664:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128106.575444:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128106.575456:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb479 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2135 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.575476:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bb472 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d212e expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.575482:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.575484:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.575486:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb479 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2135 expref: 14 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.575507:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bb472 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d212e expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.575517:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bb472 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d212e expref: 5 pid: 8416 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128106.575527:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540203136:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128106.575594:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128106.575790:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.582907:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.582977:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.583363:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540203136:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128106.583376:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb479 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2135 expref: 15 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.583383:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631a00, rc 0) 00000100:00100000:1.0:1746128106.583411:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+15:31595:x1830947542289664:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7975us (8586us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.583418:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4434 00000100:00100000:0.0:1746128106.587850:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.602263:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.607728:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.610546:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.610652:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542290944 00000100:00100000:1.0:1746128106.610658:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542290944 00000100:00100000:1.0:1746128106.610745:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4436 00000100:00100000:1.0:1746128106.610752:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542290944:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128106.610764:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128106.610777:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb487 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2143 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.610803:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bb480 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d213c expref: 13 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.610810:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128106.610812:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128106.610815:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb487 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2143 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.610838:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bb480 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d213c expref: 13 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.610848:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bb480 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d213c expref: 13 pid: 28170 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128106.610857:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540203648:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128106.613494:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044000 going to sleep for 11 seconds 00000100:00100000:1.0:1746128106.615844:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540203648:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128106.615868:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb487 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2143 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.615881:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631c00, rc 0) 00000100:00100000:1.0:1746128106.615915:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542290944:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5163us (5374us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.615923:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4436 00000100:00100000:0.0:1746128106.616108:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.617892:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542291200 00000100:00100000:0.0:1746128106.617898:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542291200 00000100:00100000:0.0:1746128106.617934:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4437 00000100:00100000:0.0:1746128106.617940:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:31595:x1830947542291200:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128106.618007:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128106.618018:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb48e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d214a expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128106.618052:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb487 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2143 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128106.618058:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128106.618060:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128106.618063:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb48e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d214a expref: 15 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128106.618079:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb487 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2143 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128106.618088:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb487 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2143 expref: 5 pid: 8417 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746128106.618096:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009181e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540203904:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128106.618138:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128106.618468:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540203776:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128106.618478:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128106.618503:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+15:1963:x1830947542291072:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2231us (2396us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128106.618512:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8323 00000100:00100000:0.0:1746128106.621663:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.625344:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.625418:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.625483:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542291712 00000100:00100000:1.0:1746128106.625491:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542291712 00010000:00010000:1.0:1746128106.625516:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb487 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2143 expref: 6 pid: 8417 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128106.625535:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8324 00000100:00100000:1.0:1746128106.625539:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542291712:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128106.625550:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128106.625700:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb487 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2143 expref: 6 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.625711:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb487 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2143 expref: 6 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.625725:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb487 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2143 expref: 6 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.625737:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.625738:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.625743:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb48e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d214a expref: 15 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.625755:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb48e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d214a expref: 15 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.625913:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb48e lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d214a expref: 15 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.625921:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb48e lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d214a expref: 15 pid: 8417 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128106.625929:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540204160:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128106.625950:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128106.632787:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540204032:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128106.632811:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093a83c00/0x802a7453533bb495 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2151 expref: 15 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128106.632826:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093a83c00, rc 0) 00000100:00100000:0.0:1746128106.632871:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+15:31596:x1830947542291584:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7342us (7532us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128106.632879:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4438 00000100:00100000:1.0:1746128106.633119:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540204160:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128106.633128:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128106.633149:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542291712:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7609us (7731us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.633157:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8324 00000100:00100000:0.0:1746128106.633295:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542291968 00000100:00100000:0.0:1746128106.633301:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542291968 00002000:00100000:0.0:1746128106.633327:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd80700 x1830947542291968/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:357/0 lens 488/0 e 0 to 0 dl 1746128117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128106.633336:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd80700 with x1830947542291968 ext(0->4095) 00010000:00010000:0.0:1746128106.633341:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb48e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d214a expref: 15 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746128106.633352:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb48e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d214a expref: 15 pid: 8417 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746128106.633357:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd80700 00000100:00100000:0.0:1746128106.633382:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1383 00000100:00100000:0.0:1746128106.633389:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+15:1964:x1830947542291968:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128106.633613:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+15:1964:x1830947542291968:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 223us (561us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128106.633620:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1383 00002000:00100000:0.0:1746128106.633626:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd80700 x1830947542291968/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:357/0 lens 488/4536 e 0 to 0 dl 1746128117 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128106.633633:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd80700 with x1830947542291968 ext(0->4095) 00010000:00010000:0.0:1746128106.633638:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb48e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d214a expref: 15 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746128106.633646:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb48e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d214a expref: 15 pid: 8417 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746128106.633651:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd80700 00000100:00100000:0.0:1746128106.636885:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.639494:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542292224 00000100:00100000:1.0:1746128106.639498:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542292224 00010000:00010000:1.0:1746128106.639513:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb48e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d214a expref: 16 pid: 8417 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128106.639540:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8325 00000100:00100000:1.0:1746128106.639545:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4c18850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1965:x1830947542292224:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128106.639552:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128106.639568:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb48e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d214a expref: 16 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.639592:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb48e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d214a expref: 16 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.639606:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb48e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d214a expref: 16 pid: 8417 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.640078:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.640081:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.640087:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093a83c00/0x802a7453533bb495 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2151 expref: 15 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.640093:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093a83c00/0x802a7453533bb495 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2151 expref: 15 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.640113:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093a83c00/0x802a7453533bb495 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2151 expref: 15 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.640123:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093a83c00/0x802a7453533bb495 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2151 expref: 15 pid: 8417 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746128106.640132:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540204416:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128106.641155:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044000 going to sleep for 11 seconds 00000100:00100000:1.0:1746128106.644410:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540204416:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128106.644425:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128106.644465:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4c18850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+15:1965:x1830947542292224:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4919us (5119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.644474:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8325 00000100:00100000:0.0:1746128106.646436:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.654266:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.658344:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.663851:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.672724:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.674123:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.682498:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.682683:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.689879:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.694468:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.705274:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.705306:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542294144 00000100:00100000:0.0:1746128106.705317:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542294144 00002000:00100000:0.0:1746128106.705362:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181e680 x1830947542294144/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:357/0 lens 488/0 e 0 to 0 dl 1746128117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128106.705373:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181e680 with x1830947542294144 ext(0->4095) 00002000:00010000:0.0:1746128106.705379:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181e680 00000100:00100000:0.0:1746128106.710060:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.730010:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.732783:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542294400 00000100:00100000:1.0:1746128106.732791:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542294400 00002000:00100000:1.0:1746128106.732832:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094b28700 x1830947542294400/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:357/0 lens 496/0 e 0 to 0 dl 1746128117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128106.732841:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28700 with x1830947542294400 ext(0->7) 00010000:00010000:1.0:1746128106.732848:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bb4b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d216d expref: 14 pid: 28170 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.732860:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bb4b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d216d expref: 14 pid: 28170 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746128106.732866:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b28700 00000100:00100000:1.0:1746128106.732894:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1386 00000100:00100000:1.0:1746128106.732900:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:1965:x1830947542294400:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128106.733212:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1965:x1830947542294400:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 312us (3213us total) trans 4294967905 rc 0/0 00000100:00100000:1.0:1746128106.733218:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1386 00002000:00100000:1.0:1746128106.733224:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094b28700 x1830947542294400/t4294967905(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:357/0 lens 496/448 e 0 to 0 dl 1746128117 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128106.733230:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28700 with x1830947542294400 ext(0->7) 00010000:00010000:1.0:1746128106.733234:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bb4b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d216d expref: 16 pid: 28170 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.733243:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bb4b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d216d expref: 16 pid: 28170 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746128106.733249:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b28700 00000100:00100000:0.0:1746128106.762739:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.762797:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.767986:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.768022:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542294912 00000100:00100000:0.0:1746128106.768030:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542294912 00002000:00100000:0.0:1746128106.768080:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b28000 x1830947542294912/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:357/0 lens 488/0 e 0 to 0 dl 1746128117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128106.768090:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28000 with x1830947542294912 ext(0->4095) 00010000:00010000:0.0:1746128106.768097:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800950eee00/0x802a7453533bb4b8 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2174 expref: 6 pid: 8418 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746128106.768109:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800950eee00/0x802a7453533bb4b8 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2174 expref: 6 pid: 8418 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746128106.768116:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b28000 00000100:00100000:0.0:1746128106.768142:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1387 00000100:00100000:0.0:1746128106.768149:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542294912:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128106.768308:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542294912:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 159us (331us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128106.768318:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1387 00002000:00100000:0.0:1746128106.768323:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b28000 x1830947542294912/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:357/0 lens 488/4536 e 0 to 0 dl 1746128117 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128106.768329:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28000 with x1830947542294912 ext(0->4095) 00010000:00010000:0.0:1746128106.768333:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800950eee00/0x802a7453533bb4b8 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2174 expref: 6 pid: 8418 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746128106.768341:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800950eee00/0x802a7453533bb4b8 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2174 expref: 6 pid: 8418 timeout: 602 lvb_type: 0 00002000:00010000:0.0:1746128106.768351:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b28000 00000100:00100000:0.0:1746128106.775262:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.780046:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.780705:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542295296 00000100:00100000:1.0:1746128106.780713:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542295296 00002000:00100000:1.0:1746128106.780751:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b2b480 x1830947542295296/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:357/0 lens 488/0 e 0 to 0 dl 1746128117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128106.780759:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2b480 with x1830947542295296 ext(0->4095) 00002000:00010000:1.0:1746128106.780763:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b2b480 00000100:00100000:1.0:1746128106.780791:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3442 00000100:00100000:1.0:1746128106.780798:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1964:x1830947542295296:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128106.780953:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1964:x1830947542295296:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (921us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128106.780959:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3442 00002000:00100000:1.0:1746128106.780963:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b2b480 x1830947542295296/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:357/0 lens 488/4536 e 0 to 0 dl 1746128117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128106.780969:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2b480 with x1830947542295296 ext(0->4095) 00002000:00010000:1.0:1746128106.780971:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b2b480 00000100:00100000:0.0:1746128106.787515:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.814344:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.828129:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.831952:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.832025:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542295936 00000100:00100000:1.0:1746128106.832033:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542295936 00002000:00100000:1.0:1746128106.832090:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e09500 x1830947542295936/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:357/0 lens 488/0 e 0 to 0 dl 1746128117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128106.832100:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e09500 with x1830947542295936 ext(0->4095) 00002000:00010000:1.0:1746128106.832104:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e09500 00000100:00100000:1.0:1746128106.833248:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3443 00000100:00100000:1.0:1746128106.833261:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542295936:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128106.833778:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542295936:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 521us (1831us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128106.833785:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3443 00002000:00100000:1.0:1746128106.833790:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e09500 x1830947542295936/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:357/0 lens 488/4536 e 0 to 0 dl 1746128117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128106.833804:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e09500 with x1830947542295936 ext(0->4095) 00002000:00010000:1.0:1746128106.833808:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e09500 00000100:00100000:0.0:1746128106.842062:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.842770:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.848272:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.852026:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.855694:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.861641:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.862124:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542296960 00000100:00100000:1.0:1746128106.862131:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542296960 00002000:00100000:1.0:1746128106.862161:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e08000 x1830947542296960/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:357/0 lens 488/0 e 0 to 0 dl 1746128117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128106.862169:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e08000 with x1830947542296960 ext(0->4095) 00002000:00010000:1.0:1746128106.862173:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e08000 00000100:00100000:1.0:1746128106.862322:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3444 00000100:00100000:1.0:1746128106.862329:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947542296960:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128106.862441:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947542296960:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (806us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128106.862446:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3444 00002000:00100000:1.0:1746128106.862450:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e08000 x1830947542296960/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:357/0 lens 488/4536 e 0 to 0 dl 1746128117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128106.862456:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e08000 with x1830947542296960 ext(0->4095) 00002000:00010000:1.0:1746128106.862458:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e08000 00000100:00100000:0.0:1746128106.865361:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.868430:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.875961:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.876762:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.876944:0:18520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540206976 00000100:00100000:1.0:1746128106.876948:0:18520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540206976 00000100:00100000:1.0:1746128106.876969:0:18520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1746128106.876974:0:18520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1830947540206976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746128106.876996:0:18520:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 720961536 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1746128106.877024:0:18520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1830947540206976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.877029:0:18520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1746128106.877881:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1390 00000100:00100000:1.0:1746128106.877887:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542297600:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128106.878003:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542297600:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (1241us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128106.878009:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1390 00002000:00100000:1.0:1746128106.878014:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7fb80 x1830947542297600/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:357/0 lens 488/4536 e 0 to 0 dl 1746128117 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128106.878021:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7fb80 with x1830947542297600 ext(0->4095) 00010000:00010000:1.0:1746128106.878025:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bb4db lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2197 expref: 6 pid: 8418 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.878041:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bb4db lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2197 expref: 6 pid: 8418 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746128106.878046:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f7fb80 00000100:00100000:0.0:1746128106.882735:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.885314:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.890289:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.893059:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.896356:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.896433:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542298496 00000100:00100000:1.0:1746128106.896438:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542298496 00002000:00100000:1.0:1746128106.896464:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7d180 x1830947542298496/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:357/0 lens 488/0 e 0 to 0 dl 1746128117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128106.896472:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7d180 with x1830947542298496 ext(0->4095) 00002000:00010000:1.0:1746128106.896476:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f7d180 00000100:00100000:1.0:1746128106.896497:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3445 00000100:00100000:1.0:1746128106.896502:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947542298496:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128106.896633:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947542298496:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128106.896638:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3445 00002000:00100000:1.0:1746128106.896642:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7d180 x1830947542298496/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:357/0 lens 488/4536 e 0 to 0 dl 1746128117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128106.896648:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7d180 with x1830947542298496 ext(0->4095) 00002000:00010000:1.0:1746128106.896651:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f7d180 00000100:00100000:0.0:1746128106.899376:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.903157:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.907248:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.908676:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.911688:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.916350:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.920666:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.920820:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542299648 00000100:00100000:1.0:1746128106.920828:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542299648 00002000:00100000:1.0:1746128106.920863:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7e300 x1830947542299648/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:357/0 lens 488/0 e 0 to 0 dl 1746128117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128106.920871:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7e300 with x1830947542299648 ext(0->4095) 00010000:00010000:1.0:1746128106.920878:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb4f7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21b3 expref: 19 pid: 28170 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.920889:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb4f7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21b3 expref: 19 pid: 28170 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746128106.920895:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f7e300 00000100:00100000:1.0:1746128106.920922:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1392 00000100:00100000:1.0:1746128106.920929:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1964:x1830947542299648:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128106.921067:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1964:x1830947542299648:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (406us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128106.921074:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1392 00002000:00100000:1.0:1746128106.921079:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7e300 x1830947542299648/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:357/0 lens 488/4536 e 0 to 0 dl 1746128117 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128106.921085:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7e300 with x1830947542299648 ext(0->4095) 00010000:00010000:1.0:1746128106.921089:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb4f7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21b3 expref: 19 pid: 28170 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.921097:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb4f7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21b3 expref: 19 pid: 28170 timeout: 602 lvb_type: 0 00002000:00010000:1.0:1746128106.921102:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f7e300 00000100:00100000:0.0:1746128106.924422:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.924734:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8340 00000100:00100000:1.0:1746128106.924741:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1963:x1830947542299776:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128106.924754:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128106.924771:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb4f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21b3 expref: 19 pid: 28170 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.924780:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb4f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21b3 expref: 19 pid: 28170 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.924796:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb4f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21b3 expref: 19 pid: 28170 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746128106.925047:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.925049:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.925055:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bb4fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21ba expref: 18 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.925062:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bb4fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21ba expref: 18 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.925089:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bb4fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21ba expref: 18 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128106.925099:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540208256:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128106.925546:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0449c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128106.929215:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540208256:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128106.929231:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128106.929270:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947542299776:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4528us (4853us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.929278:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8340 00000100:00100000:0.0:1746128106.929853:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.932216:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.936308:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.936428:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542300288 00000100:00100000:1.0:1746128106.936433:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542300288 00010000:00010000:1.0:1746128106.936456:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bb4fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21ba expref: 18 pid: 8418 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128106.936766:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8341 00000100:00100000:1.0:1746128106.936773:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947542300288:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128106.936784:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128106.936799:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bb4fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21ba expref: 18 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128106.936813:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bb4fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21ba expref: 18 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128106.936833:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bb4fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21ba expref: 18 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128106.936845:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.936846:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.936853:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bb505 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21c1 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.936859:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bb505 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21c1 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.936883:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bb505 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21c1 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128106.936892:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540208512:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128106.936953:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0449c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128106.940102:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.941529:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.941613:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540208512:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128106.941624:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128106.941652:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1963:x1830947542300288:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4879us (5345us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.941659:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8341 00000100:00100000:0.0:1746128106.945799:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128106.947925:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.948022:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542300928 00000100:00100000:1.0:1746128106.948027:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542300928 00010000:00010000:1.0:1746128106.948055:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bb505 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21c1 expref: 6 pid: 28170 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128106.948267:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8342 00000100:00100000:1.0:1746128106.948273:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542300928:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128106.948282:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128106.948296:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bb505 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21c1 expref: 6 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128106.948305:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bb505 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21c1 expref: 6 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128106.948319:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bb505 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21c1 expref: 6 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128106.948331:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.948333:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.948338:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bb50c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21c8 expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.948344:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bb50c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21c8 expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.948362:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bb50c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21c8 expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.948370:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bb50c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21c8 expref: 18 pid: 28170 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128106.948379:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540208896:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128106.948430:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0449c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128106.951533:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.951758:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540208896:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128106.951773:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128106.951809:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542300928:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3535us (3887us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.951817:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8342 00000100:00100000:0.0:1746128106.957177:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.957423:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542301312 00000100:00100000:1.0:1746128106.957430:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542301312 00010000:00010000:1.0:1746128106.957455:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bb50c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21c8 expref: 19 pid: 28170 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128106.957486:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8343 00000100:00100000:1.0:1746128106.957491:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1966:x1830947542301312:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128106.957501:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128106.957516:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bb50c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21c8 expref: 19 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128106.957525:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bb50c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21c8 expref: 19 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128106.957542:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bb50c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21c8 expref: 19 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128106.957566:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.957569:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128106.957595:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb513 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21cf expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.957601:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb513 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21cf expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128106.957624:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb513 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21cf expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128106.957633:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540209024:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128106.957685:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0449c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128106.977260:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128106.977394:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540209024:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128106.977408:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128106.977440:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1966:x1830947542301312:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 19949us (20269us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128106.977449:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8343 00000100:00100000:0.0:1746128106.985559:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.020501:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:0.0:1746128107.021162:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128107.037662:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.042874:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.042939:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542302080 00000100:00100000:1.0:1746128107.042946:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542302080 00010000:00010000:1.0:1746128107.042972:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb513 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21cf expref: 21 pid: 28170 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.043003:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8344 00000100:00100000:1.0:1746128107.043009:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1965:x1830947542302080:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128107.043019:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128107.043041:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb513 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21cf expref: 21 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.043056:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb513 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21cf expref: 21 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.043074:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb513 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21cf expref: 21 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.043094:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.043096:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.043101:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bb51a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21d6 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.043108:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bb51a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21d6 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.043132:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bb51a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21d6 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.043140:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bb51a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21d6 expref: 5 pid: 8418 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.043149:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540209408:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128107.043205:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0449c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128107.049119:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540209408:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128107.049137:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128107.049173:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1965:x1830947542302080:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6163us (6304us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.049185:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8344 00000100:00100000:0.0:1746128107.051619:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:0.0:1746128107.052461:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128107.055725:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.055811:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542302464 00000100:00100000:1.0:1746128107.055818:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542302464 00010000:00010000:1.0:1746128107.055844:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bb51a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21d6 expref: 6 pid: 8418 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.055878:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8345 00000100:00100000:1.0:1746128107.055885:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542302464:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128107.055895:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128107.055911:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bb51a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21d6 expref: 6 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.055921:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bb51a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21d6 expref: 6 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.055937:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bb51a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21d6 expref: 6 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.055964:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.055966:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.055971:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bb521 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21dd expref: 19 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.055977:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bb521 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21dd expref: 19 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.056004:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bb521 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21dd expref: 19 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128107.056014:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540209536:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128107.056096:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0449c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128107.058120:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540209536:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128107.058135:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128107.058174:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542302464:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2288us (2454us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.058181:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8345 00000100:00100000:0.0:1746128107.060010:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.069925:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.104546:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.109756:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.119649:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.119717:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542303232 00000100:00100000:1.0:1746128107.119724:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542303232 00010000:00010000:1.0:1746128107.119750:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bb521 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21dd expref: 23 pid: 8418 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.119783:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8346 00000100:00100000:1.0:1746128107.119789:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1965:x1830947542303232:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128107.119800:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128107.119818:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bb521 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21dd expref: 23 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.119828:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bb521 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21dd expref: 23 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.119846:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bb521 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21dd expref: 23 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.119871:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.119873:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.119878:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb528 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21e4 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.119885:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb528 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21e4 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.119909:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb528 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21e4 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.119917:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb528 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21e4 expref: 5 pid: 28170 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.119926:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540209920:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128107.119988:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0449c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128107.124392:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540209920:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128107.124410:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128107.124464:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1965:x1830947542303232:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4674us (4819us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.124474:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8346 00000100:00100000:0.0:1746128107.128410:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.128449:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542303488 00000100:00100000:0.0:1746128107.128456:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542303488 00002000:00100000:0.0:1746128107.128494:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce87800 x1830947542303488/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128107.128503:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce87800 with x1830947542303488 ext(0->4095) 00010000:00010000:0.0:1746128107.128510:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb528 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21e4 expref: 6 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.128522:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb528 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21e4 expref: 6 pid: 28170 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746128107.128529:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce87800 00000100:00100000:0.0:1746128107.128548:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1398 00000100:00100000:0.0:1746128107.128555:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542303488:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128107.130399:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542303488:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 1839us (1990us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128107.130408:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1398 00002000:00100000:1.0:1746128107.130417:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce87800 x1830947542303488/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.130426:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce87800 with x1830947542303488 ext(0->4095) 00010000:00010000:1.0:1746128107.130434:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb528 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21e4 expref: 6 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.130446:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb528 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21e4 expref: 6 pid: 28170 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746128107.130452:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce87800 00000100:00100000:0.0:1746128107.135271:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.135364:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542303616 00000100:00100000:1.0:1746128107.135372:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542303616 00010000:00010000:1.0:1746128107.135400:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb528 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21e4 expref: 6 pid: 28170 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.135439:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8347 00000100:00100000:1.0:1746128107.135446:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542303616:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128107.135457:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128107.135474:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb528 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21e4 expref: 6 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.135485:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb528 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21e4 expref: 6 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.135503:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb528 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21e4 expref: 6 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.135533:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.135534:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.135541:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb52f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21eb expref: 21 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.135552:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb52f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21eb expref: 21 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.135599:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb52f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21eb expref: 21 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128107.135609:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540210048:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128107.136557:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0443c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.139740:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.139824:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540210048:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128107.139838:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128107.139881:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542303616:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4435us (4616us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.139891:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8347 00000100:00100000:0.0:1746128107.142549:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.148809:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.149423:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.149863:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542304128 00000100:00100000:1.0:1746128107.149870:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542304128 00010000:00010000:1.0:1746128107.149896:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb52f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21eb expref: 22 pid: 28170 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.149936:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8348 00000100:00100000:1.0:1746128107.149943:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1966:x1830947542304128:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128107.149953:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128107.149969:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb52f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21eb expref: 22 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.150773:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb52f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21eb expref: 24 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.151088:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb52f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21eb expref: 23 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.151101:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.151102:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.151107:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bb536 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21f2 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.151113:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bb536 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21f2 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.151130:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bb536 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21f2 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.151139:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bb536 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21f2 expref: 5 pid: 8418 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.151148:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540210432:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128107.151473:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0443c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.154717:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.155380:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540210432:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128107.155393:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128107.155426:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1966:x1830947542304128:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5484us (6622us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.155435:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8348 00000100:00100000:1.0:1746128107.158668:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542304640 00000100:00100000:1.0:1746128107.158674:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542304640 00010000:00010000:1.0:1746128107.158699:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bb536 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21f2 expref: 6 pid: 8418 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.158745:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8349 00000100:00100000:1.0:1746128107.158750:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542304640:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128107.158761:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128107.158775:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bb536 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21f2 expref: 6 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.158785:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bb536 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21f2 expref: 6 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.158801:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bb536 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21f2 expref: 6 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.158821:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.158823:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.158829:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bb53d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21f9 expref: 21 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.158836:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bb53d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21f9 expref: 21 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.158861:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bb53d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21f9 expref: 21 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128107.158871:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540210560:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128107.158930:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0443c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.161052:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.161234:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540210560:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128107.161246:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128107.161620:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542304640:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2867us (3380us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.161628:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8349 00000100:00100000:0.0:1746128107.171552:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.189797:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.193844:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.198488:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.198568:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542305408 00000100:00100000:1.0:1746128107.198598:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542305408 00010000:00010000:1.0:1746128107.198622:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bb53d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21f9 expref: 25 pid: 8418 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.198653:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8350 00000100:00100000:1.0:1746128107.198659:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6185c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1965:x1830947542305408:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128107.198669:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128107.198685:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bb53d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21f9 expref: 25 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.198695:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bb53d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21f9 expref: 25 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.198712:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bb53d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d21f9 expref: 25 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.198727:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.198729:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.198734:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bb544 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2200 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.198741:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bb544 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2200 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.198763:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bb544 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2200 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.198774:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bb544 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2200 expref: 5 pid: 8418 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.198784:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540210944:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128107.199811:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0443c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128107.200938:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540210944:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128107.200952:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128107.200994:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6185c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1965:x1830947542305408:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2333us (2509us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.201002:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8350 00000100:00100000:0.0:1746128107.204078:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:1.0:1746128107.205737:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128107.208699:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.208883:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542305792 00000100:00100000:1.0:1746128107.208890:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542305792 00010000:00010000:1.0:1746128107.208917:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bb544 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2200 expref: 6 pid: 8418 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.208986:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8351 00000100:00100000:1.0:1746128107.208994:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6185180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542305792:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128107.209006:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128107.209023:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bb544 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2200 expref: 6 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.209045:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bb544 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2200 expref: 6 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.209065:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bb544 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2200 expref: 6 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.209082:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.209084:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.209089:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bb54b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2207 expref: 23 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.209096:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bb54b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2207 expref: 23 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.209123:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bb54b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2207 expref: 23 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128107.209134:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540211072:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128107.209198:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0443c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128107.212008:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540211072:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128107.212024:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128107.212066:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6185180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542305792:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3071us (3371us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.212078:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8351 00000100:00100000:0.0:1746128107.213191:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.216159:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.220007:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.220651:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542306304 00000100:00100000:1.0:1746128107.220658:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542306304 00010000:00010000:1.0:1746128107.220682:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bb54b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2207 expref: 24 pid: 8418 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.220715:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8352 00000100:00100000:1.0:1746128107.220721:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6187800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542306304:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128107.220732:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128107.220748:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bb54b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2207 expref: 24 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.220758:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bb54b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2207 expref: 24 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.220775:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bb54b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2207 expref: 24 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.220794:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.220796:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.220802:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb552 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d220e expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.220809:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb552 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d220e expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.220833:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb552 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d220e expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128107.220843:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540211328:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128107.220905:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0443c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.224280:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542306432 00000100:00100000:0.0:1746128107.224288:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542306432 00000100:00100000:0.0:1746128107.224502:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4466 00000100:00100000:0.0:1746128107.224510:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31595:x1830947542306432:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128107.224525:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128107.224538:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb559 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2215 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.224561:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb552 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d220e expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.224568:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746128107.224857:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540211328:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128107.224871:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128107.224903:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6187800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542306304:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4181us (4896us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.224910:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8352 00010000:00010000:0.0:1746128107.225055:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.225061:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb559 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2215 expref: 24 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.225095:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb552 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d220e expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.225106:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb552 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d220e expref: 5 pid: 28170 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746128107.225116:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6187b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540211456:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128107.225159:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.227900:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.229256:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6187b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540211456:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128107.229270:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb559 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2215 expref: 25 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.229278:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880137390400, rc 0) 00000100:00100000:0.0:1746128107.229307:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31595:x1830947542306432:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4798us (5227us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128107.229313:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4466 00000100:00100000:0.0:1746128107.230986:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.231087:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542306944 00000100:00100000:1.0:1746128107.231094:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542306944 00010000:00010000:1.0:1746128107.231118:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb552 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d220e expref: 6 pid: 28170 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.231149:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8353 00000100:00100000:1.0:1746128107.231156:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542306944:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128107.231167:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128107.231183:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb552 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d220e expref: 6 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.231193:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb552 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d220e expref: 6 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.231211:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb552 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d220e expref: 6 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.231225:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.231227:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.231233:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb559 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2215 expref: 24 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.231241:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb559 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2215 expref: 24 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.231267:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb559 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2215 expref: 24 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.231277:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb559 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2215 expref: 24 pid: 28170 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.231286:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540211712:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128107.231347:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0443c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.233665:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.233753:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540211712:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128107.233765:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128107.233796:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542306944:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2640us (2815us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.233804:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8353 00000100:00100000:0.0:1746128107.237358:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.237451:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542307328 00000100:00100000:1.0:1746128107.237457:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542307328 00010000:00010000:1.0:1746128107.237480:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb559 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2215 expref: 25 pid: 28170 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.237514:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8354 00000100:00100000:1.0:1746128107.237519:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094177100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1966:x1830947542307328:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128107.237532:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128107.237546:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb559 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2215 expref: 25 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.237555:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb559 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2215 expref: 25 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.237596:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb559 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2215 expref: 25 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.237608:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.237610:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.237616:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bb560 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d221c expref: 24 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.237623:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bb560 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d221c expref: 24 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.237649:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bb560 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d221c expref: 24 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128107.237658:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540211840:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128107.238551:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0440c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128107.240195:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540211840:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128107.240208:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128107.240245:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094177100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1966:x1830947542307328:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2725us (2892us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.240256:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8354 00000100:00100000:0.0:1746128107.240834:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.243419:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.247680:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.247910:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542307840 00000100:00100000:1.0:1746128107.247916:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542307840 00010000:00010000:1.0:1746128107.247937:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bb560 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d221c expref: 24 pid: 8418 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.247966:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8355 00000100:00100000:1.0:1746128107.247972:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094175500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542307840:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128107.247983:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128107.247999:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bb560 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d221c expref: 24 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.248009:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bb560 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d221c expref: 24 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.248026:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bb560 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d221c expref: 24 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.248050:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.248052:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.248057:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb567 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2223 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.248063:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb567 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2223 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.248086:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb567 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2223 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128107.248095:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540212096:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128107.248149:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0440c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.250195:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.250265:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540212096:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128107.250276:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128107.250298:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094175500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1964:x1830947542307840:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2325us (2619us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.250305:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8355 00000100:00100000:0.0:1746128107.252434:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.254805:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.257638:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.257879:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542308480 00000100:00100000:1.0:1746128107.257886:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542308480 00010000:00010000:1.0:1746128107.257910:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb567 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2223 expref: 6 pid: 28170 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.257977:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8356 00000100:00100000:1.0:1746128107.257984:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6185180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542308480:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128107.257994:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128107.258011:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb567 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2223 expref: 6 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.258021:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb567 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2223 expref: 6 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.258049:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb567 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2223 expref: 6 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.258074:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.258076:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.258082:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bb56e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d222a expref: 24 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.258090:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bb56e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d222a expref: 24 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.258115:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bb56e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d222a expref: 24 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.258125:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bb56e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d222a expref: 24 pid: 28170 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.258135:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540212480:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128107.258195:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0440c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.262242:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.262331:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540212480:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128107.262346:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128107.262379:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6185180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542308480:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4395us (4745us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.262388:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8356 00000100:00100000:0.0:1746128107.266289:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.266742:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542308864 00000100:00100000:1.0:1746128107.266750:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542308864 00010000:00010000:1.0:1746128107.266776:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bb56e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d222a expref: 25 pid: 28170 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.266846:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8357 00000100:00100000:1.0:1746128107.266853:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6187b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542308864:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128107.266867:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128107.266885:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bb56e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d222a expref: 25 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.266896:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bb56e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d222a expref: 25 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.266915:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bb56e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d222a expref: 25 pid: 28170 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.266942:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.266945:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.266951:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bb575 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2231 expref: 24 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.266959:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bb575 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2231 expref: 24 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.266986:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bb575 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2231 expref: 24 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128107.266996:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540212608:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128107.267854:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0440c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.269940:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.270133:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540212608:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128107.270146:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128107.270187:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6187b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542308864:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3333us (3904us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.270198:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8357 00000100:00100000:0.0:1746128107.273087:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.276779:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.281933:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.281965:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.285858:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.289727:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.296330:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.300271:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.306002:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.308950:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.312948:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.317350:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540213632:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128107.317378:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128107.317403:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1964:x1830947542310912:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4136us (4457us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128107.317410:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8361 00000100:00100000:0.0:1746128107.320785:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542311296 00000100:00100000:0.0:1746128107.320793:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542311296 00000100:00100000:0.0:1746128107.320839:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542311424 00000100:00100000:0.0:1746128107.320842:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542311424 00000100:00100000:0.0:1746128107.320865:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4475 00000100:00100000:0.0:1746128107.320872:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31595:x1830947542311296:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128107.320887:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128107.320900:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb598 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2254 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.320922:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb591 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d224d expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.320928:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.320930:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.320933:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb598 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2254 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.320956:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb591 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d224d expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.320965:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb591 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d224d expref: 5 pid: 8416 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746128107.320975:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134123100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540213760:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128107.321047:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.325062:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.325140:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542311552 00000100:00100000:1.0:1746128107.325147:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542311552 00010000:00010000:1.0:1746128107.325174:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb591 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d224d expref: 6 pid: 8416 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.325197:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8362 00000100:00100000:1.0:1746128107.325203:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542311552:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128107.325213:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128107.325229:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb591 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d224d expref: 6 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.325239:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb591 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d224d expref: 6 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.325257:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.325258:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.325264:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb598 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2254 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.325270:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb598 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2254 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.325296:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb598 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2254 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.325309:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb598 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2254 expref: 25 pid: 8416 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.325318:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540214016:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128107.325383:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0440c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.329379:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.333909:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.337774:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.338002:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542312192 00000100:00100000:1.0:1746128107.338008:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542312192 00002000:00100000:1.0:1746128107.338049:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134121c00 x1830947542312192/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.338058:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134121c00 with x1830947542312192 ext(0->4095) 00002000:00010000:1.0:1746128107.338061:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134121c00 00000100:00100000:1.0:1746128107.338218:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3459 00000100:00100000:1.0:1746128107.338225:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542312192:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128107.338352:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542312192:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (579us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128107.338358:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3459 00002000:00100000:1.0:1746128107.338363:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134121c00 x1830947542312192/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.338370:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134121c00 with x1830947542312192 ext(0->4095) 00002000:00010000:1.0:1746128107.338372:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134121c00 00000100:00100000:0.0:1746128107.341214:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.348026:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.350427:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.356229:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.358867:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.363658:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.367827:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.373817:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.373866:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542313728 00000100:00100000:0.0:1746128107.373873:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542313728 00002000:00100000:0.0:1746128107.373909:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0dc00 x1830947542313728/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128107.373918:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0dc00 with x1830947542313728 ext(0->4095) 00002000:00010000:0.0:1746128107.373923:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0dc00 00000100:00100000:0.0:1746128107.373950:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3461 00000100:00100000:0.0:1746128107.373956:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542313728:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128107.374095:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542313728:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (283us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128107.374101:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3461 00002000:00100000:0.0:1746128107.374106:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0dc00 x1830947542313728/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128107.374113:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0dc00 with x1830947542313728 ext(0->4095) 00002000:00010000:0.0:1746128107.374115:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0dc00 00000100:00100000:1.0:1746128107.376927:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.376998:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542313856 00000100:00100000:0.0:1746128107.377004:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542313856 00000100:00100000:0.0:1746128107.377049:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4480 00000100:00100000:0.0:1746128107.377055:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542313856:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128107.377069:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128107.377083:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb5bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2277 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.377105:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bb5b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2270 expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.377112:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128107.377113:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128107.377116:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb5bb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2277 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.377145:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bb5b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2270 expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.377154:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bb5b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2270 expref: 23 pid: 8416 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746128107.377164:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540215040:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128107.378145:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b2226c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128107.382217:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.383513:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.385654:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.388706:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.394776:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542314880 00000100:00100000:0.0:1746128107.394781:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542314880 00002000:00100000:0.0:1746128107.394810:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd81500 x1830947542314880/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128107.394819:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd81500 with x1830947542314880 ext(0->4095) 00010000:00010000:0.0:1746128107.394826:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb5c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d227e expref: 25 pid: 8417 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.394837:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb5c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d227e expref: 25 pid: 8417 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746128107.394842:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd81500 00000100:00100000:0.0:1746128107.394855:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1409 00000100:00100000:0.0:1746128107.394860:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542314880:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128107.394987:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542314880:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (613us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128107.394995:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1409 00002000:00100000:0.0:1746128107.394999:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd81500 x1830947542314880/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128107.395005:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd81500 with x1830947542314880 ext(0->4095) 00010000:00010000:0.0:1746128107.395009:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb5c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d227e expref: 25 pid: 8417 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.395016:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb5c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d227e expref: 25 pid: 8417 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746128107.395021:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd81500 00000100:00100000:1.0:1746128107.411158:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.415395:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540215936:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128107.415409:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128107.415431:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542315520:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4104us (4273us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128107.415437:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8370 00000100:00100000:1.0:1746128107.415511:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.415957:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542315904 00000100:00100000:0.0:1746128107.415961:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542315904 00002000:00100000:0.0:1746128107.415985:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce87100 x1830947542315904/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128107.415994:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce87100 with x1830947542315904 ext(0->4095) 00010000:00010000:0.0:1746128107.415999:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb5d0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d228c expref: 6 pid: 8417 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.416009:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb5d0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d228c expref: 6 pid: 8417 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746128107.416014:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce87100 00000100:00100000:0.0:1746128107.416026:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1410 00000100:00100000:0.0:1746128107.416041:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542315904:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128107.416148:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542315904:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (637us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128107.416154:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1410 00002000:00100000:0.0:1746128107.416158:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce87100 x1830947542315904/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128107.416165:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce87100 with x1830947542315904 ext(0->4095) 00010000:00010000:0.0:1746128107.416169:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb5d0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d228c expref: 6 pid: 8417 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.416177:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb5d0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d228c expref: 6 pid: 8417 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746128107.416182:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce87100 00000100:00100000:1.0:1746128107.420886:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.420935:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.421281:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542316160 00000100:00100000:0.0:1746128107.421285:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542316160 00010000:00010000:0.0:1746128107.421301:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb5d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d228c expref: 6 pid: 8417 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746128107.421327:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8371 00000100:00100000:0.0:1746128107.421332:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542316160:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128107.421339:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128107.421354:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb5d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d228c expref: 6 pid: 8417 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.421362:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb5d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d228c expref: 6 pid: 8417 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.421376:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb5d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d228c expref: 6 pid: 8417 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.421397:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.421399:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.421403:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb5d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2293 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.421409:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb5d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2293 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.421426:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb5d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2293 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.421435:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb5d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2293 expref: 24 pid: 8417 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746128107.421444:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c70e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540216320:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128107.421489:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.424270:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c70e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540216320:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128107.424285:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128107.424940:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542316160:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3606us (4003us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128107.424950:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8371 00000100:00100000:1.0:1746128107.425084:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.428185:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.428257:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542316544 00000100:00100000:0.0:1746128107.428264:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542316544 00010000:00010000:0.0:1746128107.428286:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb5d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2293 expref: 25 pid: 8417 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746128107.428312:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8372 00000100:00100000:0.0:1746128107.428318:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1966:x1830947542316544:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128107.428329:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128107.428344:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb5d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2293 expref: 25 pid: 8417 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.428354:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb5d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2293 expref: 25 pid: 8417 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.428371:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb5d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2293 expref: 25 pid: 8417 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.428390:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.428392:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.428398:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bb5de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d229a expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.428405:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bb5de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d229a expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.428427:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bb5de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d229a expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128107.428437:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c70e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540216448:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128107.428496:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.431418:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c70e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540216448:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128107.431432:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128107.431680:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542316800 00000100:00100000:1.0:1746128107.431685:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542316800 00002000:00100000:1.0:1746128107.431714:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd80000 x1830947542316800/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.431723:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd80000 with x1830947542316800 ext(0->4095) 00002000:00010000:1.0:1746128107.431727:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd80000 00000100:00100000:1.0:1746128107.431755:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3463 00000100:00100000:1.0:1746128107.431761:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542316800:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128107.431917:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1966:x1830947542316544:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3598us (3735us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128107.431924:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8372 00000100:00100000:1.0:1746128107.432491:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542316800:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 727us (1160us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128107.432496:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3463 00002000:00100000:1.0:1746128107.432501:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd80000 x1830947542316800/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.432514:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd80000 with x1830947542316800 ext(0->4095) 00002000:00010000:1.0:1746128107.432516:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd80000 00000100:00100000:1.0:1746128107.434926:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542316928 00000100:00100000:1.0:1746128107.434933:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542316928 00000100:00100000:1.0:1746128107.435079:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4486 00000100:00100000:1.0:1746128107.435086:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542316928:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128107.435099:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128107.435111:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb5e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d22a1 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.435131:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bb5de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d229a expref: 23 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.435138:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128107.435139:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128107.435142:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb5e5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a1 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.435163:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bb5de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d229a expref: 23 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.435174:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bb5de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d229a expref: 23 pid: 8417 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.435183:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800938f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540216576:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128107.435543:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128107.438941:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800938f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540216576:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128107.438964:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb5e5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a1 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.438977:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631000, rc 0) 00000100:00100000:1.0:1746128107.439663:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542316928:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4575us (4849us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.439671:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4486 00000100:00100000:0.0:1746128107.440321:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542317056 00000100:00100000:0.0:1746128107.440328:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542317056 00010000:00010000:0.0:1746128107.440352:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bb5de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d229a expref: 24 pid: 8417 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746128107.443554:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8373 00000100:00100000:0.0:1746128107.443569:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542317056:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128107.443610:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128107.443630:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bb5de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d229a expref: 24 pid: 8417 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.443643:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bb5de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d229a expref: 24 pid: 8417 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.443660:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bb5de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d229a expref: 24 pid: 8417 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.443688:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.443691:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.443697:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb5e5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.443703:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb5e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.443731:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb5e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128107.443742:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c70e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540216704:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128107.443812:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128107.446074:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542317184 00000100:00100000:1.0:1746128107.446081:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542317184 00000100:00100000:1.0:1746128107.446603:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4487 00000100:00100000:1.0:1746128107.446611:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31595:x1830947542317184:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128107.446624:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128107.446635:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb5ec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d22a8 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.446654:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb5e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.446661:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.446662:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.446665:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb5ec lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a8 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.446685:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb5e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.446694:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb5e5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a1 expref: 5 pid: 8416 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.446704:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800938f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540216832:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128107.448156:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c70e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540216704:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128107.448170:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128107.448194:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542317056:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4631us (8026us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128107.448203:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8373 00000100:00100000:1.0:1746128107.448248:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128107.449962:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542317440 00000100:00100000:1.0:1746128107.449967:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542317440 00002000:00100000:1.0:1746128107.449997:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd80380 x1830947542317440/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.450005:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd80380 with x1830947542317440 ext(0->4095) 00010000:00010000:1.0:1746128107.450012:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb5e5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a1 expref: 6 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.450022:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb5e5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a1 expref: 6 pid: 8416 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746128107.450027:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd80380 00000100:00100000:1.0:1746128107.450049:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1412 00000100:00100000:1.0:1746128107.450054:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542317440:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128107.450172:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542317440:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128107.450178:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1412 00002000:00100000:1.0:1746128107.450182:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd80380 x1830947542317440/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.450188:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd80380 with x1830947542317440 ext(0->4095) 00010000:00010000:1.0:1746128107.450192:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb5e5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a1 expref: 6 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.450200:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb5e5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a1 expref: 6 pid: 8416 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746128107.450205:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd80380 00000100:00100000:1.0:1746128107.452294:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800938f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540216832:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128107.452315:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb5ec lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a8 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.452327:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631400, rc 0) 00000100:00100000:1.0:1746128107.452936:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31595:x1830947542317184:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6324us (7010us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.452943:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4487 00000100:00100000:0.0:1746128107.453647:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.453824:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542317568 00000100:00100000:1.0:1746128107.453829:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542317568 00000100:00100000:1.0:1746128107.454416:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4488 00000100:00100000:1.0:1746128107.454422:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31596:x1830947542317568:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128107.454434:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128107.454445:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb5f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d22af expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.454461:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.454465:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb5ec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a8 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.454469:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128107.454473:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb5f3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22af expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.454496:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb5ec lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a8 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.454504:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb5f3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22af expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.454511:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630000, rc 0) 00000100:00100000:1.0:1746128107.455331:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31596:x1830947542317568:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 907us (1683us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.455337:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4488 00000100:00100000:0.0:1746128107.455901:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542317696 00000100:00100000:0.0:1746128107.455906:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542317696 00010000:00010000:0.0:1746128107.455925:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb5e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a1 expref: 6 pid: 8416 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746128107.455952:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8374 00000100:00100000:0.0:1746128107.455958:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542317696:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128107.455966:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128107.455981:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb5e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a1 expref: 6 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.455990:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb5e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a1 expref: 6 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.456006:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb5e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a1 expref: 6 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.456026:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.456028:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.456042:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb5ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a8 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.456048:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb5ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a8 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.456067:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb5ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a8 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.456075:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb5ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a8 expref: 24 pid: 8416 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746128107.456084:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540217088:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128107.456143:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.458327:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540217088:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128107.458341:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128107.458365:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542317696:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2408us (2523us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128107.458376:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8374 00000100:00100000:1.0:1746128107.459881:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.463216:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542318080 00000100:00100000:0.0:1746128107.463223:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542318080 00010000:00010000:0.0:1746128107.463249:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb5ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a8 expref: 25 pid: 8416 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746128107.463281:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8375 00000100:00100000:0.0:1746128107.463287:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1965:x1830947542318080:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128107.463299:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128107.463315:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb5ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a8 expref: 25 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.463325:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb5ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a8 expref: 25 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.463342:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb5ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22a8 expref: 25 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.463364:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.463366:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.463372:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb5f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22af expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.463379:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb5f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22af expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.463404:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb5f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22af expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128107.463416:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540217216:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128107.463485:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.465643:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540217216:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128107.465657:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128107.465690:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1965:x1830947542318080:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2403us (2711us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128107.465697:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8375 00000100:00100000:1.0:1746128107.467542:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.469834:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542318464 00000100:00100000:1.0:1746128107.469839:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542318464 00000100:00100000:1.0:1746128107.469866:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4489 00000100:00100000:1.0:1746128107.469873:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542318464:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128107.469883:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128107.469895:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb5fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d22b6 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.469915:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb5f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22af expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.469921:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128107.469922:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128107.469926:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb5fa lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22b6 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.469949:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb5f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22af expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.469960:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb5f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22af expref: 23 pid: 8416 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.469969:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800938fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540217344:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128107.470024:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128107.472008:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800938fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540217344:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128107.472029:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb5fa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22b6 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.472777:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631e00, rc 0) 00000100:00100000:1.0:1746128107.472820:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542318464:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2947us (3183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.472827:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4489 00000100:00100000:0.0:1746128107.474539:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.476873:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540217472:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128107.476886:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128107.476923:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1963:x1830947542318592:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2090us (2388us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128107.476930:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8376 00000100:00100000:0.0:1746128107.478228:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542318848 00000100:00100000:0.0:1746128107.478233:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542318848 00002000:00100000:0.0:1746128107.478260:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0aa00 x1830947542318848/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128107.478268:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0aa00 with x1830947542318848 ext(0->4095) 00002000:00010000:0.0:1746128107.478271:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e0aa00 00000100:00100000:0.0:1746128107.478290:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3465 00000100:00100000:0.0:1746128107.478295:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542318848:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128107.478413:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542318848:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (285us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128107.478420:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3465 00002000:00100000:0.0:1746128107.478425:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0aa00 x1830947542318848/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128107.478431:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0aa00 with x1830947542318848 ext(0->4095) 00002000:00010000:0.0:1746128107.478433:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e0aa00 00000100:00100000:1.0:1746128107.479917:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542318976 00000100:00100000:1.0:1746128107.479922:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542318976 00000100:00100000:1.0:1746128107.479958:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4490 00000100:00100000:1.0:1746128107.479963:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:31595:x1830947542318976:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128107.479972:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128107.479984:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb601 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d22bd expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.480009:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb5fa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22b6 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.480015:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.480016:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.480019:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb601 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22bd expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.480049:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb5fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22b6 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.480060:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb5fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22b6 expref: 5 pid: 8416 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.480070:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800938fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540217600:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128107.480127:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.481045:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542319104 00000100:00100000:0.0:1746128107.481049:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542319104 00000100:00100000:0.0:1746128107.481076:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4491 00000100:00100000:0.0:1746128107.481080:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31596:x1830947542319104:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128107.481087:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128107.481094:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb608 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d22c4 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.481105:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.481108:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb601 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22bd expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.481113:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128107.481115:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb608 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22c4 expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.481130:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb601 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22bd expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.481138:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb608 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22c4 expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.481150:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880137391e00, rc 0) 00000100:00100000:0.0:1746128107.481178:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:31596:x1830947542319104:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128107.481183:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4491 00000100:00100000:1.0:1746128107.483354:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800938fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540217600:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128107.483372:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb601 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22bd expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.483383:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631400, rc 0) 00000100:00100000:1.0:1746128107.483417:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31595:x1830947542318976:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3453us (3603us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.483423:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4490 00000100:00100000:0.0:1746128107.483552:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542319232 00000100:00100000:0.0:1746128107.483556:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542319232 00010000:00010000:0.0:1746128107.483591:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb5fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22b6 expref: 6 pid: 8416 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746128107.483609:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8377 00000100:00100000:0.0:1746128107.483614:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542319232:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128107.483622:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128107.483638:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb5fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22b6 expref: 6 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.483647:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb5fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22b6 expref: 6 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.483662:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb5fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22b6 expref: 6 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.483683:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.483684:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.483690:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb601 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22bd expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.483701:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb601 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22bd expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.483720:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb601 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22bd expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.483729:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb601 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22bd expref: 24 pid: 8416 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746128107.483738:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540217856:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128107.483777:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.485887:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540217856:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128107.485898:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128107.485925:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542319232:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2311us (2643us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128107.485933:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8377 00000100:00100000:0.0:1746128107.489215:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542319616 00000100:00100000:0.0:1746128107.489221:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542319616 00010000:00010000:0.0:1746128107.489245:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb601 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22bd expref: 25 pid: 8416 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746128107.489487:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8378 00000100:00100000:0.0:1746128107.489494:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134122680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542319616:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128107.489505:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128107.489521:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb601 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22bd expref: 25 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.489531:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb601 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22bd expref: 25 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.489547:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb601 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22bd expref: 25 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.489558:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.489560:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.489565:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb608 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22c4 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.489592:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb608 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22c4 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.489617:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb608 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22c4 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128107.489626:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540217984:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128107.489691:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.493225:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542319872 00000100:00100000:0.0:1746128107.493231:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542319872 00002000:00100000:0.0:1746128107.493265:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134121500 x1830947542319872/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128107.493273:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134121500 with x1830947542319872 ext(0->4095) 00002000:00010000:0.0:1746128107.493278:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134121500 00000100:00100000:0.0:1746128107.493306:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3466 00000100:00100000:0.0:1746128107.493312:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1966:x1830947542319872:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746128107.493433:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134121500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1966:x1830947542319872:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (268us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128107.493439:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3466 00002000:00100000:0.0:1746128107.493444:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134121500 x1830947542319872/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128107.493450:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134121500 with x1830947542319872 ext(0->4095) 00002000:00010000:0.0:1746128107.493453:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134121500 00000100:00100000:1.0:1746128107.493946:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540217984:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128107.493960:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128107.493993:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134122680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542319616:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4500us (4907us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.494000:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8378 00000100:00100000:0.0:1746128107.496430:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542320000 00000100:00100000:0.0:1746128107.496436:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542320000 00000100:00100000:0.0:1746128107.496464:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4492 00000100:00100000:0.0:1746128107.496470:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542320000:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128107.496481:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128107.496493:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093a83000/0x802a7453533bb60f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d22cb expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.496515:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb608 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22c4 expref: 23 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.496521:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128107.496523:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128107.496526:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093a83000/0x802a7453533bb60f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22cb expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.496549:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb608 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22c4 expref: 23 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.496559:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb608 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22c4 expref: 23 pid: 8417 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746128107.496568:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540218112:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128107.496638:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.498691:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540218112:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128107.498712:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093a83000/0x802a7453533bb60f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22cb expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.498723:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093a83000, rc 0) 00000100:00100000:0.0:1746128107.498751:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542320000:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2281us (2390us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128107.498758:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4492 00000100:00100000:1.0:1746128107.500057:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542320128 00000100:00100000:1.0:1746128107.500064:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542320128 00010000:00010000:1.0:1746128107.500084:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb608 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22c4 expref: 24 pid: 8417 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.500175:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8379 00000100:00100000:1.0:1746128107.500181:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542320128:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128107.500193:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128107.500209:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb608 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22c4 expref: 24 pid: 8417 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.500219:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb608 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22c4 expref: 24 pid: 8417 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.500237:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb608 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22c4 expref: 24 pid: 8417 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.500395:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.500397:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.500403:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093a83000/0x802a7453533bb60f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22cb expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.500411:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093a83000/0x802a7453533bb60f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22cb expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.500437:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093a83000/0x802a7453533bb60f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22cb expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128107.500446:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800938fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540218240:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128107.501039:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128107.503499:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800938fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540218240:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128107.503514:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128107.503550:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1964:x1830947542320128:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3369us (4068us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.503558:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8379 00000100:00100000:0.0:1746128107.504429:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542320384 00000100:00100000:0.0:1746128107.504433:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542320384 00000100:00100000:0.0:1746128107.504461:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4493 00000100:00100000:0.0:1746128107.504465:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:31595:x1830947542320384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128107.504478:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128107.504489:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb616 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d22d2 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.504508:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093a83000/0x802a7453533bb60f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22cb expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.504517:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.504519:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.504521:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb616 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d2 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.504540:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093a83000/0x802a7453533bb60f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22cb expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.504548:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093a83000/0x802a7453533bb60f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22cb expref: 5 pid: 8416 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746128107.504557:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540218368:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128107.504616:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.509012:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540218368:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128107.509040:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb616 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d2 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.509054:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880137390400, rc 0) 00000100:00100000:0.0:1746128107.509083:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31595:x1830947542320384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4617us (4856us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128107.509090:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4493 00000100:00100000:0.0:1746128107.509109:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542320640 00000100:00100000:0.0:1746128107.509112:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542320640 00000100:00100000:0.0:1746128107.509142:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4494 00000100:00100000:0.0:1746128107.509146:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31596:x1830947542320640:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128107.509159:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128107.509167:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb61d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d22d9 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.509181:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.509184:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb616 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d2 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.509189:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128107.509192:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb61d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d9 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.509209:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb616 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d2 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.509216:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb61d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d9 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.509222:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880137390c00, rc 0) 00000100:00100000:0.0:1746128107.509233:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31596:x1830947542320640:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 87us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128107.509237:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4494 00000100:00100000:1.0:1746128107.510838:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542320768 00000100:00100000:1.0:1746128107.510843:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542320768 00010000:00010000:1.0:1746128107.510864:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093a83000/0x802a7453533bb60f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22cb expref: 6 pid: 8416 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.510882:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8380 00000100:00100000:1.0:1746128107.510888:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542320768:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128107.510896:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128107.510910:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093a83000/0x802a7453533bb60f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22cb expref: 6 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.510919:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093a83000/0x802a7453533bb60f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22cb expref: 6 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.510935:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093a83000/0x802a7453533bb60f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22cb expref: 6 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.510949:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.510951:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.510956:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb616 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d2 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.510962:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb616 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d2 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.510982:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb616 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d2 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.510990:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb616 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d2 expref: 24 pid: 8416 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.510999:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800938fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540218624:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128107.511067:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128107.513815:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800938fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540218624:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128107.513830:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128107.513865:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542320768:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2977us (3114us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.513874:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8380 00000100:00100000:0.0:1746128107.513932:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542321024 00000100:00100000:0.0:1746128107.513939:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542321024 00002000:00100000:0.0:1746128107.513968:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a4a80 x1830947542321024/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128107.513976:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a4a80 with x1830947542321024 ext(0->4095) 00010000:00010000:0.0:1746128107.513983:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb616 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d2 expref: 25 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.513992:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb616 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d2 expref: 25 pid: 8416 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746128107.513997:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800840a4a80 00000100:00100000:0.0:1746128107.514240:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1416 00000100:00100000:0.0:1746128107.514246:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542321024:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128107.514373:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542321024:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (653us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128107.514379:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1416 00002000:00100000:0.0:1746128107.514384:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a4a80 x1830947542321024/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128107.514390:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a4a80 with x1830947542321024 ext(0->4095) 00010000:00010000:0.0:1746128107.514395:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb616 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d2 expref: 25 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.514403:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb616 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d2 expref: 25 pid: 8416 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746128107.514408:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800840a4a80 00000100:00100000:1.0:1746128107.517523:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542321152 00000100:00100000:1.0:1746128107.517529:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542321152 00010000:00010000:1.0:1746128107.517554:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb616 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d2 expref: 25 pid: 8416 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.517916:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8381 00000100:00100000:1.0:1746128107.517922:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fce850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542321152:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128107.517934:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128107.517949:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb616 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d2 expref: 25 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.517958:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb616 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d2 expref: 25 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.517975:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880137390400/0x802a7453533bb616 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d2 expref: 25 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.517985:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.517987:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.517992:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb61d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d9 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.518000:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb61d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d9 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.518026:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb61d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d9 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128107.518049:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800938fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540218752:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128107.518107:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.521691:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.521779:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800938fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540218752:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128107.521795:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128107.522163:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fce850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542321152:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4239us (4719us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.522171:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8381 00000100:00100000:0.0:1746128107.524932:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.533156:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542321664 00000100:00100000:1.0:1746128107.533163:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542321664 00010000:00010000:1.0:1746128107.533187:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb61d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d9 expref: 24 pid: 8416 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.533209:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8382 00000100:00100000:1.0:1746128107.533214:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542321664:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128107.533225:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128107.533243:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb61d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d9 expref: 24 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.533253:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb61d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d9 expref: 24 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.533270:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb61d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22d9 expref: 24 pid: 8416 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.533282:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.533284:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.533290:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bb624 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22e0 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.533296:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bb624 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22e0 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.533319:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bb624 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22e0 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128107.533329:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800938fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540219008:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128107.533368:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.535753:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.538503:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800938fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540219008:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128107.538517:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128107.541621:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542321664:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 8402us (9776us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128107.541631:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8382 00000100:00100000:0.0:1746128107.547737:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542322176 00000100:00100000:0.0:1746128107.547743:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542322176 00000100:00100000:0.0:1746128107.547770:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4497 00000100:00100000:0.0:1746128107.547776:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31596:x1830947542322176:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128107.547788:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128107.547800:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb632 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d22ee expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.547816:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.547820:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bb62b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22e7 expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.547825:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128107.547827:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb632 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22ee expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.547851:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bb62b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22e7 expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.547859:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb632 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22ee expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.547866:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880137390c00, rc 0) 00000100:00100000:0.0:1746128107.549061:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31596:x1830947542322176:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1279us (1385us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128107.549069:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4497 00000100:00100000:0.0:1746128107.550241:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.554486:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540219392:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128107.554503:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128107.554537:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542322304:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4172us (4297us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128107.554544:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8383 00000100:00100000:1.0:1746128107.555276:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542322560 00000100:00100000:1.0:1746128107.555282:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542322560 00002000:00100000:1.0:1746128107.555313:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a6d80 x1830947542322560/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.555322:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a6d80 with x1830947542322560 ext(0->4095) 00010000:00010000:1.0:1746128107.555329:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bb62b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22e7 expref: 25 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.555340:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bb62b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22e7 expref: 25 pid: 8418 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746128107.555346:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800840a6d80 00000100:00100000:1.0:1746128107.555359:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1418 00000100:00100000:1.0:1746128107.555364:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542322560:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128107.556418:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542322560:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 1051us (1204us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128107.556425:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1418 00002000:00100000:1.0:1746128107.556431:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a6d80 x1830947542322560/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.556445:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a6d80 with x1830947542322560 ext(0->4095) 00010000:00010000:1.0:1746128107.556450:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bb62b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22e7 expref: 25 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.556460:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bb62b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d22e7 expref: 25 pid: 8418 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746128107.556465:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800840a6d80 00000100:00100000:0.0:1746128107.559744:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.564619:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.565085:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542322944 00000100:00100000:1.0:1746128107.565091:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542322944 00002000:00100000:1.0:1746128107.565123:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c71880 x1830947542322944/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.565132:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71880 with x1830947542322944 ext(0->4095) 00002000:00010000:1.0:1746128107.565135:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c71880 00000100:00100000:1.0:1746128107.565162:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3468 00000100:00100000:1.0:1746128107.565167:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542322944:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128107.565286:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542322944:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (669us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128107.565292:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3468 00002000:00100000:1.0:1746128107.565296:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c71880 x1830947542322944/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.565303:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71880 with x1830947542322944 ext(0->4095) 00002000:00010000:1.0:1746128107.565305:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c71880 00000100:00100000:0.0:1746128107.567408:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.570734:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.575600:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.575638:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.580700:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.583730:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.587333:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.590436:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.594199:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.594382:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542324480 00000100:00100000:1.0:1746128107.594387:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542324480 00002000:00100000:1.0:1746128107.594414:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c70700 x1830947542324480/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.594422:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70700 with x1830947542324480 ext(0->4095) 00002000:00010000:1.0:1746128107.594426:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c70700 00000100:00100000:1.0:1746128107.594437:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3470 00000100:00100000:1.0:1746128107.594442:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542324480:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128107.594553:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542324480:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128107.594558:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3470 00002000:00100000:1.0:1746128107.594563:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c70700 x1830947542324480/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.594569:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70700 with x1830947542324480 ext(0->4095) 00002000:00010000:1.0:1746128107.594589:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c70700 00000100:00100000:0.0:1746128107.597336:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.602123:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.604956:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.608430:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.622543:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.625841:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.630527:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.630603:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542325632 00000100:00100000:1.0:1746128107.630610:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542325632 00002000:00100000:1.0:1746128107.630646:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c72a00 x1830947542325632/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.630655:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72a00 with x1830947542325632 ext(0->4095) 00010000:00010000:1.0:1746128107.630662:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bb655 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2311 expref: 25 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.630673:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bb655 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2311 expref: 25 pid: 8418 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746128107.630683:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c72a00 00000100:00100000:1.0:1746128107.630708:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1421 00000100:00100000:1.0:1746128107.630715:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542325632:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128107.630844:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542325632:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128107.630850:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1421 00002000:00100000:1.0:1746128107.630855:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c72a00 x1830947542325632/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.630862:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72a00 with x1830947542325632 ext(0->4095) 00010000:00010000:1.0:1746128107.630866:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bb655 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2311 expref: 25 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.630874:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bb655 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2311 expref: 25 pid: 8418 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746128107.630878:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c72a00 00000100:00100000:0.0:1746128107.632836:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.635561:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.637954:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.638055:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542326144 00000100:00100000:1.0:1746128107.638061:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542326144 00000100:00100000:1.0:1746128107.638338:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4504 00000100:00100000:1.0:1746128107.638344:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542326144:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128107.638357:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128107.638369:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb663 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d231f expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.638393:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bb65c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2318 expref: 23 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.638399:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128107.638400:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128107.638403:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb663 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d231f expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.638422:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bb65c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2318 expref: 23 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.638431:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bb65c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2318 expref: 23 pid: 8418 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.638440:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800938fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540221184:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128107.638502:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128107.640176:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800938fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540221184:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128107.640193:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb663 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d231f expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.640204:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630000, rc 0) 00000100:00100000:1.0:1746128107.640264:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542326144:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1920us (2315us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.640270:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4504 00000100:00100000:0.0:1746128107.640985:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.645616:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.650150:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542326528 00000100:00100000:1.0:1746128107.650160:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542326528 00002000:00100000:1.0:1746128107.650194:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0ca80 x1830947542326528/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.650203:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0ca80 with x1830947542326528 ext(0->4095) 00002000:00010000:1.0:1746128107.650207:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0ca80 00000100:00100000:1.0:1746128107.650239:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3472 00000100:00100000:1.0:1746128107.650244:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542326528:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128107.650393:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542326528:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (4780us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128107.650399:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3472 00002000:00100000:1.0:1746128107.650404:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0ca80 x1830947542326528/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.650410:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0ca80 with x1830947542326528 ext(0->4095) 00002000:00010000:1.0:1746128107.650413:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0ca80 00000100:00100000:1.0:1746128107.655885:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.658159:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.659221:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542326784 00000100:00100000:0.0:1746128107.659224:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542326784 00000100:00100000:0.0:1746128107.659250:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4506 00000100:00100000:0.0:1746128107.659254:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31596:x1830947542326784:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128107.659260:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128107.659265:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb671 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d232d expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.659274:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128107.659276:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb66a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2326 expref: 26 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.659281:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128107.659283:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb671 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d232d expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.659300:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb66a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2326 expref: 26 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.659309:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb671 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d232d expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128107.659316:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880137391e00, rc 0) 00000100:00100000:0.0:1746128107.659840:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:31596:x1830947542326784:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 584us (1684us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128107.659846:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4506 00000100:00100000:0.0:1746128107.663860:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.670625:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.674347:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.678852:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.681725:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.684521:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.687181:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.687902:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542328064 00000100:00100000:1.0:1746128107.687907:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542328064 00002000:00100000:1.0:1746128107.687932:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7df80 x1830947542328064/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.687940:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7df80 with x1830947542328064 ext(0->4095) 00002000:00010000:1.0:1746128107.687944:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f7df80 00000100:00100000:1.0:1746128107.687965:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3474 00000100:00100000:1.0:1746128107.687970:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542328064:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128107.688089:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542328064:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (912us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128107.688094:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3474 00002000:00100000:1.0:1746128107.688098:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7df80 x1830947542328064/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.688104:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7df80 with x1830947542328064 ext(0->4095) 00002000:00010000:1.0:1746128107.688106:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f7df80 00000100:00100000:0.0:1746128107.688472:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.691508:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.691757:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542328320 00000100:00100000:1.0:1746128107.691763:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542328320 00000100:00100000:1.0:1746128107.691794:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4509 00000100:00100000:1.0:1746128107.691800:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31596:x1830947542328320:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128107.691812:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128107.691822:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb686 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2342 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.691840:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.691844:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bb67f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d233b expref: 26 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.691849:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128107.691851:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb686 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2342 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.691872:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bb67f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d233b expref: 26 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.691885:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb686 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2342 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.691891:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631a00, rc 0) 00000100:00100000:1.0:1746128107.691927:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:31596:x1830947542328320:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.691932:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4509 00000100:00100000:0.0:1746128107.695015:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.697900:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.701518:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.705231:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.705683:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542329088 00000100:00100000:0.0:1746128107.705689:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542329088 00002000:00100000:0.0:1746128107.705724:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938f9500 x1830947542329088/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128107.705732:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938f9500 with x1830947542329088 ext(0->4095) 00002000:00010000:0.0:1746128107.705736:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800938f9500 00000100:00100000:0.0:1746128107.705755:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3475 00000100:00100000:0.0:1746128107.705761:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542329088:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128107.706480:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542329088:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 718us (1254us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128107.706486:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3475 00002000:00100000:0.0:1746128107.706492:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938f9500 x1830947542329088/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128107.706505:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938f9500 with x1830947542329088 ext(0->4095) 00002000:00010000:0.0:1746128107.706507:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800938f9500 00000100:00100000:0.0:1746128107.708487:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.712372:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.715898:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.718369:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.719294:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542329728 00000100:00100000:1.0:1746128107.719300:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542329728 00002000:00100000:1.0:1746128107.719331:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b019f80 x1830947542329728/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.719339:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b019f80 with x1830947542329728 ext(0->4095) 00010000:00010000:1.0:1746128107.719346:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bb68d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2349 expref: 6 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.719357:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bb68d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2349 expref: 6 pid: 8418 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746128107.719363:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b019f80 00000100:00100000:1.0:1746128107.719389:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1424 00000100:00100000:1.0:1746128107.719395:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542329728:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128107.719513:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542329728:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (1145us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128107.719521:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1424 00002000:00100000:1.0:1746128107.719527:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b019f80 x1830947542329728/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.719533:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b019f80 with x1830947542329728 ext(0->4095) 00010000:00010000:1.0:1746128107.719537:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bb68d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2349 expref: 6 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.719545:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bb68d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2349 expref: 6 pid: 8418 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746128107.719550:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b019f80 00000100:00100000:0.0:1746128107.724926:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.725927:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.730685:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.733907:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.737456:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.737704:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542330624 00000100:00100000:1.0:1746128107.737709:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542330624 00002000:00100000:1.0:1746128107.737738:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b01aa00 x1830947542330624/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.737747:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01aa00 with x1830947542330624 ext(0->4095) 00002000:00010000:1.0:1746128107.737750:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b01aa00 00000100:00100000:1.0:1746128107.737774:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3476 00000100:00100000:1.0:1746128107.737779:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1965:x1830947542330624:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128107.737903:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1965:x1830947542330624:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (453us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128107.737908:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3476 00002000:00100000:1.0:1746128107.737913:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b01aa00 x1830947542330624/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.737924:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01aa00 with x1830947542330624 ext(0->4095) 00002000:00010000:1.0:1746128107.737926:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b01aa00 00000100:00100000:1.0:1746128107.740210:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542330752 00000100:00100000:1.0:1746128107.740217:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542330752 00000100:00100000:1.0:1746128107.740490:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4513 00000100:00100000:1.0:1746128107.740497:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542330752:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128107.740512:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128107.740524:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb6a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d235e expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.740546:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bb69b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2357 expref: 23 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.740553:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128107.740554:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128107.740557:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb6a2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d235e expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.740705:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bb69b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2357 expref: 23 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.740715:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bb69b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2357 expref: 23 pid: 8418 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.740726:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540223488:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128107.741068:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.744843:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.744935:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540223488:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128107.744956:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb6a2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d235e expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.744968:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631e00, rc 0) 00000100:00100000:1.0:1746128107.745003:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542330752:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4507us (5012us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.745010:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4513 00000100:00100000:0.0:1746128107.749335:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.749418:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.750563:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542331264 00000100:00100000:1.0:1746128107.750567:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542331264 00000100:00100000:1.0:1746128107.750608:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4514 00000100:00100000:1.0:1746128107.750613:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:31595:x1830947542331264:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128107.750621:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128107.750632:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bb6a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2365 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.750651:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb6a2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d235e expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.750657:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.750659:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.750661:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bb6a9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2365 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.750680:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb6a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d235e expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.750689:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb6a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d235e expref: 5 pid: 8417 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.750698:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540223744:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128107.750748:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128107.752794:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.754101:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540223744:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128107.754114:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bb6a9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2365 expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.754121:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630c00, rc 0) 00000100:00100000:1.0:1746128107.754140:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31595:x1830947542331264:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3527us (4722us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.754146:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4514 00000100:00100000:0.0:1746128107.755796:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.760083:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.760202:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542331776 00000100:00100000:1.0:1746128107.760208:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542331776 00002000:00100000:1.0:1746128107.760243:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cdab800 x1830947542331776/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.760252:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdab800 with x1830947542331776 ext(0->4095) 00010000:00010000:1.0:1746128107.760258:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bb6a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2365 expref: 25 pid: 8417 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.760269:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bb6a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2365 expref: 25 pid: 8417 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746128107.760273:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cdab800 00000100:00100000:1.0:1746128107.760288:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1426 00000100:00100000:1.0:1746128107.760294:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542331776:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128107.760698:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542331776:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 404us (621us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128107.760704:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1426 00002000:00100000:1.0:1746128107.760708:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cdab800 x1830947542331776/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.760715:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdab800 with x1830947542331776 ext(0->4095) 00010000:00010000:1.0:1746128107.760719:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bb6a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2365 expref: 25 pid: 8417 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.760728:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bb6a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2365 expref: 25 pid: 8417 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746128107.760733:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cdab800 00000100:00100000:0.0:1746128107.763810:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.767074:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.767133:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542332160 00000100:00100000:1.0:1746128107.767140:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542332160 00002000:00100000:1.0:1746128107.767178:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cdab100 x1830947542332160/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.767186:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdab100 with x1830947542332160 ext(0->4095) 00002000:00010000:1.0:1746128107.767190:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cdab100 00000100:00100000:1.0:1746128107.767217:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3478 00000100:00100000:1.0:1746128107.767223:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542332160:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128107.767525:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542332160:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 301us (455us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128107.767531:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3478 00002000:00100000:1.0:1746128107.767537:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cdab100 x1830947542332160/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.767543:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdab100 with x1830947542332160 ext(0->4095) 00002000:00010000:1.0:1746128107.767545:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cdab100 00000100:00100000:0.0:1746128107.769964:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.770075:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542332288 00000100:00100000:1.0:1746128107.770085:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542332288 00000100:00100000:1.0:1746128107.770115:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4516 00000100:00100000:1.0:1746128107.770122:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542332288:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128107.770135:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128107.770148:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb6b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2373 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.770169:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bb6b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d236c expref: 23 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.770175:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128107.770176:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128107.770178:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb6b7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2373 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.770199:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bb6b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d236c expref: 23 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.770208:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bb6b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d236c expref: 23 pid: 8418 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.770217:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540224256:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128107.770502:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0446c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128107.773230:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540224256:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128107.773253:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb6b7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2373 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.773265:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631a00, rc 0) 00000100:00100000:1.0:1746128107.773302:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542332288:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3180us (3344us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.773310:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4516 00000100:00100000:0.0:1746128107.773813:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.776242:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.776332:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542332672 00000100:00100000:1.0:1746128107.776338:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542332672 00002000:00100000:1.0:1746128107.776381:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cdaa680 x1830947542332672/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.776390:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdaa680 with x1830947542332672 ext(0->4095) 00002000:00010000:1.0:1746128107.776393:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cdaa680 00000100:00100000:1.0:1746128107.776419:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3479 00000100:00100000:1.0:1746128107.776425:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542332672:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128107.776545:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542332672:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128107.776550:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3479 00002000:00100000:1.0:1746128107.776555:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cdaa680 x1830947542332672/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.776561:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdaa680 with x1830947542332672 ext(0->4095) 00002000:00010000:1.0:1746128107.776563:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cdaa680 00000100:00100000:0.0:1746128107.778639:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.778776:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542332800 00000100:00100000:1.0:1746128107.778781:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542332800 00000100:00100000:1.0:1746128107.778805:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4517 00000100:00100000:1.0:1746128107.778811:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:31595:x1830947542332800:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128107.778824:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128107.778837:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb6be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d237a expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.778856:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb6b7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2373 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.778862:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.778864:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128107.778866:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb6be lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d237a expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.778889:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb6b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2373 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.778899:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb6b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2373 expref: 5 pid: 8417 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.778908:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540224512:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128107.779931:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.779999:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128107.782896:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540224512:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128107.782915:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb6be lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d237a expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.782931:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631000, rc 0) 00000100:00100000:1.0:1746128107.783252:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31595:x1830947542332800:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4439us (4614us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.783259:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4517 00000100:00100000:0.0:1746128107.783432:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.786400:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.794015:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.794242:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542333696 00000100:00100000:1.0:1746128107.794248:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542333696 00002000:00100000:1.0:1746128107.794278:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cda8e00 x1830947542333696/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.794287:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda8e00 with x1830947542333696 ext(0->4095) 00002000:00010000:1.0:1746128107.794291:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cda8e00 00000100:00100000:1.0:1746128107.794314:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3480 00000100:00100000:1.0:1746128107.794320:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542333696:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128107.794456:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542333696:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (441us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128107.794461:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3480 00002000:00100000:1.0:1746128107.794466:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cda8e00 x1830947542333696/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.794473:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda8e00 with x1830947542333696 ext(0->4095) 00002000:00010000:1.0:1746128107.794475:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cda8e00 00000100:00100000:0.0:1746128107.796546:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.796650:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542333824 00000100:00100000:1.0:1746128107.796657:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542333824 00000100:00100000:1.0:1746128107.796700:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4519 00000100:00100000:1.0:1746128107.796706:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542333824:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128107.796721:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128107.796735:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb6cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2388 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.796757:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bb6c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2381 expref: 23 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.796763:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128107.796765:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128107.796767:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb6cc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2388 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.796791:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bb6c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2381 expref: 23 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.796801:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bb6c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2381 expref: 23 pid: 8418 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746128107.796811:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540225024:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128107.797180:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128107.798621:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540225024:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128107.798639:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb6cc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2388 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128107.798650:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631e00, rc 0) 00000100:00100000:1.0:1746128107.798677:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542333824:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1971us (2137us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128107.798687:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4519 00000100:00100000:0.0:1746128107.800476:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.803344:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.805073:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.809812:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.811269:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.817047:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.819907:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.824173:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.824396:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542335232 00000100:00100000:1.0:1746128107.824402:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542335232 00002000:00100000:1.0:1746128107.824431:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c7ad80 x1830947542335232/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.824440:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7ad80 with x1830947542335232 ext(0->4095) 00002000:00010000:1.0:1746128107.824444:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c7ad80 00000100:00100000:1.0:1746128107.824465:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3482 00000100:00100000:1.0:1746128107.824471:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542335232:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128107.824606:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542335232:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (437us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128107.824612:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3482 00002000:00100000:1.0:1746128107.824616:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c7ad80 x1830947542335232/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.824623:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7ad80 with x1830947542335232 ext(0->4095) 00002000:00010000:1.0:1746128107.824625:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c7ad80 00000100:00100000:0.0:1746128107.826406:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.829698:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.832986:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.836342:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.838040:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.841809:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.846096:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.846478:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542336384 00000100:00100000:0.0:1746128107.846483:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542336384 00002000:00100000:0.0:1746128107.846512:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0b480 x1830947542336384/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128107.846521:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0b480 with x1830947542336384 ext(0->4095) 00010000:00010000:0.0:1746128107.846528:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b52b0600/0x802a7453533bb6e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23a4 expref: 25 pid: 8417 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.846538:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b52b0600/0x802a7453533bb6e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23a4 expref: 25 pid: 8417 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746128107.846544:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0b480 00000100:00100000:0.0:1746128107.846570:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1429 00000100:00100000:0.0:1746128107.846591:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542336384:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128107.846703:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542336384:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (613us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128107.846709:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1429 00002000:00100000:0.0:1746128107.846714:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0b480 x1830947542336384/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128107.846720:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0b480 with x1830947542336384 ext(0->4095) 00010000:00010000:0.0:1746128107.846724:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b52b0600/0x802a7453533bb6e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23a4 expref: 25 pid: 8417 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746128107.846732:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b52b0600/0x802a7453533bb6e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23a4 expref: 25 pid: 8417 timeout: 603 lvb_type: 0 00002000:00010000:0.0:1746128107.846737:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0b480 00000100:00100000:0.0:1746128107.850661:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.854716:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.857490:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.860481:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.866869:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.866916:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.869931:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.874104:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.878612:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.881955:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.884462:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.884789:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542338304 00000100:00100000:1.0:1746128107.884794:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542338304 00002000:00100000:1.0:1746128107.884824:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013180e300 x1830947542338304/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.884831:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013180e300 with x1830947542338304 ext(0->4095) 00002000:00010000:1.0:1746128107.884835:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013180e300 00000100:00100000:1.0:1746128107.884849:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3486 00000100:00100000:1.0:1746128107.884854:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013180e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542338304:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128107.884961:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013180e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542338304:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (504us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128107.884967:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3486 00002000:00100000:1.0:1746128107.884972:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013180e300 x1830947542338304/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.884978:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013180e300 with x1830947542338304 ext(0->4095) 00002000:00010000:1.0:1746128107.884981:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013180e300 00000100:00100000:0.0:1746128107.890871:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.907556:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.909674:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.911425:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1431 00000100:00100000:1.0:1746128107.911436:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1966:x1830947542338688:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128107.912895:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1966:x1830947542338688:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 1457us (3220us total) trans 4294967910 rc 0/0 00000100:00100000:1.0:1746128107.912905:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1431 00002000:00100000:1.0:1746128107.912915:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094640000 x1830947542338688/t4294967910(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 496/448 e 0 to 0 dl 1746128118 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.912923:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094640000 with x1830947542338688 ext(0->7) 00010000:00010000:1.0:1746128107.912932:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bb704 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23c0 expref: 27 pid: 8418 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.912944:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bb704 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23c0 expref: 27 pid: 8418 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746128107.912954:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094640000 00000100:00100000:1.0:1746128107.915470:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.919307:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.919479:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542339072 00000100:00100000:1.0:1746128107.919485:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542339072 00002000:00100000:1.0:1746128107.919516:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094643b80 x1830947542339072/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:358/0 lens 488/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.919524:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094643b80 with x1830947542339072 ext(0->4095) 00010000:00010000:1.0:1746128107.919531:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bb70b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23c7 expref: 6 pid: 8417 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.919541:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bb70b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23c7 expref: 6 pid: 8417 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746128107.919547:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094643b80 00000100:00100000:1.0:1746128107.919810:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1432 00000100:00100000:1.0:1746128107.919817:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542339072:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128107.919931:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542339072:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (630us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128107.919936:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1432 00002000:00100000:1.0:1746128107.919941:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094643b80 x1830947542339072/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:358/0 lens 488/4536 e 0 to 0 dl 1746128118 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.919948:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094643b80 with x1830947542339072 ext(0->4095) 00010000:00010000:1.0:1746128107.919953:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bb70b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23c7 expref: 6 pid: 8417 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746128107.919962:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bb70b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23c7 expref: 6 pid: 8417 timeout: 603 lvb_type: 0 00002000:00010000:1.0:1746128107.919966:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094643b80 00000100:00100000:0.0:1746128107.925687:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.930065:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.959664:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128107.993289:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128107.993466:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542339712 00000100:00100000:1.0:1746128107.993474:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542339712 00002000:00100000:1.0:1746128107.993510:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092c75c00 x1830947542339712/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:358/0 lens 496/0 e 0 to 0 dl 1746128118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128107.993519:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c75c00 with x1830947542339712 ext(0->7) 00010000:00010000:1.0:1746128107.993526:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb712 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23ce expref: 26 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128107.993538:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb712 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23ce expref: 26 pid: 8417 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128107.993544:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c75c00 00000100:00100000:0.0:1746128108.010235:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.014252:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.028046:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.028123:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542340224 00000100:00100000:1.0:1746128108.028128:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542340224 00002000:00100000:1.0:1746128108.028161:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c74000 x1830947542340224/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.028169:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c74000 with x1830947542340224 ext(0->4095) 00010000:00010000:1.0:1746128108.028176:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb719 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23d5 expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.028187:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb719 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23d5 expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.028193:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c74000 00000100:00100000:1.0:1746128108.028221:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1434 00000100:00100000:1.0:1746128108.028228:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542340224:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128108.028361:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542340224:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.028375:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1434 00002000:00100000:1.0:1746128108.028380:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c74000 x1830947542340224/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.028387:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c74000 with x1830947542340224 ext(0->4095) 00010000:00010000:1.0:1746128108.028391:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb719 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23d5 expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.028400:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb719 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23d5 expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.028404:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c74000 00000100:00100000:0.0:1746128108.030889:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.045776:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.083622:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.083661:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.083741:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542340864 00000100:00100000:1.0:1746128108.083748:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542340864 00002000:00100000:1.0:1746128108.083783:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092091500 x1830947542340864/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 496/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.083792:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092091500 with x1830947542340864 ext(0->7) 00010000:00010000:1.0:1746128108.083799:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb720 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23dc expref: 28 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.083814:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb720 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23dc expref: 28 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.083820:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092091500 00000100:00100000:1.0:1746128108.083849:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1435 00000100:00100000:1.0:1746128108.083854:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:1963:x1830947542340864:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128108.084110:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1963:x1830947542340864:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 255us (493us total) trans 4294967912 rc 0/0 00000100:00100000:1.0:1746128108.084116:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1435 00002000:00100000:1.0:1746128108.084121:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092091500 x1830947542340864/t4294967912(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 496/448 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.084128:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092091500 with x1830947542340864 ext(0->7) 00010000:00010000:1.0:1746128108.084133:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb720 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23dc expref: 30 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.084141:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb720 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23dc expref: 30 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.084146:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092091500 00000100:00100000:0.0:1746128108.097944:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542341120 00000100:00100000:0.0:1746128108.097951:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542341120 00010000:00010000:0.0:1746128108.097977:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb720 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23dc expref: 31 pid: 28170 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746128108.098004:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8419 00000100:00100000:0.0:1746128108.098009:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+31:1966:x1830947542341120:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128108.098019:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128108.098043:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb720 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23dc expref: 31 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.098053:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb720 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23dc expref: 31 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.098074:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb720 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23dc expref: 31 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.098095:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128108.098097:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128108.098102:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bb727 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23e3 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.098109:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bb727 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23e3 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.098131:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bb727 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23e3 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.098140:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bb727 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23e3 expref: 5 pid: 8417 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746128108.098148:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540228608:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128108.098210:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128108.104005:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.111635:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.117150:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.117510:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542341760 00000100:00100000:1.0:1746128108.117517:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542341760 00002000:00100000:1.0:1746128108.117550:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092093100 x1830947542341760/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.117562:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092093100 with x1830947542341760 ext(0->4095) 00002000:00010000:1.0:1746128108.117567:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092093100 00000100:00100000:1.0:1746128108.117609:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3489 00000100:00100000:1.0:1746128108.117615:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1963:x1830947542341760:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128108.118101:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1963:x1830947542341760:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 484us (958us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.118106:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3489 00002000:00100000:1.0:1746128108.118111:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092093100 x1830947542341760/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.118117:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092093100 with x1830947542341760 ext(0->4095) 00002000:00010000:1.0:1746128108.118120:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092093100 00000100:00100000:0.0:1746128108.119462:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.122040:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.129781:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.130499:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542342400 00000100:00100000:1.0:1746128108.130505:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542342400 00002000:00100000:1.0:1746128108.130532:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c21b480 x1830947542342400/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.130540:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21b480 with x1830947542342400 ext(0->4095) 00010000:00010000:1.0:1746128108.130547:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bb735 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23f1 expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.130558:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bb735 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23f1 expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.130563:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c21b480 00000100:00100000:1.0:1746128108.132121:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1437 00000100:00100000:1.0:1746128108.132130:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542342400:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128108.132259:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542342400:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (2479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.132264:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1437 00002000:00100000:1.0:1746128108.132269:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c21b480 x1830947542342400/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.132277:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21b480 with x1830947542342400 ext(0->4095) 00010000:00010000:1.0:1746128108.132283:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bb735 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23f1 expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.132293:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bb735 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23f1 expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.132299:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c21b480 00000100:00100000:0.0:1746128108.134481:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.139341:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.149426:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.168609:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c79500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540229376:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128108.168632:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb743 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23ff expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.168646:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956b4800, rc 0) 00000100:00100000:0.0:1746128108.168679:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542342912:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 19055us (19258us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128108.168686:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4536 00000100:00100000:0.0:1746128108.184003:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.184086:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542343040 00000100:00100000:1.0:1746128108.184094:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542343040 00002000:00100000:1.0:1746128108.184131:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009c21bb80 x1830947542343040/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 496/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.184140:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21bb80 with x1830947542343040 ext(0->7) 00010000:00010000:1.0:1746128108.184148:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb73c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23f8 expref: 30 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.184160:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb73c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23f8 expref: 30 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.184166:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c21bb80 00000100:00100000:1.0:1746128108.184193:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1438 00000100:00100000:1.0:1746128108.184200:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1965:x1830947542343040:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128108.184462:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1965:x1830947542343040:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 261us (464us total) trans 4294967913 rc 0/0 00000100:00100000:1.0:1746128108.184468:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1438 00002000:00100000:1.0:1746128108.184473:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009c21bb80 x1830947542343040/t4294967913(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 496/448 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.184480:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21bb80 with x1830947542343040 ext(0->7) 00010000:00010000:1.0:1746128108.184485:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb73c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23f8 expref: 32 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.184493:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb73c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d23f8 expref: 32 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.184497:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c21bb80 00000100:00100000:0.0:1746128108.197661:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.206124:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:1.0:1746128108.208979:0:11111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128108.212424:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.217396:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.223009:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.230464:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.235015:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.241292:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.241371:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.246008:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.246198:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542344704 00000100:00100000:1.0:1746128108.246205:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542344704 00002000:00100000:1.0:1746128108.246236:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bd8380 x1830947542344704/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.246245:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bd8380 with x1830947542344704 ext(0->4095) 00010000:00010000:1.0:1746128108.246251:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb751 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d240d expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.246263:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb751 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d240d expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.246272:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bd8380 00000100:00100000:1.0:1746128108.246286:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1440 00000100:00100000:1.0:1746128108.246292:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542344704:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128108.246420:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542344704:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (413us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.246425:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1440 00002000:00100000:1.0:1746128108.246430:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bd8380 x1830947542344704/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.246437:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bd8380 with x1830947542344704 ext(0->4095) 00010000:00010000:1.0:1746128108.246441:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb751 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d240d expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.246449:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb751 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d240d expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.246455:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bd8380 00000100:00100000:0.0:1746128108.248242:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.252550:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542345088 00000100:00100000:0.0:1746128108.252557:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542345088 00002000:00100000:0.0:1746128108.252624:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c78700 x1830947542345088/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128108.252633:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c78700 with x1830947542345088 ext(0->4095) 00002000:00010000:0.0:1746128108.252637:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c78700 00000100:00100000:0.0:1746128108.252657:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3493 00000100:00100000:0.0:1746128108.252663:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1964:x1830947542345088:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128108.252794:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1964:x1830947542345088:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (989us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128108.252800:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3493 00002000:00100000:0.0:1746128108.252805:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c78700 x1830947542345088/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128108.252812:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c78700 with x1830947542345088 ext(0->4095) 00002000:00010000:0.0:1746128108.252814:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c78700 00000100:00100000:0.0:1746128108.259387:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.259561:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542345216 00000100:00100000:1.0:1746128108.259569:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542345216 00000100:00100000:1.0:1746128108.259642:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4540 00000100:00100000:1.0:1746128108.259650:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542345216:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128108.259664:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128108.259677:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb75f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d241b expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.259702:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb758 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2414 expref: 33 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.259708:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128108.259709:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128108.259712:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb75f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d241b expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.259735:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb758 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2414 expref: 33 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.259745:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb758 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2414 expref: 33 pid: 28170 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746128108.259754:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134121f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540230400:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128108.259825:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128108.264203:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134121f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540230400:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128108.264227:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb75f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d241b expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.264240:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631000, rc 0) 00000100:00100000:1.0:1746128108.264288:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542345216:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4638us (4907us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128108.264295:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4540 00000100:00100000:0.0:1746128108.279863:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.279955:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542345344 00000100:00100000:1.0:1746128108.279964:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542345344 00002000:00100000:1.0:1746128108.280001:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091bd9c00 x1830947542345344/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 496/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.280011:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bd9c00 with x1830947542345344 ext(0->7) 00010000:00010000:1.0:1746128108.280019:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb758 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2414 expref: 34 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.280042:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb758 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2414 expref: 34 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.280048:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bd9c00 00000100:00100000:1.0:1746128108.280073:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1441 00000100:00100000:1.0:1746128108.280080:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1963:x1830947542345344:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128108.281674:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1963:x1830947542345344:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 1589us (1814us total) trans 4294967915 rc 0/0 00000100:00100000:1.0:1746128108.281683:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1441 00002000:00100000:1.0:1746128108.281690:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091bd9c00 x1830947542345344/t4294967915(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 496/448 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.281698:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bd9c00 with x1830947542345344 ext(0->7) 00010000:00010000:1.0:1746128108.281706:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb758 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2414 expref: 36 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.281718:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb758 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2414 expref: 36 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.281724:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bd9c00 00000100:00100000:1.0:1746128108.293480:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542345472 00000100:00100000:1.0:1746128108.293488:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542345472 00000100:00100000:1.0:1746128108.293519:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4541 00000100:00100000:1.0:1746128108.293527:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:31595:x1830947542345472:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128108.293541:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128108.293555:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb766 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2422 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.293597:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128108.293602:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb75f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d241b expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.293608:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128108.293611:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb766 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2422 expref: 37 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.293640:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb75f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d241b expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.293651:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb766 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2422 expref: 37 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.293659:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631a00, rc 0) 00000100:00100000:1.0:1746128108.293701:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:31595:x1830947542345472:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128108.293707:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4541 00000100:00100000:0.0:1746128108.300618:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.301110:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542345856 00000100:00100000:1.0:1746128108.301116:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542345856 00002000:00100000:1.0:1746128108.301145:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bdbb80 x1830947542345856/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.301155:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bdbb80 with x1830947542345856 ext(0->4095) 00010000:00010000:1.0:1746128108.301161:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb75f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d241b expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.301173:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb75f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d241b expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.301179:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bdbb80 00000100:00100000:1.0:1746128108.301199:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1442 00000100:00100000:1.0:1746128108.301205:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542345856:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128108.301325:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542345856:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (714us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.301330:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1442 00002000:00100000:1.0:1746128108.301335:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bdbb80 x1830947542345856/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.301342:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bdbb80 with x1830947542345856 ext(0->4095) 00010000:00010000:1.0:1746128108.301347:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb75f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d241b expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.301355:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb75f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d241b expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.301361:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bdbb80 00000100:00100000:0.0:1746128108.307281:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.312848:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542346240 00000100:00100000:0.0:1746128108.312854:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542346240 00002000:00100000:0.0:1746128108.312882:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013180df80 x1830947542346240/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128108.312890:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013180df80 with x1830947542346240 ext(0->4095) 00002000:00010000:0.0:1746128108.312894:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013180df80 00000100:00100000:0.0:1746128108.312908:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3494 00000100:00100000:0.0:1746128108.312913:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013180df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1964:x1830947542346240:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128108.313536:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013180df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1964:x1830947542346240:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 621us (1040us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128108.313546:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3494 00002000:00100000:0.0:1746128108.313552:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013180df80 x1830947542346240/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128108.313559:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013180df80 with x1830947542346240 ext(0->4095) 00002000:00010000:0.0:1746128108.313562:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013180df80 00000100:00100000:0.0:1746128108.320038:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.328831:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.341821:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.342318:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.349683:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.349842:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542347008 00000100:00100000:1.0:1746128108.349850:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542347008 00002000:00100000:1.0:1746128108.349884:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b86300 x1830947542347008/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.349893:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b86300 with x1830947542347008 ext(0->4095) 00010000:00010000:1.0:1746128108.349901:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb76d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2429 expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.349913:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb76d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2429 expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.349920:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b86300 00000100:00100000:1.0:1746128108.349947:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1444 00000100:00100000:1.0:1746128108.349954:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542347008:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128108.350099:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542347008:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (419us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.350105:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1444 00002000:00100000:1.0:1746128108.350110:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b86300 x1830947542347008/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.350116:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b86300 with x1830947542347008 ext(0->4095) 00010000:00010000:1.0:1746128108.350120:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb76d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2429 expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.350129:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb76d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2429 expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.350138:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b86300 00000100:00100000:1.0:1746128108.353637:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.356504:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.358994:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.362199:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.364669:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.367955:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.371327:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.371545:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.376163:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.379244:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.381792:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.381904:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.384526:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.384773:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542349184 00000100:00100000:1.0:1746128108.384778:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542349184 00002000:00100000:1.0:1746128108.384804:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b85180 x1830947542349184/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.384812:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b85180 with x1830947542349184 ext(0->4095) 00010000:00010000:1.0:1746128108.384819:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb789 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2445 expref: 40 pid: 8416 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.384829:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb789 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2445 expref: 40 pid: 8416 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.384835:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b85180 00000100:00100000:1.0:1746128108.384862:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1447 00000100:00100000:1.0:1746128108.384868:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1963:x1830947542349184:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128108.384987:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1963:x1830947542349184:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (464us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.384992:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1447 00002000:00100000:1.0:1746128108.384997:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b85180 x1830947542349184/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.385004:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b85180 with x1830947542349184 ext(0->4095) 00010000:00010000:1.0:1746128108.385009:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb789 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2445 expref: 40 pid: 8416 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.385017:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb789 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2445 expref: 40 pid: 8416 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.385022:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b85180 00000100:00100000:0.0:1746128108.386809:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.392007:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542349696 00000100:00100000:0.0:1746128108.392012:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542349696 00002000:00100000:0.0:1746128108.392067:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c273480 x1830947542349696/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128108.392076:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c273480 with x1830947542349696 ext(0->4095) 00010000:00010000:0.0:1746128108.392082:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb790 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d244c expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.392094:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb790 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d244c expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:0.0:1746128108.392100:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c273480 00000100:00100000:0.0:1746128108.392124:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1448 00000100:00100000:0.0:1746128108.392131:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542349696:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128108.392241:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542349696:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (377us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128108.392246:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1448 00002000:00100000:0.0:1746128108.392250:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c273480 x1830947542349696/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128108.392257:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c273480 with x1830947542349696 ext(0->4095) 00010000:00010000:0.0:1746128108.392261:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb790 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d244c expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.392270:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb790 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d244c expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:0.0:1746128108.392275:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c273480 00000100:00100000:1.0:1746128108.403159:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542350080 00000100:00100000:1.0:1746128108.403166:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542350080 00002000:00100000:1.0:1746128108.403199:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938fb480 x1830947542350080/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.403208:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938fb480 with x1830947542350080 ext(0->4095) 00002000:00010000:1.0:1746128108.403212:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800938fb480 00000100:00100000:1.0:1746128108.403236:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3497 00000100:00100000:1.0:1746128108.403241:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1964:x1830947542350080:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128108.403369:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1964:x1830947542350080:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (306us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.403375:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3497 00002000:00100000:1.0:1746128108.403380:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938fb480 x1830947542350080/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.403387:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938fb480 with x1830947542350080 ext(0->4095) 00002000:00010000:1.0:1746128108.403389:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800938fb480 00000100:00100000:0.0:1746128108.405472:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542350208 00000100:00100000:0.0:1746128108.405478:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542350208 00000100:00100000:0.0:1746128108.405513:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4549 00000100:00100000:0.0:1746128108.405520:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542350208:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128108.405533:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128108.405545:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb79e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d245a expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.405567:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb797 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2453 expref: 39 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.405668:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128108.405670:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128108.405674:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb79e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d245a expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.405702:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb797 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2453 expref: 39 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.405711:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb797 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2453 expref: 39 pid: 8418 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746128108.405721:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094955f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540232704:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128108.405995:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128108.408839:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094955f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540232704:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128108.408860:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb79e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d245a expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.408871:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880137391e00, rc 0) 00000100:00100000:0.0:1746128108.408904:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542350208:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3385us (3861us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128108.408911:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4549 00000100:00100000:1.0:1746128108.413526:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542350720 00000100:00100000:1.0:1746128108.413533:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542350720 00002000:00100000:1.0:1746128108.413566:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094641180 x1830947542350720/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.413591:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094641180 with x1830947542350720 ext(0->4095) 00002000:00010000:1.0:1746128108.413595:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094641180 00000100:00100000:1.0:1746128108.413611:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3498 00000100:00100000:1.0:1746128108.413617:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542350720:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128108.413752:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542350720:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.413758:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3498 00002000:00100000:1.0:1746128108.413763:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094641180 x1830947542350720/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.413769:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094641180 with x1830947542350720 ext(0->4095) 00002000:00010000:1.0:1746128108.413772:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094641180 00000100:00100000:0.0:1746128108.414346:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542350464 00000100:00100000:0.0:1746128108.414350:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542350464 00000100:00100000:0.0:1746128108.414382:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4550 00000100:00100000:0.0:1746128108.414386:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+39:31595:x1830947542350464:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128108.414394:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128108.414405:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb7a5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2461 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.414424:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb79e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d245a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.414431:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128108.414432:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128108.414435:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb7a5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2461 expref: 40 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.414458:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb79e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d245a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.414468:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb79e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d245a expref: 5 pid: 28170 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746128108.414478:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094955f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540232960:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128108.414541:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128108.417976:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094955f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540232960:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128108.417998:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb7a5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2461 expref: 40 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.418016:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880137390c00, rc 0) 00000100:00100000:0.0:1746128108.418212:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:31595:x1830947542350464:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3825us (4855us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128108.418218:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4550 00000100:00100000:0.0:1746128108.418745:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542350976 00000100:00100000:0.0:1746128108.418749:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542350976 00010000:00010000:0.0:1746128108.418762:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb79e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d245a expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746128108.418949:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8437 00000100:00100000:0.0:1746128108.418955:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542350976:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128108.418962:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128108.418977:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb79e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d245a expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.418986:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb79e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d245a expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.419001:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bb79e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d245a expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.419608:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128108.419610:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128108.419616:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb7a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2461 expref: 40 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.419627:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb7a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2461 expref: 40 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.419646:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb7a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2461 expref: 40 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.419654:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb7a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2461 expref: 40 pid: 28170 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746128108.419664:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094955f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540233216:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128108.419723:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128108.422161:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094955f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540233216:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128108.422175:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128108.422967:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542350976:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4010us (4549us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128108.422977:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8437 00000100:00100000:1.0:1746128108.423258:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542351232 00000100:00100000:1.0:1746128108.423264:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542351232 00002000:00100000:1.0:1746128108.423293:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd81c00 x1830947542351232/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.423301:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd81c00 with x1830947542351232 ext(0->4095) 00010000:00010000:1.0:1746128108.423307:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb7a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2461 expref: 41 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.423318:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb7a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2461 expref: 41 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.423328:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd81c00 00000100:00100000:1.0:1746128108.423342:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1449 00000100:00100000:1.0:1746128108.423348:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1964:x1830947542351232:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128108.423477:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1964:x1830947542351232:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.423483:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1449 00002000:00100000:1.0:1746128108.423488:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd81c00 x1830947542351232/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.423495:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd81c00 with x1830947542351232 ext(0->4095) 00010000:00010000:1.0:1746128108.423499:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb7a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2461 expref: 41 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.423507:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb7a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2461 expref: 41 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.423512:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd81c00 00000100:00100000:1.0:1746128108.427212:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542351360 00000100:00100000:1.0:1746128108.427219:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542351360 00010000:00010000:1.0:1746128108.427244:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb7a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2461 expref: 41 pid: 28170 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746128108.427278:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8438 00000100:00100000:1.0:1746128108.427284:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd82680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1963:x1830947542351360:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128108.427294:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128108.427311:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb7a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2461 expref: 41 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.427321:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb7a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2461 expref: 41 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.427338:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb7a5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2461 expref: 41 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.427362:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128108.427364:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128108.427370:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb7ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2468 expref: 40 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.427377:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb7ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2468 expref: 40 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.427404:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb7ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2468 expref: 40 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128108.427414:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134123800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540233344:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128108.427479:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128108.430824:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542351616 00000100:00100000:0.0:1746128108.430831:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542351616 00002000:00100000:0.0:1746128108.430865:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd80a80 x1830947542351616/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128108.430873:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd80a80 with x1830947542351616 ext(0->4095) 00002000:00010000:0.0:1746128108.430877:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd80a80 00000100:00100000:0.0:1746128108.430895:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3499 00000100:00100000:0.0:1746128108.430902:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1964:x1830947542351616:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128108.431054:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1964:x1830947542351616:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (941us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128108.431059:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3499 00002000:00100000:0.0:1746128108.431064:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd80a80 x1830947542351616/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128108.431070:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd80a80 with x1830947542351616 ext(0->4095) 00002000:00010000:0.0:1746128108.431073:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd80a80 00000100:00100000:1.0:1746128108.431148:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134123800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540233344:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128108.431165:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128108.431422:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd82680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1963:x1830947542351360:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4137us (4294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128108.431429:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8438 00000100:00100000:1.0:1746128108.434739:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542351744 00000100:00100000:1.0:1746128108.434746:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542351744 00000100:00100000:1.0:1746128108.434793:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4552 00000100:00100000:1.0:1746128108.434800:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542351744:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128108.434814:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128108.434827:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb7b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d246f expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.434848:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb7ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2468 expref: 39 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.434854:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128108.434855:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128108.434858:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb7b3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d246f expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.434881:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb7ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2468 expref: 39 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.434890:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb7ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2468 expref: 39 pid: 8418 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746128108.434899:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134123800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540233472:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128108.434968:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128108.437308:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134123800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540233472:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128108.437331:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb7b3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d246f expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.437345:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631000, rc 0) 00000100:00100000:1.0:1746128108.437383:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542351744:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2583us (3064us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128108.437390:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4552 00000100:00100000:1.0:1746128108.438723:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542351872 00000100:00100000:1.0:1746128108.438729:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542351872 00010000:00010000:1.0:1746128108.438752:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb7ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2468 expref: 40 pid: 8418 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746128108.439099:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8439 00000100:00100000:1.0:1746128108.439106:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1963:x1830947542351872:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128108.439117:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128108.439133:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb7ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2468 expref: 40 pid: 8418 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.439142:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb7ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2468 expref: 40 pid: 8418 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.439159:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb7ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2468 expref: 40 pid: 8418 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.439180:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128108.439181:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128108.439187:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb7b3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d246f expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.439198:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb7b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d246f expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.439222:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb7b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d246f expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128108.439231:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134123800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540233600:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128108.439780:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128108.442110:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542352000 00000100:00100000:1.0:1746128108.442117:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542352000 00000100:00100000:1.0:1746128108.442500:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4553 00000100:00100000:1.0:1746128108.442507:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:31595:x1830947542352000:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128108.442521:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128108.442533:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb7ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2476 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.442554:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb7b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d246f expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.442560:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128108.442561:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128108.442564:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb7ba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2476 expref: 41 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.442604:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb7b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d246f expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.442617:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb7b3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d246f expref: 5 pid: 8417 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746128108.442627:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540233728:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128108.443418:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128108.443772:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134123800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540233600:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128108.443787:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128108.443810:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1963:x1830947542351872:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4705us (5276us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128108.443818:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8439 00000100:00100000:1.0:1746128108.444407:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542352256 00000100:00100000:1.0:1746128108.444411:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542352256 00002000:00100000:1.0:1746128108.444435:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0b800 x1830947542352256/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.444443:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0b800 with x1830947542352256 ext(0->4095) 00010000:00010000:1.0:1746128108.444448:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb7b3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d246f expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.444458:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb7b3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d246f expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.444463:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0b800 00000100:00100000:1.0:1746128108.444915:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1450 00000100:00100000:1.0:1746128108.444922:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542352256:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128108.445922:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542352256:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 999us (2005us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.445930:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1450 00002000:00100000:1.0:1746128108.445936:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0b800 x1830947542352256/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.445944:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0b800 with x1830947542352256 ext(0->4095) 00010000:00010000:1.0:1746128108.445950:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb7b3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d246f expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.445960:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb7b3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d246f expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.445965:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0b800 00000100:00100000:1.0:1746128108.447423:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540233728:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128108.447442:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb7ba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2476 expref: 40 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.447453:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631e00, rc 0) 00000100:00100000:1.0:1746128108.448131:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:31595:x1830947542352000:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5623us (6179us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128108.448139:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4553 00000100:00100000:0.0:1746128108.451095:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542352512 00000100:00100000:0.0:1746128108.451102:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542352512 00010000:00010000:0.0:1746128108.451128:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb7b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d246f expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746128108.451248:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542352384 00000100:00100000:1.0:1746128108.451251:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542352384 00000100:00100000:1.0:1746128108.451273:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4554 00000100:00100000:1.0:1746128108.451279:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:31596:x1830947542352384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128108.451292:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128108.451304:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bb7c1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d247d expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.451322:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128108.451326:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb7ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2476 expref: 41 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.451332:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128108.451335:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bb7c1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d247d expref: 41 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.451360:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb7ba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2476 expref: 41 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.451370:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bb7c1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d247d expref: 41 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.451377:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630a00, rc 0) 00000100:00100000:0.0:1746128108.451597:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8440 00000100:00100000:0.0:1746128108.451604:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c218a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542352512:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128108.451612:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128108.451628:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb7b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d246f expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.451637:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb7b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d246f expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.451651:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb7b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d246f expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746128108.451884:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:31596:x1830947542352384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 603us (1425us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128108.451889:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4554 00010000:00010000:0.0:1746128108.452193:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128108.452195:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128108.452201:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb7ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2476 expref: 40 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.452207:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb7ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2476 expref: 40 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.452226:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb7ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2476 expref: 40 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.452234:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb7ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2476 expref: 40 pid: 8417 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746128108.452243:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094955f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540233984:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128108.452816:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b2226c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128108.456058:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094955f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540233984:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128108.456072:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128108.457040:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c218a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542352512:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5434us (6015us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128108.457050:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8440 00000100:00100000:1.0:1746128108.458370:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542352768 00000100:00100000:1.0:1746128108.458377:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542352768 00002000:00100000:1.0:1746128108.458407:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c7b800 x1830947542352768/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.458416:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7b800 with x1830947542352768 ext(0->4095) 00010000:00010000:1.0:1746128108.458423:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb7ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2476 expref: 41 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.458434:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb7ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2476 expref: 41 pid: 8417 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.458440:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c7b800 00000100:00100000:1.0:1746128108.458455:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1451 00000100:00100000:1.0:1746128108.458461:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1963:x1830947542352768:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128108.458605:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1963:x1830947542352768:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.458611:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1451 00002000:00100000:1.0:1746128108.458616:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c7b800 x1830947542352768/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.458623:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7b800 with x1830947542352768 ext(0->4095) 00010000:00010000:1.0:1746128108.458627:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb7ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2476 expref: 41 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.458635:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb7ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2476 expref: 41 pid: 8417 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.458639:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c7b800 00000100:00100000:0.0:1746128108.460913:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542352896 00000100:00100000:0.0:1746128108.460918:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542352896 00010000:00010000:0.0:1746128108.460940:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb7ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2476 expref: 41 pid: 8417 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746128108.460967:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8441 00000100:00100000:0.0:1746128108.460972:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1963:x1830947542352896:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128108.460983:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128108.460997:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb7ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2476 expref: 41 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.461006:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb7ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2476 expref: 41 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.461022:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb7ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2476 expref: 41 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.461054:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128108.461056:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128108.461061:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bb7c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d247d expref: 40 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.461068:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bb7c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d247d expref: 40 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.461093:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bb7c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d247d expref: 40 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128108.461104:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094955f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540234112:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128108.461173:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b2226c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128108.464548:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094955f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540234112:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128108.464564:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128108.465224:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1963:x1830947542352896:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4250us (4394us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128108.465236:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8441 00000100:00100000:0.0:1746128108.465439:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542353152 00000100:00100000:0.0:1746128108.465445:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542353152 00002000:00100000:0.0:1746128108.465471:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c219c00 x1830947542353152/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128108.465479:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c219c00 with x1830947542353152 ext(0->4095) 00002000:00010000:0.0:1746128108.465483:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c219c00 00000100:00100000:0.0:1746128108.465771:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3500 00000100:00100000:0.0:1746128108.465778:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1963:x1830947542353152:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128108.465888:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1963:x1830947542353152:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (524us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128108.465893:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3500 00002000:00100000:0.0:1746128108.465898:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c219c00 x1830947542353152/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128108.465905:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c219c00 with x1830947542353152 ext(0->4095) 00002000:00010000:0.0:1746128108.465907:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c219c00 00000100:00100000:1.0:1746128108.468267:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542353280 00000100:00100000:1.0:1746128108.468274:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542353280 00000100:00100000:1.0:1746128108.468315:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4555 00000100:00100000:1.0:1746128108.468322:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542353280:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128108.468334:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128108.468348:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb7c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2484 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.468372:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bb7c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d247d expref: 39 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.468379:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128108.468380:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128108.468385:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb7c8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2484 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.468408:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bb7c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d247d expref: 39 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.468418:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bb7c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d247d expref: 39 pid: 8417 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746128108.468427:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540234240:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128108.469134:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0446c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128108.471102:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540234240:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128108.471122:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb7c8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2484 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.471133:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631200, rc 0) 00000100:00100000:1.0:1746128108.471327:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542353280:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3003us (3179us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128108.471337:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4555 00000100:00100000:0.0:1746128108.472172:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542353408 00000100:00100000:0.0:1746128108.472178:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542353408 00010000:00010000:0.0:1746128108.472202:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bb7c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d247d expref: 40 pid: 8417 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746128108.472231:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8442 00000100:00100000:0.0:1746128108.472236:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1963:x1830947542353408:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128108.472246:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128108.472262:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bb7c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d247d expref: 40 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.472271:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bb7c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d247d expref: 40 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.472288:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bb7c1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d247d expref: 40 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.472310:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128108.472311:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128108.472316:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb7c8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2484 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.472323:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb7c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2484 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.472347:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb7c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2484 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128108.472356:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094955f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540234368:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128108.472416:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b2226c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128108.475108:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542353536 00000100:00100000:1.0:1746128108.475115:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542353536 00000100:00100000:1.0:1746128108.475162:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4556 00000100:00100000:1.0:1746128108.475205:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:31595:x1830947542353536:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128108.475221:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128108.475233:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb7cf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d248b expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.475255:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb7c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2484 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.475261:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128108.475262:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128108.475265:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb7cf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d248b expref: 41 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.475286:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb7c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2484 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.475296:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb7c8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2484 expref: 5 pid: 8417 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746128108.475305:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540234496:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128108.475348:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094955f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540234368:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128108.475360:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128108.475361:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0446c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128108.475371:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542353792 00000100:00100000:1.0:1746128108.475374:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542353792 00000100:00100000:0.0:1746128108.475377:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1963:x1830947542353408:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3140us (3352us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128108.475384:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8442 00002000:00100000:1.0:1746128108.475395:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c7b100 x1830947542353792/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.475402:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7b100 with x1830947542353792 ext(0->4095) 00010000:00010000:1.0:1746128108.475407:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb7c8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2484 expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.475415:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb7c8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2484 expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.475420:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c7b100 00000100:00100000:1.0:1746128108.475436:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1452 00000100:00100000:1.0:1746128108.475441:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542353792:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128108.475557:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542353792:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.475562:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1452 00002000:00100000:1.0:1746128108.475566:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c7b100 x1830947542353792/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.475593:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7b100 with x1830947542353792 ext(0->4095) 00010000:00010000:1.0:1746128108.475598:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb7c8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2484 expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.475605:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb7c8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2484 expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.475610:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c7b100 00000100:00100000:1.0:1746128108.477782:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540234496:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128108.477800:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb7cf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d248b expref: 40 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.477810:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631c00, rc 0) 00000100:00100000:1.0:1746128108.477840:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:31595:x1830947542353536:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2673us (2791us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128108.477847:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4556 00000100:00100000:1.0:1746128108.478481:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542353920 00000100:00100000:1.0:1746128108.478487:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542353920 00000100:00100000:1.0:1746128108.478510:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4557 00000100:00100000:1.0:1746128108.478516:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:31596:x1830947542353920:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128108.478527:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128108.478538:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb7d6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2492 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.478553:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128108.478557:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb7cf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d248b expref: 41 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.478562:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128108.478565:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb7d6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2492 expref: 41 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.478617:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb7cf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d248b expref: 41 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.478625:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb7d6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2492 expref: 41 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.478631:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631a00, rc 0) 00000100:00100000:1.0:1746128108.478652:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:31596:x1830947542353920:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (1168us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128108.478657:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4557 00000100:00100000:0.0:1746128108.478792:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542354048 00000100:00100000:0.0:1746128108.478796:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542354048 00010000:00010000:0.0:1746128108.478810:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb7c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2484 expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746128108.478826:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8443 00000100:00100000:0.0:1746128108.478829:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542354048:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128108.478836:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128108.478850:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb7c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2484 expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.478858:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb7c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2484 expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.478872:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb7c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2484 expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.478881:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128108.478883:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128108.478887:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb7cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d248b expref: 40 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.478893:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb7cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d248b expref: 40 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.478909:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb7cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d248b expref: 40 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.478917:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb7cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d248b expref: 40 pid: 8417 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746128108.478926:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094955f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540234752:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128108.478975:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b2226c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128108.481556:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094955f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540234752:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128108.481602:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128108.482319:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542354048:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3485us (3870us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128108.482327:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8443 00000100:00100000:0.0:1746128108.482726:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542354304 00000100:00100000:0.0:1746128108.482731:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542354304 00002000:00100000:0.0:1746128108.482759:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bdb480 x1830947542354304/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128108.482768:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bdb480 with x1830947542354304 ext(0->4095) 00010000:00010000:0.0:1746128108.482775:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb7cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d248b expref: 41 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.482786:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb7cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d248b expref: 41 pid: 8417 timeout: 604 lvb_type: 0 00002000:00010000:0.0:1746128108.482791:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bdb480 00000100:00100000:0.0:1746128108.482805:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1453 00000100:00100000:0.0:1746128108.482811:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1964:x1830947542354304:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128108.482931:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1964:x1830947542354304:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (473us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128108.482939:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1453 00002000:00100000:0.0:1746128108.482944:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bdb480 x1830947542354304/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128108.482951:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bdb480 with x1830947542354304 ext(0->4095) 00010000:00010000:0.0:1746128108.482955:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb7cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d248b expref: 41 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.482963:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb7cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d248b expref: 41 pid: 8417 timeout: 604 lvb_type: 0 00002000:00010000:0.0:1746128108.482968:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bdb480 00000100:00100000:0.0:1746128108.485407:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542354432 00000100:00100000:0.0:1746128108.485413:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542354432 00010000:00010000:0.0:1746128108.485436:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb7cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d248b expref: 41 pid: 8417 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746128108.485465:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8444 00000100:00100000:0.0:1746128108.485470:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1965:x1830947542354432:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128108.485479:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128108.485494:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb7cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d248b expref: 41 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.485504:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb7cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d248b expref: 41 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.485521:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bb7cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d248b expref: 41 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.485884:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128108.485887:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128108.485893:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb7d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2492 expref: 40 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.485901:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb7d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2492 expref: 40 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.485929:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb7d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2492 expref: 40 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128108.485939:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094955f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540234880:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128108.486014:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b222900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128108.488634:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094955f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540234880:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128108.488653:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128108.488865:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1965:x1830947542354432:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3392us (3525us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128108.488874:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8444 00000100:00100000:1.0:1746128108.489223:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542354688 00000100:00100000:1.0:1746128108.489229:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542354688 00002000:00100000:1.0:1746128108.489258:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bda300 x1830947542354688/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.489266:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bda300 with x1830947542354688 ext(0->4095) 00002000:00010000:1.0:1746128108.489269:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bda300 00000100:00100000:1.0:1746128108.489286:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3501 00000100:00100000:1.0:1746128108.489293:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1963:x1830947542354688:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128108.489491:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1963:x1830947542354688:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 197us (464us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.489496:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3501 00002000:00100000:1.0:1746128108.489501:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bda300 x1830947542354688/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.489506:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bda300 with x1830947542354688 ext(0->4095) 00002000:00010000:1.0:1746128108.489509:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bda300 00000100:00100000:0.0:1746128108.491107:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.494034:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c79880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540235008:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128108.494055:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bb7dd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2499 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.494067:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956b5600, rc 0) 00000100:00100000:0.0:1746128108.494106:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542354816:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2824us (3002us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128108.494114:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4558 00000100:00100000:0.0:1746128108.494451:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.499317:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542355200 00000100:00100000:1.0:1746128108.499324:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542355200 00002000:00100000:1.0:1746128108.499355:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c79f80 x1830947542355200/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746128108.499355:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00002000:00100000:1.0:1746128108.499368:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c79f80 with x1830947542355200 ext(0->4095) 00002000:00010000:1.0:1746128108.499373:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c79f80 00000100:00100000:1.0:1746128108.499386:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3502 00000100:00100000:1.0:1746128108.499392:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542355200:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128108.499519:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542355200:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.499524:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3502 00002000:00100000:1.0:1746128108.499529:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c79f80 x1830947542355200/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.499535:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c79f80 with x1830947542355200 ext(0->4095) 00002000:00010000:1.0:1746128108.499537:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c79f80 00000100:00100000:0.0:1746128108.504653:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.506307:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.511974:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.512431:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542355840 00000100:00100000:1.0:1746128108.512437:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542355840 00002000:00100000:1.0:1746128108.512465:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094957b80 x1830947542355840/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.512473:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094957b80 with x1830947542355840 ext(0->4095) 00010000:00010000:1.0:1746128108.512479:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb7e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24a0 expref: 41 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.512490:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb7e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24a0 expref: 41 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.512495:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094957b80 00000100:00100000:1.0:1746128108.512515:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1454 00000100:00100000:1.0:1746128108.512520:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1964:x1830947542355840:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128108.512648:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1964:x1830947542355840:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (679us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.512653:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1454 00002000:00100000:1.0:1746128108.512658:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094957b80 x1830947542355840/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.512664:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094957b80 with x1830947542355840 ext(0->4095) 00010000:00010000:1.0:1746128108.512668:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb7e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24a0 expref: 41 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.512677:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb7e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24a0 expref: 41 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.512682:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094957b80 00000100:00100000:0.0:1746128108.515332:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.520103:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542356224 00000100:00100000:0.0:1746128108.520109:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542356224 00002000:00100000:0.0:1746128108.520139:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c79500 x1830947542356224/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128108.520147:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c79500 with x1830947542356224 ext(0->4095) 00002000:00010000:0.0:1746128108.520151:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c79500 00000100:00100000:0.0:1746128108.520433:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3503 00000100:00100000:0.0:1746128108.520440:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1964:x1830947542356224:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128108.520923:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1964:x1830947542356224:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 482us (995us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128108.520929:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3503 00002000:00100000:0.0:1746128108.520934:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c79500 x1830947542356224/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128108.520941:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c79500 with x1830947542356224 ext(0->4095) 00002000:00010000:0.0:1746128108.520944:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c79500 00000100:00100000:1.0:1746128108.524231:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.529792:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.530114:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.534715:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.534976:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542356864 00000100:00100000:1.0:1746128108.534982:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542356864 00002000:00100000:1.0:1746128108.535010:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094956d80 x1830947542356864/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.535017:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094956d80 with x1830947542356864 ext(0->4095) 00010000:00010000:1.0:1746128108.535031:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bb7f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24ae expref: 6 pid: 8418 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.535042:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bb7f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24ae expref: 6 pid: 8418 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.535048:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094956d80 00000100:00100000:1.0:1746128108.535061:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1455 00000100:00100000:1.0:1746128108.535066:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542356864:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128108.535179:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542356864:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (470us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.535184:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1455 00002000:00100000:1.0:1746128108.535189:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094956d80 x1830947542356864/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.535195:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094956d80 with x1830947542356864 ext(0->4095) 00010000:00010000:1.0:1746128108.535199:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bb7f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24ae expref: 6 pid: 8418 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.535206:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bb7f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24ae expref: 6 pid: 8418 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.535210:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094956d80 00000100:00100000:0.0:1746128108.538276:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.540936:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.541145:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542357248 00000100:00100000:1.0:1746128108.541150:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542357248 00002000:00100000:1.0:1746128108.541175:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094955500 x1830947542357248/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.541182:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955500 with x1830947542357248 ext(0->4095) 00002000:00010000:1.0:1746128108.541186:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094955500 00000100:00100000:1.0:1746128108.541198:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3504 00000100:00100000:1.0:1746128108.541203:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1965:x1830947542357248:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128108.541310:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1965:x1830947542357248:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (379us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.541315:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3504 00002000:00100000:1.0:1746128108.541319:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094955500 x1830947542357248/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.541325:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955500 with x1830947542357248 ext(0->4095) 00002000:00010000:1.0:1746128108.541327:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094955500 00000100:00100000:0.0:1746128108.550801:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.555126:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.564694:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.564745:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.568148:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.568231:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542358016 00000100:00100000:1.0:1746128108.568237:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542358016 00002000:00100000:1.0:1746128108.568265:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b84380 x1830947542358016/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.568273:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b84380 with x1830947542358016 ext(0->4095) 00010000:00010000:1.0:1746128108.568279:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb800 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24bc expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.568289:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb800 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24bc expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.568294:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b84380 00000100:00100000:1.0:1746128108.568442:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1457 00000100:00100000:1.0:1746128108.568449:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542358016:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128108.568589:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542358016:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.568599:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1457 00002000:00100000:1.0:1746128108.568604:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b84380 x1830947542358016/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.568610:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b84380 with x1830947542358016 ext(0->4095) 00010000:00010000:1.0:1746128108.568615:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb800 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24bc expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.568623:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb800 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24bc expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.568628:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b84380 00000100:00100000:0.0:1746128108.570094:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.570167:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.573059:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.573449:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542358528 00000100:00100000:1.0:1746128108.573456:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542358528 00002000:00100000:1.0:1746128108.573482:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c271880 x1830947542358528/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.573490:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c271880 with x1830947542358528 ext(0->4095) 00010000:00010000:1.0:1746128108.573495:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb807 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24c3 expref: 42 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.573505:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb807 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24c3 expref: 42 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.573511:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c271880 00000100:00100000:1.0:1746128108.573524:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1458 00000100:00100000:1.0:1746128108.573530:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+42:1964:x1830947542358528:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128108.574842:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+42:1964:x1830947542358528:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 1308us (1785us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.574850:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1458 00002000:00100000:1.0:1746128108.574857:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c271880 x1830947542358528/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.574864:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c271880 with x1830947542358528 ext(0->4095) 00010000:00010000:1.0:1746128108.574870:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb807 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24c3 expref: 42 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.574880:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb807 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24c3 expref: 42 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.574887:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c271880 00000100:00100000:0.0:1746128108.576525:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.577987:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.580922:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.580996:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542359040 00000100:00100000:0.0:1746128108.581000:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542359040 00002000:00100000:0.0:1746128108.581036:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134123800 x1830947542359040/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128108.581044:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134123800 with x1830947542359040 ext(0->4095) 00010000:00010000:0.0:1746128108.581050:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb80e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24ca expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.581060:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb80e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24ca expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:0.0:1746128108.581065:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134123800 00000100:00100000:0.0:1746128108.581090:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1459 00000100:00100000:0.0:1746128108.581096:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542359040:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746128108.581219:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542359040:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (297us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128108.581225:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1459 00002000:00100000:0.0:1746128108.581230:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134123800 x1830947542359040/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128108.581238:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134123800 with x1830947542359040 ext(0->4095) 00010000:00010000:0.0:1746128108.581242:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb80e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24ca expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.581251:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb80e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24ca expref: 6 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:0.0:1746128108.581256:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134123800 00000100:00100000:0.0:1746128108.583196:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.586822:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.590655:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.595437:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.598813:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.599504:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.604006:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.607113:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542360192 00000100:00100000:1.0:1746128108.607123:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542360192 00000100:00100000:1.0:1746128108.607169:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4569 00000100:00100000:1.0:1746128108.607176:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:31596:x1830947542360192:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128108.607190:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128108.607204:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb82a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d24e6 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.607224:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128108.607228:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb823 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24df expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.607238:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128108.607241:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb82a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24e6 expref: 44 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.607269:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb823 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24df expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.607278:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb82a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24e6 expref: 44 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.607286:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630000, rc 0) 00000100:00100000:1.0:1746128108.607343:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:31596:x1830947542360192:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (3343us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128108.607349:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4569 00000100:00100000:1.0:1746128108.608626:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.610413:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.610728:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542360576 00000100:00100000:1.0:1746128108.610733:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542360576 00002000:00100000:1.0:1746128108.610758:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b0a80 x1830947542360576/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.610767:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0a80 with x1830947542360576 ext(0->4095) 00010000:00010000:1.0:1746128108.610774:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb823 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24df expref: 43 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.610784:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb823 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24df expref: 43 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.610794:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b0a80 00000100:00100000:1.0:1746128108.611155:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1461 00000100:00100000:1.0:1746128108.611162:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:1963:x1830947542360576:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128108.611783:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:1963:x1830947542360576:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 620us (1370us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.611788:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1461 00002000:00100000:1.0:1746128108.611793:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b0a80 x1830947542360576/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.611801:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0a80 with x1830947542360576 ext(0->4095) 00010000:00010000:1.0:1746128108.611806:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24df expref: 43 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.611814:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24df expref: 43 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.611819:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b0a80 00000100:00100000:0.0:1746128108.615474:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.620204:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.621780:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.627154:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.636927:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.636988:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.640306:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.643303:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.646959:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.650334:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.655388:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.661391:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.664904:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.664988:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.665131:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8460 00000100:00100000:0.0:1746128108.665136:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542362752:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128108.665142:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128108.665156:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb83f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24fb expref: 44 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.665166:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb83f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24fb expref: 44 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.665819:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb83f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d24fb expref: 44 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746128108.665966:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128108.665985:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:1963:x1830947542362752:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 849us (1088us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128108.665992:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8460 00000100:00100000:0.0:1746128108.668674:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.674893:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.678005:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.682458:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.686448:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.702876:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.709659:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.713021:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.720671:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.720753:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.726679:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.732317:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.739969:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.740058:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542365184 00000100:00100000:1.0:1746128108.740065:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542365184 00002000:00100000:1.0:1746128108.740101:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6021500 x1830947542365184/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.740109:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6021500 with x1830947542365184 ext(0->4095) 00002000:00010000:1.0:1746128108.740114:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6021500 00000100:00100000:1.0:1746128108.740144:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3510 00000100:00100000:1.0:1746128108.740150:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542365184:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128108.740289:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542365184:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.740295:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3510 00002000:00100000:1.0:1746128108.740300:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6021500 x1830947542365184/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.740306:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6021500 with x1830947542365184 ext(0->4095) 00002000:00010000:1.0:1746128108.740309:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6021500 00000100:00100000:0.0:1746128108.742922:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.746346:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.750364:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.753497:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.759160:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.762978:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.765532:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.793605:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.793640:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542366464 00000100:00100000:1.0:1746128108.793647:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542366464 00002000:00100000:1.0:1746128108.793684:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091fab100 x1830947542366464/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 496/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.793693:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fab100 with x1830947542366464 ext(0->7) 00010000:00010000:1.0:1746128108.793700:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb870 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d252c expref: 44 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.793712:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb870 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d252c expref: 44 pid: 8417 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.793718:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091fab100 00000100:00100000:1.0:1746128108.793831:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1468 00000100:00100000:1.0:1746128108.793839:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542366464:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128108.796996:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.798836:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1964:x1830947542366464:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 4994us (5269us total) trans 4294967920 rc 0/0 00000100:00100000:1.0:1746128108.798844:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1468 00002000:00100000:1.0:1746128108.798853:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091fab100 x1830947542366464/t4294967920(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 496/448 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.798862:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fab100 with x1830947542366464 ext(0->7) 00010000:00010000:1.0:1746128108.798869:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb870 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d252c expref: 47 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.798879:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb870 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d252c expref: 47 pid: 8417 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.798885:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091fab100 00000100:00100000:0.0:1746128108.799322:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.802186:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.803156:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542366976 00000100:00100000:1.0:1746128108.803163:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542366976 00002000:00100000:1.0:1746128108.803193:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091fa8380 x1830947542366976/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.803201:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa8380 with x1830947542366976 ext(0->4095) 00010000:00010000:1.0:1746128108.803208:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bb877 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2533 expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.803219:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bb877 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2533 expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.803224:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091fa8380 00000100:00100000:1.0:1746128108.803706:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1469 00000100:00100000:1.0:1746128108.803714:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542366976:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128108.803847:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542366976:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (1667us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.803852:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1469 00002000:00100000:1.0:1746128108.803857:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091fa8380 x1830947542366976/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.803866:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa8380 with x1830947542366976 ext(0->4095) 00010000:00010000:1.0:1746128108.803874:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bb877 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2533 expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.803883:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bb877 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2533 expref: 6 pid: 8417 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.803888:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091fa8380 00000100:00100000:0.0:1746128108.807369:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.810207:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.810826:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542367360 00000100:00100000:1.0:1746128108.810832:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542367360 00002000:00100000:1.0:1746128108.810865:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091fa9f80 x1830947542367360/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.810874:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa9f80 with x1830947542367360 ext(0->4095) 00002000:00010000:1.0:1746128108.810877:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091fa9f80 00000100:00100000:1.0:1746128108.811426:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3512 00000100:00100000:1.0:1746128108.811433:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947542367360:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128108.811564:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947542367360:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (1357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.811592:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3512 00002000:00100000:1.0:1746128108.811598:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091fa9f80 x1830947542367360/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.811604:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa9f80 with x1830947542367360 ext(0->4095) 00002000:00010000:1.0:1746128108.811607:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091fa9f80 00000100:00100000:0.0:1746128108.813762:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.817242:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.820725:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.821254:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.824929:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.824949:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542368128 00000100:00100000:0.0:1746128108.824956:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542368128 00000100:00100000:0.0:1746128108.824984:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4584 00000100:00100000:0.0:1746128108.824991:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:31596:x1830947542368128:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128108.825003:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128108.825016:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb893 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d254f expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.825046:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128108.825050:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb88c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2548 expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.825055:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128108.825058:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb893 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d254f expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.825087:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb88c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2548 expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.825096:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880137390c00/0x802a7453533bb893 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d254f expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.825104:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880137390c00, rc 0) 00000100:00100000:0.0:1746128108.825136:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:31596:x1830947542368128:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128108.825141:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4584 00000100:00100000:0.0:1746128108.826262:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.830103:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.830862:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542368512 00000100:00100000:1.0:1746128108.830867:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542368512 00002000:00100000:1.0:1746128108.830894:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800acd3b800 x1830947542368512/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.830902:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd3b800 with x1830947542368512 ext(0->4095) 00010000:00010000:1.0:1746128108.830907:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb88c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2548 expref: 47 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.830917:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb88c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2548 expref: 47 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.830922:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800acd3b800 00000100:00100000:1.0:1746128108.830943:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1471 00000100:00100000:1.0:1746128108.830947:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1963:x1830947542368512:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128108.831084:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1963:x1830947542368512:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (985us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.831089:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1471 00002000:00100000:1.0:1746128108.831093:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800acd3b800 x1830947542368512/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.831100:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd3b800 with x1830947542368512 ext(0->4095) 00010000:00010000:1.0:1746128108.831104:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb88c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2548 expref: 47 pid: 28170 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.831112:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb88c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2548 expref: 47 pid: 28170 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.831117:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800acd3b800 00000100:00100000:0.0:1746128108.833349:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.836063:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.838344:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.841762:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.845511:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.845983:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542369408 00000100:00100000:1.0:1746128108.845988:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542369408 00002000:00100000:1.0:1746128108.846020:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094177100 x1830947542369408/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.846038:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094177100 with x1830947542369408 ext(0->4095) 00002000:00010000:1.0:1746128108.846041:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094177100 00000100:00100000:1.0:1746128108.846056:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3514 00000100:00100000:1.0:1746128108.846062:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542369408:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128108.846184:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542369408:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (679us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.846189:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3514 00002000:00100000:1.0:1746128108.846194:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094177100 x1830947542369408/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.846200:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094177100 with x1830947542369408 ext(0->4095) 00002000:00010000:1.0:1746128108.846203:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094177100 00000100:00100000:0.0:1746128108.848281:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.848315:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.848971:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4587 00000100:00100000:0.0:1746128108.848978:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:31595:x1830947542369664:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128108.848985:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128108.848991:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb8a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2564 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.849001:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128108.849004:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bb8a1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d255d expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.849009:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128108.849011:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb8a8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2564 expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.849040:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bb8a1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d255d expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.849050:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb8a8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2564 expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128108.849057:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880137390e00, rc 0) 00000100:00100000:0.0:1746128108.849076:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:31595:x1830947542369664:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128108.849081:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4587 00000100:00100000:0.0:1746128108.852615:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.855734:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.858280:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.858746:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4588 00000100:00100000:1.0:1746128108.858754:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6185c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542370176:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128108.858769:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128108.858782:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb8af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d256b expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.858800:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128108.858805:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb8a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2564 expref: 46 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.858809:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128108.858812:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb8af lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d256b expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.858836:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb8a8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2564 expref: 46 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.858845:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bb8af lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d256b expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.858852:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631a00, rc 0) 00000100:00100000:1.0:1746128108.858880:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6185c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542370176:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128108.858885:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4588 00000100:00100000:0.0:1746128108.859817:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.863423:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.863568:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542370560 00000100:00100000:1.0:1746128108.863594:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542370560 00002000:00100000:1.0:1746128108.863629:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6187b80 x1830947542370560/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.863637:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6187b80 with x1830947542370560 ext(0->4095) 00010000:00010000:1.0:1746128108.863644:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb8a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2564 expref: 47 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.863656:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb8a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2564 expref: 47 pid: 8417 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.863662:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6187b80 00000100:00100000:1.0:1746128108.863688:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1473 00000100:00100000:1.0:1746128108.863694:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1964:x1830947542370560:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128108.863818:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1964:x1830947542370560:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (401us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.863823:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1473 00002000:00100000:1.0:1746128108.863828:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6187b80 x1830947542370560/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.863835:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6187b80 with x1830947542370560 ext(0->4095) 00010000:00010000:1.0:1746128108.863839:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb8a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2564 expref: 47 pid: 8417 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.863847:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bb8a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2564 expref: 47 pid: 8417 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.863851:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6187b80 00000100:00100000:0.0:1746128108.866371:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.867653:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.871324:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.874746:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.879403:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.879524:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542371456 00000100:00100000:1.0:1746128108.879530:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542371456 00002000:00100000:1.0:1746128108.879558:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181f480 x1830947542371456/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.879591:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181f480 with x1830947542371456 ext(0->4095) 00002000:00010000:1.0:1746128108.879595:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181f480 00000100:00100000:1.0:1746128108.879608:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3515 00000100:00100000:1.0:1746128108.879614:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1964:x1830947542371456:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128108.879730:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1964:x1830947542371456:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.879735:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3515 00002000:00100000:1.0:1746128108.879739:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181f480 x1830947542371456/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.879745:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181f480 with x1830947542371456 ext(0->4095) 00002000:00010000:1.0:1746128108.879748:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181f480 00000100:00100000:0.0:1746128108.882982:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.883099:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542371584 00000100:00100000:1.0:1746128108.883107:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542371584 00000100:00100000:1.0:1746128108.883243:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4590 00000100:00100000:1.0:1746128108.883250:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542371584:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128108.883265:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128108.883279:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb8bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2579 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.883304:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb8b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2572 expref: 45 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.883310:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128108.883311:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128108.883314:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb8bd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2579 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.883337:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb8b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2572 expref: 45 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.883348:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb8b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2572 expref: 45 pid: 28170 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746128108.883359:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540243200:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128108.884052:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128108.886254:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540243200:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128108.886275:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb8bd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2579 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.886288:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631200, rc 0) 00000100:00100000:1.0:1746128108.886330:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542371584:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3080us (3355us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128108.886337:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4590 00000100:00100000:0.0:1746128108.887918:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.890983:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.892032:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542371840 00000100:00100000:1.0:1746128108.892038:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542371840 00000100:00100000:1.0:1746128108.892073:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4591 00000100:00100000:1.0:1746128108.892079:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31595:x1830947542371840:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128108.892092:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128108.892104:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bb8c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2580 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.892128:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb8bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2579 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.892134:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128108.892135:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128108.892138:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bb8c4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2580 expref: 46 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.892160:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb8bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2579 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.892169:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb8bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2579 expref: 5 pid: 8418 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746128108.892179:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540243456:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128108.892219:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128108.892420:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.897906:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540243456:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128108.897930:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bb8c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2580 expref: 46 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.897943:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630c00, rc 0) 00000100:00100000:0.0:1746128108.898436:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.898701:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:31595:x1830947542371840:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6622us (7721us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128108.898708:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4591 00000100:00100000:1.0:1746128108.898724:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4592 00000100:00100000:1.0:1746128108.898729:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:31596:x1830947542372224:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128108.898739:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128108.898749:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb8cb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2587 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.898764:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128108.898767:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bb8c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2580 expref: 47 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.898772:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128108.898775:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb8cb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2587 expref: 47 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.898794:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bb8c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2580 expref: 47 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.898801:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb8cb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2587 expref: 47 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.898807:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631e00, rc 0) 00000100:00100000:1.0:1746128108.899527:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:31596:x1830947542372224:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 795us (1089us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128108.899533:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4592 00000100:00100000:0.0:1746128108.901687:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.905446:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.905603:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542372608 00000100:00100000:1.0:1746128108.905608:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542372608 00002000:00100000:1.0:1746128108.905639:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181ca80 x1830947542372608/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.905653:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181ca80 with x1830947542372608 ext(0->4095) 00010000:00010000:1.0:1746128108.905660:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bb8c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2580 expref: 47 pid: 8418 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.905671:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bb8c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2580 expref: 47 pid: 8418 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.905677:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009181ca80 00000100:00100000:1.0:1746128108.905688:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1476 00000100:00100000:1.0:1746128108.905694:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1964:x1830947542372608:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128108.905808:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1964:x1830947542372608:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (363us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.905814:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1476 00002000:00100000:1.0:1746128108.905818:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181ca80 x1830947542372608/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.905824:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181ca80 with x1830947542372608 ext(0->4095) 00010000:00010000:1.0:1746128108.905828:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bb8c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2580 expref: 47 pid: 8418 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746128108.905836:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bb8c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2580 expref: 47 pid: 8418 timeout: 604 lvb_type: 0 00002000:00010000:1.0:1746128108.905841:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009181ca80 00000100:00100000:0.0:1746128108.908383:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.913638:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.916973:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.917118:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542373120 00000100:00100000:1.0:1746128108.917126:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542373120 00000100:00100000:1.0:1746128108.917172:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4593 00000100:00100000:1.0:1746128108.917179:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542373120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128108.917193:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128108.917206:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb8d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d258e expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.917227:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb8cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2587 expref: 45 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.917234:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128108.917235:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128108.917239:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb8d2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d258e expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.917263:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb8cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2587 expref: 45 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.917272:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb8cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2587 expref: 45 pid: 8418 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746128108.917283:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540243968:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128108.917356:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128108.920503:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.920606:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540243968:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128108.920626:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb8d2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d258e expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.920642:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631200, rc 0) 00000100:00100000:1.0:1746128108.920672:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542373120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3495us (3706us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128108.920678:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4593 00000100:00100000:0.0:1746128108.924076:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.924213:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542373504 00000100:00100000:1.0:1746128108.924220:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542373504 00002000:00100000:1.0:1746128108.924257:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181ed80 x1830947542373504/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.924266:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181ed80 with x1830947542373504 ext(0->4095) 00002000:00010000:1.0:1746128108.924269:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181ed80 00000100:00100000:1.0:1746128108.924296:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3517 00000100:00100000:1.0:1746128108.924303:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542373504:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128108.924426:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542373504:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.924431:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3517 00002000:00100000:1.0:1746128108.924436:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181ed80 x1830947542373504/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.924442:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181ed80 with x1830947542373504 ext(0->4095) 00002000:00010000:1.0:1746128108.924444:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181ed80 00000100:00100000:0.0:1746128108.924728:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.925269:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542373632 00000100:00100000:1.0:1746128108.925273:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542373632 00000100:00100000:1.0:1746128108.925304:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4594 00000100:00100000:1.0:1746128108.925309:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31595:x1830947542373632:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128108.925318:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128108.925330:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb8d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2595 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.925348:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb8d2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d258e expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.925354:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128108.925355:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128108.925358:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb8d9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2595 expref: 46 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.925387:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb8d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d258e expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.925398:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bb8d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d258e expref: 5 pid: 8418 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746128108.925407:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540244224:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128108.925468:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128108.928208:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.928339:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540244224:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128108.928358:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb8d9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2595 expref: 46 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.928370:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630000, rc 0) 00000100:00100000:1.0:1746128108.928404:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:31595:x1830947542373632:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3094us (3676us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128108.928414:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4594 00000100:00100000:1.0:1746128108.928434:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542373760 00000100:00100000:1.0:1746128108.928439:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542373760 00000100:00100000:1.0:1746128108.928471:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4595 00000100:00100000:1.0:1746128108.928477:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:31596:x1830947542373760:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128108.928488:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128108.928498:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb8e0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d259c expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.928511:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128108.928515:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb8d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2595 expref: 47 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.928520:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128108.928523:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb8e0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d259c expref: 47 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.928543:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb8d9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2595 expref: 47 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.928551:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bb8e0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d259c expref: 47 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.928557:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631000, rc 0) 00000100:00100000:1.0:1746128108.928569:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:31596:x1830947542373760:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128108.928596:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4595 00000100:00100000:0.0:1746128108.929252:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.933330:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.936747:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.938905:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.939816:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542374528 00000100:00100000:1.0:1746128108.939822:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542374528 00002000:00100000:1.0:1746128108.939853:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b2b100 x1830947542374528/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.939861:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2b100 with x1830947542374528 ext(0->4095) 00002000:00010000:1.0:1746128108.939864:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b2b100 00000100:00100000:1.0:1746128108.939890:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3518 00000100:00100000:1.0:1746128108.939895:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1964:x1830947542374528:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128108.940007:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1964:x1830947542374528:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (1106us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.940012:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3518 00002000:00100000:1.0:1746128108.940017:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b2b100 x1830947542374528/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.940057:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2b100 with x1830947542374528 ext(0->4095) 00002000:00010000:1.0:1746128108.940059:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b2b100 00000100:00100000:0.0:1746128108.942696:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.945746:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.949517:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.952391:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.954331:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.957647:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.960672:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.960887:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542375680 00000100:00100000:1.0:1746128108.960894:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542375680 00002000:00100000:1.0:1746128108.960926:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443df80 x1830947542375680/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.960934:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443df80 with x1830947542375680 ext(0->4095) 00010000:00010000:1.0:1746128108.960941:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb8ee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25aa expref: 47 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128108.960952:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb8ee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25aa expref: 47 pid: 8416 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128108.960961:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443df80 00000100:00100000:1.0:1746128108.960987:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1478 00000100:00100000:1.0:1746128108.960994:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1963:x1830947542375680:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128108.961132:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1963:x1830947542375680:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (464us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.961137:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1478 00002000:00100000:1.0:1746128108.961142:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443df80 x1830947542375680/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.961148:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443df80 with x1830947542375680 ext(0->4095) 00010000:00010000:1.0:1746128108.961152:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb8ee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25aa expref: 47 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128108.961159:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb8ee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25aa expref: 47 pid: 8416 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128108.961164:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443df80 00000100:00100000:0.0:1746128108.964062:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.966875:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.970209:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.973071:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.976389:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.976979:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542376576 00000100:00100000:1.0:1746128108.976984:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542376576 00002000:00100000:1.0:1746128108.977012:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d403b80 x1830947542376576/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/0 e 0 to 0 dl 1746128119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.977019:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d403b80 with x1830947542376576 ext(0->4095) 00002000:00010000:1.0:1746128108.977032:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d403b80 00000100:00100000:1.0:1746128108.977349:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3521 00000100:00100000:1.0:1746128108.977355:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542376576:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128108.977477:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542376576:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (1092us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128108.977482:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3521 00002000:00100000:1.0:1746128108.977487:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d403b80 x1830947542376576/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:359/0 lens 488/4536 e 0 to 0 dl 1746128119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128108.977493:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d403b80 with x1830947542376576 ext(0->4095) 00002000:00010000:1.0:1746128108.977496:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d403b80 00000100:00100000:0.0:1746128108.978784:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.980707:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128108.982109:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.982280:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542376832 00000100:00100000:1.0:1746128108.982286:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542376832 00000100:00100000:1.0:1746128108.982321:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4601 00000100:00100000:1.0:1746128108.982327:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:31596:x1830947542376832:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128108.982341:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128108.982353:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb90a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d25c6 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.982371:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128108.982375:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb903 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25bf expref: 48 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.982379:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128108.982382:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb90a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25c6 expref: 48 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.982406:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb903 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25bf expref: 48 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.982419:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb90a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25c6 expref: 48 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.982425:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631e00, rc 0) 00000100:00100000:1.0:1746128108.982471:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:31596:x1830947542376832:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (1762us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128108.982477:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4601 00000100:00100000:0.0:1746128108.987724:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.992610:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8488 00000100:00100000:1.0:1746128108.992621:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1964:x1830947542377344:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128108.992634:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128108.992652:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb903 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25bf expref: 47 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128108.992664:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb903 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25bf expref: 47 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128108.992682:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb903 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25bf expref: 47 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128108.992857:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128108.992859:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128108.992865:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb90a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25c6 expref: 46 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.992873:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb90a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25c6 expref: 46 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128108.992901:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb90a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25c6 expref: 46 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128108.992911:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540246144:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128108.993309:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128108.995766:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128108.995893:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540246144:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128108.995908:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128108.995946:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1964:x1830947542377344:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3327us (4633us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128108.995954:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8488 00000100:00100000:0.0:1746128109.000258:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:0.0:1746128109.000619:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128109.004040:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.004195:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542377856 00000100:00100000:1.0:1746128109.004200:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542377856 00010000:00010000:1.0:1746128109.004239:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb90a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25c6 expref: 46 pid: 8418 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.004265:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8489 00000100:00100000:1.0:1746128109.004271:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947542377856:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.004281:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.004298:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb90a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25c6 expref: 46 pid: 8418 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.004307:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb90a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25c6 expref: 46 pid: 8418 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.004324:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bb90a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25c6 expref: 46 pid: 8418 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.004345:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.004347:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.004352:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb911 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25cd expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.004359:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb911 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25cd expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.004382:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb911 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25cd expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128109.004391:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540246400:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.004441:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044600 going to sleep for 11 seconds 00000100:00080000:0.0:1746128109.004856:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128109.006536:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.008038:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540246400:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.008050:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.008081:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1963:x1830947542377856:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3809us (4041us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.008089:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8489 00000100:00100000:0.0:1746128109.009032:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.009542:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542378240 00000100:00100000:1.0:1746128109.009548:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542378240 00002000:00100000:1.0:1746128109.009608:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0ab100 x1830947542378240/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.009616:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0ab100 with x1830947542378240 ext(0->4095) 00010000:00010000:1.0:1746128109.009624:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb911 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25cd expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.009639:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb911 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25cd expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128109.009644:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d0ab100 00000100:00100000:1.0:1746128109.010010:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1480 00000100:00100000:1.0:1746128109.010018:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542378240:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128109.010156:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542378240:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (1135us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128109.010162:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1480 00002000:00100000:1.0:1746128109.010167:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0ab100 x1830947542378240/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.010173:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0ab100 with x1830947542378240 ext(0->4095) 00010000:00010000:1.0:1746128109.010179:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb911 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25cd expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.010187:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb911 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25cd expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128109.010192:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d0ab100 00000100:00100000:0.0:1746128109.015221:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.015270:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.015823:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542378368 00000100:00100000:1.0:1746128109.015827:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542378368 00010000:00010000:1.0:1746128109.015842:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb911 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25cd expref: 8 pid: 8416 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.015859:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8490 00000100:00100000:1.0:1746128109.015864:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1964:x1830947542378368:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.015870:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.015885:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb911 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25cd expref: 8 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.015893:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb911 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25cd expref: 8 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.015906:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb911 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25cd expref: 8 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.016229:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.016231:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.016236:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb918 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25d4 expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.016242:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb918 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25d4 expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.016259:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb918 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25d4 expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.016266:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb918 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25d4 expref: 45 pid: 8416 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.016275:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540246784:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.016323:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.020097:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.020483:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540246784:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.020494:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.020513:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542378368:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4648us (5299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.020519:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8490 00000100:00100000:0.0:1746128109.022328:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.022893:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542378880 00000100:00100000:1.0:1746128109.022900:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542378880 00010000:00010000:1.0:1746128109.022921:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb918 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25d4 expref: 46 pid: 8416 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.022948:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8491 00000100:00100000:1.0:1746128109.022953:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1964:x1830947542378880:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.022962:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.022977:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb918 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25d4 expref: 46 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.022986:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb918 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25d4 expref: 46 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.023003:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb918 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25d4 expref: 46 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.023425:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.023427:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.023433:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bb91f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25db expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.023440:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bb91f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25db expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.023465:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bb91f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25db expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128109.023474:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540246912:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.024043:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.024441:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.026863:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.027015:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540246912:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.027036:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.027066:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1964:x1830947542378880:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4112us (4741us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.027074:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8491 00000100:00100000:0.0:1746128109.027332:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542379264 00000100:00100000:0.0:1746128109.027336:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542379264 00002000:00100000:0.0:1746128109.027362:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8da300 x1830947542379264/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128109.027370:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8da300 with x1830947542379264 ext(0->4095) 00010000:00010000:0.0:1746128109.027377:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bb91f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25db expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746128109.027386:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bb91f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25db expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746128109.027392:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8da300 00000100:00100000:0.0:1746128109.027411:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1482 00000100:00100000:0.0:1746128109.027415:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542379264:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128109.027517:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542379264:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (658us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128109.027521:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1482 00002000:00100000:0.0:1746128109.027525:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8da300 x1830947542379264/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128109.027531:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8da300 with x1830947542379264 ext(0->4095) 00010000:00010000:0.0:1746128109.027534:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bb91f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25db expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746128109.027542:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bb91f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25db expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746128109.027546:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8da300 00000100:00100000:0.0:1746128109.033844:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.036301:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.036380:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542379520 00000100:00100000:1.0:1746128109.036386:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542379520 00010000:00010000:1.0:1746128109.036409:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bb91f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25db expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.036441:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8492 00000100:00100000:1.0:1746128109.036447:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542379520:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.036458:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.036473:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bb91f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25db expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.036483:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bb91f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25db expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.036500:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bb91f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25db expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.036524:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.036526:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.036531:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bb926 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25e2 expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.036539:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bb926 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25e2 expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.036563:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bb926 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25e2 expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.036594:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bb926 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25e2 expref: 46 pid: 8416 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.036604:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540247296:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.036670:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.048386:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.048879:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540247296:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.048891:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.048919:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542379520:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 12472us (12622us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.048925:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8492 00000100:00100000:0.0:1746128109.055326:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.055415:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542379904 00000100:00100000:1.0:1746128109.055423:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542379904 00010000:00010000:1.0:1746128109.055450:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bb926 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25e2 expref: 47 pid: 8416 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.055492:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8493 00000100:00100000:1.0:1746128109.055499:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d92850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1964:x1830947542379904:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.055511:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.055527:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bb926 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25e2 expref: 47 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.055538:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bb926 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25e2 expref: 47 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.055555:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bb926 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25e2 expref: 47 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.055604:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.055606:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.055612:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb92d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25e9 expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.055619:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb92d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25e9 expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.055645:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb92d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25e9 expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128109.055655:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540247424:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.055714:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.058518:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.059424:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540247424:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.059439:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.059475:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d92850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1964:x1830947542379904:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3977us (4155us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.059485:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8493 00000100:00100000:0.0:1746128109.062397:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.065196:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.065304:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542380416 00000100:00100000:1.0:1746128109.065310:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542380416 00010000:00010000:1.0:1746128109.065334:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb92d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25e9 expref: 46 pid: 8416 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.065593:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8494 00000100:00100000:1.0:1746128109.065600:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1964:x1830947542380416:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.065610:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.065625:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb92d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25e9 expref: 46 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.065634:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb92d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25e9 expref: 46 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.065651:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb92d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25e9 expref: 46 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.065663:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.065665:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.065670:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb934 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25f0 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.065677:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb934 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25f0 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.065700:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb934 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25f0 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128109.065709:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540247680:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.065743:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.068408:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540247680:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.068421:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.068458:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1964:x1830947542380416:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2858us (3267us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.068466:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8494 00000100:00100000:0.0:1746128109.068652:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.071174:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.072972:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.076987:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.077115:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542381056 00000100:00100000:1.0:1746128109.077121:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542381056 00010000:00010000:1.0:1746128109.077144:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb934 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25f0 expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.077171:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8495 00000100:00100000:1.0:1746128109.077177:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134408700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542381056:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.077187:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.077201:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb934 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25f0 expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.077210:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb934 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25f0 expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.077229:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb934 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25f0 expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.077249:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.077250:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.077256:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb93b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25f7 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.077262:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb93b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25f7 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.077283:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb93b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25f7 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.077294:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb93b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25f7 expref: 46 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.077304:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540248064:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.077352:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.079631:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540248064:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.079643:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.079891:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134408700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542381056:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2712us (2905us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.079899:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8495 00000100:00100000:0.0:1746128109.081466:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.084477:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.084673:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542381440 00000100:00100000:1.0:1746128109.084681:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542381440 00010000:00010000:1.0:1746128109.084704:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb93b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25f7 expref: 47 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.084733:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8496 00000100:00100000:1.0:1746128109.084738:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1963:x1830947542381440:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.084748:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.084762:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb93b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25f7 expref: 47 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.084771:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb93b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25f7 expref: 47 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.084787:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bb93b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25f7 expref: 47 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.084807:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.084809:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.084814:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bb942 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25fe expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.084820:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bb942 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25fe expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.084843:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bb942 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25fe expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128109.084851:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540248192:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.084913:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.086927:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540248192:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.086941:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.086977:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947542381440:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2238us (2503us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.086985:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8496 00000100:00100000:0.0:1746128109.087554:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.090713:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.094652:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.096133:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542381952 00000100:00100000:1.0:1746128109.096140:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542381952 00010000:00010000:1.0:1746128109.096165:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bb942 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25fe expref: 46 pid: 8416 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.096236:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8497 00000100:00100000:1.0:1746128109.096243:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947542381952:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.096253:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.096269:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bb942 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25fe expref: 46 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.096279:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bb942 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25fe expref: 46 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.096296:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bb942 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d25fe expref: 46 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.096845:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.096847:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.096853:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bb949 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2605 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.096864:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bb949 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2605 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.096892:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bb949 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2605 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128109.096901:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540248448:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.097485:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.098928:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.101040:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.101154:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540248448:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.101167:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.101198:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1963:x1830947542381952:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4955us (6546us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.101206:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8497 00000100:00100000:0.0:1746128109.104910:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.106166:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.106425:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542382592 00000100:00100000:1.0:1746128109.106429:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542382592 00010000:00010000:1.0:1746128109.106446:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bb949 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2605 expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.106473:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8498 00000100:00100000:1.0:1746128109.106478:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542382592:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.106485:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.106501:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bb949 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2605 expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.106510:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bb949 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2605 expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.106525:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bb949 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2605 expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.106536:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.106538:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.106543:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb950 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d260c expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.106549:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb950 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d260c expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.106566:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb950 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d260c expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.106593:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb950 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d260c expref: 46 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.106603:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540248832:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.106655:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.109213:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540248832:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.109229:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.109271:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542382592:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2791us (3104us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.109279:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8498 00000100:00100000:0.0:1746128109.110184:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.113813:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.113885:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542382976 00000100:00100000:1.0:1746128109.113891:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542382976 00010000:00010000:1.0:1746128109.113916:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb950 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d260c expref: 47 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.113944:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8499 00000100:00100000:1.0:1746128109.113950:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1963:x1830947542382976:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.113960:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.113974:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb950 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d260c expref: 47 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.113983:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb950 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d260c expref: 47 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.113998:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bb950 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d260c expref: 47 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.114028:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.114030:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.114035:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb957 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2613 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.114042:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb957 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2613 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.114065:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb957 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2613 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128109.114074:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540248960:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.114134:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.116108:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540248960:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.116121:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.116149:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947542382976:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2199us (2341us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.116157:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8499 00000100:00100000:0.0:1746128109.116524:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.119448:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.122093:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.122520:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542383488 00000100:00100000:1.0:1746128109.122525:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542383488 00010000:00010000:1.0:1746128109.122543:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb957 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2613 expref: 46 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.122593:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8500 00000100:00100000:1.0:1746128109.122599:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d92450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947542383488:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.122606:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.122621:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb957 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2613 expref: 46 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.122629:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb957 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2613 expref: 46 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.122644:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bb957 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2613 expref: 46 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.122663:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.122664:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.122670:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb95e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d261a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.122682:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb95e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d261a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.122705:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb95e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d261a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128109.122714:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540249216:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.122758:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.125956:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540249216:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.125971:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.126005:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d92450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542383488:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3406us (3912us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.126014:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8500 00000100:00100000:0.0:1746128109.126705:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.127900:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.131664:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.132750:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542384000 00000100:00100000:1.0:1746128109.132757:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542384000 00000100:00100000:1.0:1746128109.132800:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4615 00000100:00100000:1.0:1746128109.132806:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:31596:x1830947542384000:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128109.132820:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128109.132832:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb96c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2628 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.132852:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.132856:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb965 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2621 expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.132865:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128109.132868:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb96c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2628 expref: 48 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.132895:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb965 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2621 expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.132904:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb96c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2628 expref: 48 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.132913:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630000, rc 0) 00000100:00100000:1.0:1746128109.132949:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:31596:x1830947542384000:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (1291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.132955:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4615 00000100:00100000:0.0:1746128109.133144:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.133916:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542384128 00000100:00100000:1.0:1746128109.133920:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542384128 00010000:00010000:1.0:1746128109.133936:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb95e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d261a expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.133961:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8501 00000100:00100000:1.0:1746128109.133966:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542384128:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.133973:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.133989:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb95e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d261a expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.134000:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb95e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d261a expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.134015:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb95e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d261a expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.134929:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.134932:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.134939:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb965 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2621 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.134947:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb965 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2621 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.134970:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb965 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2621 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.134980:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb965 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2621 expref: 46 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.134990:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540249600:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.135060:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.138038:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.138330:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540249600:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.138343:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.138389:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542384128:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4421us (5244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.138397:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8501 00000100:00100000:0.0:1746128109.141766:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.141813:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542384512 00000100:00100000:1.0:1746128109.141820:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542384512 00010000:00010000:1.0:1746128109.141846:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb965 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2621 expref: 47 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.141877:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8502 00000100:00100000:1.0:1746128109.141883:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1965:x1830947542384512:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.141893:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.141909:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb965 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2621 expref: 47 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.141919:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb965 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2621 expref: 47 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.141935:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb965 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2621 expref: 47 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.141946:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.141948:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.141953:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb96c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2628 expref: 46 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.141960:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb96c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2628 expref: 46 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.141982:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb96c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2628 expref: 46 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128109.141991:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540249728:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.142057:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.145823:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.145921:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540249728:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.145936:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.145979:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1965:x1830947542384512:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4096us (4218us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.145988:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8502 00000100:00100000:0.0:1746128109.148390:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.151850:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.152012:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542385024 00000100:00100000:1.0:1746128109.152017:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542385024 00010000:00010000:1.0:1746128109.152048:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb96c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2628 expref: 46 pid: 8418 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.152080:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8503 00000100:00100000:1.0:1746128109.152086:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1964:x1830947542385024:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.152097:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.152116:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb96c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2628 expref: 46 pid: 8418 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.152125:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb96c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2628 expref: 46 pid: 8418 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.152142:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb96c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2628 expref: 46 pid: 8418 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.152165:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.152167:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.152172:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb973 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d262f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.152182:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb973 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d262f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.152208:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb973 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d262f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128109.152217:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540249984:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.152276:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.155498:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540249984:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.155512:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.155551:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1964:x1830947542385024:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3465us (3701us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.155560:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8503 00000100:00100000:0.0:1746128109.157845:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.157882:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.161440:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.163437:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.163719:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542385664 00000100:00100000:1.0:1746128109.163724:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542385664 00010000:00010000:1.0:1746128109.163742:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb973 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d262f expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.163768:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8504 00000100:00100000:1.0:1746128109.163773:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542385664:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.163781:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.163796:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb973 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d262f expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.163806:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb973 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d262f expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.163821:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bb973 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d262f expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.163833:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.163835:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.163840:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb97a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2636 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.163846:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb97a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2636 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.163863:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb97a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2636 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.163872:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb97a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2636 expref: 46 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.163881:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540250368:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.163932:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.166284:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540250368:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.166297:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.166323:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542385664:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2549us (2887us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.166331:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8504 00000100:00100000:0.0:1746128109.166554:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.170365:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.170474:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542386048 00000100:00100000:1.0:1746128109.170482:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542386048 00010000:00010000:1.0:1746128109.170508:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb97a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2636 expref: 47 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.170540:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8505 00000100:00100000:1.0:1746128109.170546:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084107800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1963:x1830947542386048:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.170557:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.170608:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb97a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2636 expref: 47 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.170618:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb97a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2636 expref: 47 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.170634:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb97a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2636 expref: 47 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.170646:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.170647:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.170652:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bb981 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d263d expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.170657:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bb981 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d263d expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.170684:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bb981 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d263d expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128109.170694:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540250496:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.170763:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.174499:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.174605:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540250496:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.174618:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.174648:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084107800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947542386048:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4102us (4289us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.174658:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8505 00000100:00100000:0.0:1746128109.177457:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.181126:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.181517:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542386560 00000100:00100000:1.0:1746128109.181523:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542386560 00010000:00010000:1.0:1746128109.181546:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bb981 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d263d expref: 46 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.181594:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8506 00000100:00100000:1.0:1746128109.181599:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084105880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947542386560:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.181610:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.181624:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bb981 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d263d expref: 46 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.181633:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bb981 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d263d expref: 46 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.181649:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bb981 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d263d expref: 46 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.181665:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.181667:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.181672:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb988 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2644 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.181683:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb988 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2644 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.181705:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb988 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2644 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128109.181713:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540250752:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.181768:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.184619:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.184693:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.184804:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540250752:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.184819:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.184851:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084105880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542386560:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3251us (3728us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.184861:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8506 00000100:00100000:0.0:1746128109.191269:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.191800:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.192091:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542387200 00000100:00100000:1.0:1746128109.192095:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542387200 00010000:00010000:1.0:1746128109.192110:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb988 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2644 expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.192369:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8507 00000100:00100000:1.0:1746128109.192375:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d92050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542387200:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.192383:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.192397:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb988 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2644 expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.192406:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb988 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2644 expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.192419:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb988 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2644 expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.192437:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.192439:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.192444:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb98f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d264b expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.192449:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb98f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d264b expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.192465:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb98f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d264b expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.192472:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb98f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d264b expref: 46 pid: 8416 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.192480:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540251136:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.192526:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.194202:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.194265:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540251136:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.194276:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.194311:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d92050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542387200:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1935us (2510us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.194318:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8507 00000100:00100000:0.0:1746128109.196524:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.196624:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542387584 00000100:00100000:1.0:1746128109.196630:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542387584 00010000:00010000:1.0:1746128109.196652:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb98f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d264b expref: 47 pid: 8416 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.196804:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8508 00000100:00100000:1.0:1746128109.196810:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1966:x1830947542387584:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.196821:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.196836:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb98f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d264b expref: 47 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.196847:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb98f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d264b expref: 47 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.196863:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bb98f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d264b expref: 47 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.196885:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.196887:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.196893:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb996 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2652 expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.196899:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb996 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2652 expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.196923:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb996 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2652 expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128109.196933:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540251264:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.197001:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.199869:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.200218:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540251264:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.200231:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.200248:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1966:x1830947542387584:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3439us (3729us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.200255:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8508 00000100:00100000:0.0:1746128109.205122:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.205227:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542387968 00000100:00100000:1.0:1746128109.205234:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542387968 00000100:00100000:1.0:1746128109.205343:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4622 00000100:00100000:1.0:1746128109.205350:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542387968:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128109.205363:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128109.205383:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bb99d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2659 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.205406:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb996 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2652 expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.205412:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128109.205413:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128109.205416:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bb99d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2659 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.205438:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb996 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2652 expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.205447:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb996 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2652 expref: 45 pid: 8416 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.205462:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540251392:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128109.206751:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044780 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.207788:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540251392:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128109.207810:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bb99d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2659 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.207824:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630a00, rc 0) 00000100:00100000:1.0:1746128109.207856:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542387968:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2506us (2740us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.207864:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4622 00000100:00100000:0.0:1746128109.208660:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.209014:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542388096 00000100:00100000:1.0:1746128109.209029:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542388096 00010000:00010000:1.0:1746128109.209054:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb996 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2652 expref: 46 pid: 8416 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.209088:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8509 00000100:00100000:1.0:1746128109.209094:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1964:x1830947542388096:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.209105:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.209121:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb996 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2652 expref: 46 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.209130:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb996 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2652 expref: 46 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.209151:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bb996 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2652 expref: 46 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.209165:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.209166:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.209172:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bb99d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2659 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.209179:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bb99d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2659 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.209203:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bb99d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2659 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128109.209213:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540251520:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.210707:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044780 going to sleep for 11 seconds 00010000:00010000:0.0:1746128109.211634:0:7070:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128109.211918:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.212226:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.212594:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542388224 00000100:00100000:1.0:1746128109.212599:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542388224 00000100:00100000:1.0:1746128109.212625:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4623 00000100:00100000:1.0:1746128109.212630:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31595:x1830947542388224:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128109.212643:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128109.212654:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb9a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2660 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.212672:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bb99d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2659 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.212684:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.212685:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.212688:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb9a4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2660 expref: 46 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.212707:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bb99d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2659 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.212716:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bb99d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2659 expref: 5 pid: 8418 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.212725:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134123480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540251648:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128109.212756:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0440c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.215854:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134123480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540251648:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128109.215877:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb9a4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2660 expref: 46 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.215889:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631400, rc 0) 00000100:00100000:1.0:1746128109.216521:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:31595:x1830947542388224:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3889us (4605us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.216529:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4623 00000100:00100000:0.0:1746128109.216726:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.216854:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542388608 00000100:00100000:1.0:1746128109.216860:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542388608 00000100:00100000:1.0:1746128109.216891:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4624 00000100:00100000:1.0:1746128109.216897:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:31596:x1830947542388608:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128109.216911:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128109.216921:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb9ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2667 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.216937:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.216941:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb9a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2660 expref: 47 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.216947:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128109.216949:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb9ab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2667 expref: 47 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.216970:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb9a4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2660 expref: 47 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.216978:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bb9ab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2667 expref: 47 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.216984:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630000, rc 0) 00000100:00100000:1.0:1746128109.217003:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:31596:x1830947542388608:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.217007:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4624 00000100:00100000:0.0:1746128109.217635:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.220651:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.224634:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.230252:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.233307:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.238242:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.238302:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.242645:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.243736:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.249478:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.249601:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542390528 00000100:00100000:1.0:1746128109.249607:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542390528 00002000:00100000:1.0:1746128109.249640:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094955f80 x1830947542390528/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.249654:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955f80 with x1830947542390528 ext(0->4095) 00010000:00010000:1.0:1746128109.249660:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb9b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2675 expref: 47 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.249673:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb9b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2675 expref: 47 pid: 28170 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128109.249679:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094955f80 00000100:00100000:1.0:1746128109.249703:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1495 00000100:00100000:1.0:1746128109.249709:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1963:x1830947542390528:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128109.249831:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1963:x1830947542390528:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128109.249837:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1495 00002000:00100000:1.0:1746128109.249842:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094955f80 x1830947542390528/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.249847:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955f80 with x1830947542390528 ext(0->4095) 00010000:00010000:1.0:1746128109.249851:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb9b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2675 expref: 47 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.249859:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bb9b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2675 expref: 47 pid: 28170 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128109.249863:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094955f80 00000100:00100000:0.0:1746128109.251814:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.255375:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.258771:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.261732:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.264420:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.268364:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.271665:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.277480:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.280631:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.284267:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.285342:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542392448 00000100:00100000:1.0:1746128109.285349:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542392448 00002000:00100000:1.0:1746128109.285548:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094954000 x1830947542392448/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.285557:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094954000 with x1830947542392448 ext(0->4095) 00002000:00010000:1.0:1746128109.285560:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094954000 00000100:00100000:1.0:1746128109.285837:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3535 00000100:00100000:1.0:1746128109.285845:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1964:x1830947542392448:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128109.285971:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1964:x1830947542392448:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (1709us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128109.285976:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3535 00002000:00100000:1.0:1746128109.285982:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094954000 x1830947542392448/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.285988:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094954000 with x1830947542392448 ext(0->4095) 00002000:00010000:1.0:1746128109.285990:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094954000 00000100:00100000:0.0:1746128109.288097:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.291626:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.294338:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.294370:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.298905:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.298991:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542393216 00000100:00100000:1.0:1746128109.298997:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542393216 00000100:00100000:0.0:1746128109.300870:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.305251:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.307802:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.313843:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.314105:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542393984 00000100:00100000:0.0:1746128109.314112:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542393984 00002000:00100000:0.0:1746128109.314142:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134121f80 x1830947542393984/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128109.314151:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134121f80 with x1830947542393984 ext(0->4095) 00002000:00010000:0.0:1746128109.314155:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134121f80 00000100:00100000:0.0:1746128109.314180:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3536 00000100:00100000:0.0:1746128109.314186:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1964:x1830947542393984:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128109.314309:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1964:x1830947542393984:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (469us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128109.314315:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3536 00002000:00100000:0.0:1746128109.314320:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134121f80 x1830947542393984/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128109.314326:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134121f80 with x1830947542393984 ext(0->4095) 00002000:00010000:0.0:1746128109.314329:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134121f80 00000100:00100000:0.0:1746128109.314361:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce87480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540254336:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128109.314374:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128109.314393:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013180d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947542393728:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6410us (6597us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128109.314399:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8520 00000100:00100000:1.0:1746128109.317537:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.326382:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.326446:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.326659:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542394240 00000100:00100000:1.0:1746128109.326666:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542394240 00010000:00010000:1.0:1746128109.326694:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bb9ea lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26a6 expref: 46 pid: 8416 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.326718:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8521 00000100:00100000:1.0:1746128109.326724:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d91850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1964:x1830947542394240:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.326735:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.326750:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bb9ea lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26a6 expref: 46 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.326760:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bb9ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26a6 expref: 46 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.326779:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.326781:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.326787:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb9f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ad expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.326793:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb9f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ad expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.326817:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb9f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ad expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128109.326827:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134123480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540254592:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.326886:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.326898:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542394368 00000100:00100000:1.0:1746128109.326901:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542394368 00000100:00100000:1.0:1746128109.326918:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4635 00000100:00100000:1.0:1746128109.326922:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:31595:x1830947542394368:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128109.326931:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128109.326940:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb9f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d26b4 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.326957:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb9f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ad expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.326962:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.326963:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.326965:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb9f8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26b4 expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.326979:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb9f1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ad expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.326988:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb9f1 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ad expref: 6 pid: 8418 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.326994:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540254720:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128109.327013:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.332903:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134123480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540254592:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.332922:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.332955:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d91850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1964:x1830947542394240:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6231us (6577us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.332964:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8521 00000100:00100000:0.0:1746128109.334972:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540254720:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128109.334993:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb9f8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26b4 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.335006:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631400, rc 0) 00000100:00100000:0.0:1746128109.335062:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:31595:x1830947542394368:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8138us (8615us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128109.335069:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4635 00000100:00100000:0.0:1746128109.336693:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.337240:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542394624 00000100:00100000:1.0:1746128109.337247:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542394624 00002000:00100000:1.0:1746128109.337275:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c77100 x1830947542394624/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.337288:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c77100 with x1830947542394624 ext(0->4095) 00010000:00010000:1.0:1746128109.337295:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb9f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ad expref: 6 pid: 8418 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.337304:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb9f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ad expref: 6 pid: 8418 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128109.337310:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c77100 00000100:00100000:1.0:1746128109.337322:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1499 00000100:00100000:1.0:1746128109.337327:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542394624:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128109.337435:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542394624:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (745us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128109.337440:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1499 00002000:00100000:1.0:1746128109.337444:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c77100 x1830947542394624/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.337451:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c77100 with x1830947542394624 ext(0->4095) 00010000:00010000:1.0:1746128109.337455:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb9f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ad expref: 6 pid: 8418 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.337462:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb9f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ad expref: 6 pid: 8418 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128109.337467:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c77100 00000100:00100000:1.0:1746128109.345080:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542394752 00000100:00100000:1.0:1746128109.345088:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542394752 00010000:00010000:1.0:1746128109.345115:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb9f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ad expref: 6 pid: 8418 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.345135:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8522 00000100:00100000:1.0:1746128109.345140:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542394752:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.345151:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.345166:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb9f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ad expref: 6 pid: 8418 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.345175:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb9f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ad expref: 6 pid: 8418 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.345191:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bb9f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ad expref: 6 pid: 8418 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.345200:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.345202:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.345207:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb9f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26b4 expref: 45 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.345214:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb9f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26b4 expref: 45 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.345236:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb9f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26b4 expref: 45 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128109.345244:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134123b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540254848:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.345303:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.348050:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134123b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540254848:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.348069:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.348109:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542394752:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2968us (3510us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.348119:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8522 00000100:00100000:0.0:1746128109.348184:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542395008 00000100:00100000:0.0:1746128109.348192:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542395008 00002000:00100000:0.0:1746128109.348222:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bd9f80 x1830947542395008/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128109.348231:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bd9f80 with x1830947542395008 ext(0->4095) 00002000:00010000:0.0:1746128109.348235:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bd9f80 00000100:00100000:0.0:1746128109.348259:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3537 00000100:00100000:0.0:1746128109.348265:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1964:x1830947542395008:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128109.348384:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1964:x1830947542395008:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128109.348390:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3537 00002000:00100000:0.0:1746128109.348395:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bd9f80 x1830947542395008/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128109.348401:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bd9f80 with x1830947542395008 ext(0->4095) 00002000:00010000:0.0:1746128109.348403:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bd9f80 00000100:00100000:0.0:1746128109.350361:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542395136 00000100:00100000:0.0:1746128109.350367:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542395136 00000100:00100000:0.0:1746128109.350403:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4636 00000100:00100000:0.0:1746128109.350409:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542395136:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128109.350420:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128109.350434:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093a83c00/0x802a7453533bb9ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d26bb expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.350452:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb9f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26b4 expref: 45 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.350458:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128109.350459:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128109.350461:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093a83c00/0x802a7453533bb9ff lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26bb expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.350483:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb9f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26b4 expref: 45 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.350492:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb9f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26b4 expref: 45 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746128109.350501:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c76d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540254976:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128109.351104:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c21cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.356751:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c76d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540254976:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128109.356777:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093a83c00/0x802a7453533bb9ff lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26bb expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.356797:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093a83c00, rc 0) 00000100:00100000:0.0:1746128109.356832:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542395136:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6423us (6529us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128109.356839:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4636 00000100:00100000:1.0:1746128109.356953:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542395264 00000100:00100000:1.0:1746128109.356959:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542395264 00002000:00100000:1.0:1746128109.356988:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012ce84000 x1830947542395264/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 496/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.356996:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce84000 with x1830947542395264 ext(0->7) 00010000:00010000:1.0:1746128109.357002:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb9f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26b4 expref: 46 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.357013:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb9f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26b4 expref: 46 pid: 28170 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128109.357027:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce84000 00000100:00100000:1.0:1746128109.357041:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1500 00000100:00100000:1.0:1746128109.357047:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947542395264:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128109.357280:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1963:x1830947542395264:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 233us (708us total) trans 4294967921 rc 0/0 00000100:00100000:1.0:1746128109.357286:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1500 00002000:00100000:1.0:1746128109.357291:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012ce84000 x1830947542395264/t4294967921(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 496/448 e 0 to 0 dl 1746128120 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.357303:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce84000 with x1830947542395264 ext(0->7) 00010000:00010000:1.0:1746128109.357308:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb9f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26b4 expref: 48 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.357316:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb9f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26b4 expref: 48 pid: 28170 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128109.357321:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce84000 00000100:00100000:0.0:1746128109.369227:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.371006:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542395520 00000100:00100000:1.0:1746128109.371011:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542395520 00010000:00010000:1.0:1746128109.371041:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb9f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26b4 expref: 49 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.371061:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8523 00000100:00100000:1.0:1746128109.371067:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1965:x1830947542395520:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.371076:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.371094:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb9f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26b4 expref: 49 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.371102:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb9f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26b4 expref: 49 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.371118:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bb9f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26b4 expref: 49 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.371143:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.371145:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.371150:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093a83c00/0x802a7453533bb9ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26bb expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.371157:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093a83c00/0x802a7453533bb9ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26bb expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.371179:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093a83c00/0x802a7453533bb9ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26bb expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.371188:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093a83c00/0x802a7453533bb9ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26bb expref: 5 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.371197:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134123b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540255232:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.371248:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.373027:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134123b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540255232:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.373046:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.373074:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1965:x1830947542395520:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2006us (2138us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.373082:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8523 00000100:00100000:0.0:1746128109.375392:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.379713:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542395904 00000100:00100000:1.0:1746128109.379720:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542395904 00010000:00010000:1.0:1746128109.379749:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093a83c00/0x802a7453533bb9ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26bb expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.379784:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8524 00000100:00100000:1.0:1746128109.379791:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542395904:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.379805:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.379822:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093a83c00/0x802a7453533bb9ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26bb expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.379833:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093a83c00/0x802a7453533bb9ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26bb expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.379851:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093a83c00/0x802a7453533bb9ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26bb expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.379880:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.379882:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.379888:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bba06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c2 expref: 47 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.379895:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bba06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c2 expref: 47 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.379920:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bba06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c2 expref: 47 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128109.379929:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134123b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540255360:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.379999:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.382664:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542396160 00000100:00100000:0.0:1746128109.382671:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542396160 00002000:00100000:0.0:1746128109.382705:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b0380 x1830947542396160/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128109.382714:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0380 with x1830947542396160 ext(0->4095) 00002000:00010000:0.0:1746128109.382717:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b0380 00000100:00100000:0.0:1746128109.382742:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3538 00000100:00100000:0.0:1746128109.382748:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1964:x1830947542396160:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128109.383349:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134123b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540255360:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.383365:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128109.383531:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1964:x1830947542396160:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 783us (1009us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128109.383537:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3538 00002000:00100000:0.0:1746128109.383543:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b0380 x1830947542396160/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128109.383550:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0380 with x1830947542396160 ext(0->4095) 00002000:00010000:0.0:1746128109.383552:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b0380 00000100:00100000:1.0:1746128109.383626:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542395904:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3835us (4204us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.383635:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8524 00000100:00100000:0.0:1746128109.388505:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542396288 00000100:00100000:0.0:1746128109.388512:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542396288 00000100:00100000:0.0:1746128109.388561:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4638 00000100:00100000:0.0:1746128109.388568:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542396288:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128109.388612:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128109.388627:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1bae000/0x802a7453533bba0d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d26c9 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.388649:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bba06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c2 expref: 47 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.388655:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128109.388656:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128109.388659:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1bae000/0x802a7453533bba0d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c9 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.388680:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bba06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c2 expref: 47 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.388688:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bba06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c2 expref: 47 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746128109.388697:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540255488:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128109.388753:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c21f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.396597:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542396416 00000100:00100000:0.0:1746128109.396604:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542396416 00002000:00100000:0.0:1746128109.396639:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801341b1180 x1830947542396416/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 496/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128109.396648:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b1180 with x1830947542396416 ext(0->7) 00010000:00010000:0.0:1746128109.396656:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bba06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c2 expref: 48 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746128109.396668:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bba06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c2 expref: 48 pid: 28170 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746128109.396674:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b1180 00000100:00100000:0.0:1746128109.396703:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1502 00000100:00100000:0.0:1746128109.396709:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1964:x1830947542396416:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128109.396964:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542396416:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 254us (515us total) trans 4294967922 rc 0/0 00000100:00100000:0.0:1746128109.396969:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1502 00002000:00100000:0.0:1746128109.396975:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801341b1180 x1830947542396416/t4294967922(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 496/448 e 0 to 0 dl 1746128120 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128109.396981:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b1180 with x1830947542396416 ext(0->7) 00010000:00010000:0.0:1746128109.396985:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bba06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c2 expref: 50 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746128109.396993:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bba06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c2 expref: 50 pid: 28170 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746128109.396997:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b1180 00000100:00100000:1.0:1746128109.418247:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542396672 00000100:00100000:1.0:1746128109.418254:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542396672 00010000:00010000:1.0:1746128109.418282:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bba06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c2 expref: 51 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746128109.420303:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8525 00000100:00100000:0.0:1746128109.420317:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1963:x1830947542396672:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128109.420331:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128109.420353:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bba06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c2 expref: 51 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746128109.420365:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bba06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c2 expref: 51 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746128109.420384:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bba06 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c2 expref: 51 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746128109.420415:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128109.420416:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128109.420422:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1bae000/0x802a7453533bba0d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c9 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.420429:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1bae000/0x802a7453533bba0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c9 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.420456:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1bae000/0x802a7453533bba0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c9 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.420466:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1bae000/0x802a7453533bba0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c9 expref: 5 pid: 8416 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746128109.420475:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092092680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540255744:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128109.429799:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092092680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540255744:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128109.429814:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128109.429856:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1963:x1830947542396672:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 9544us (12172us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128109.429868:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8525 00000100:00100000:0.0:1746128109.432215:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542396928 00000100:00100000:0.0:1746128109.432223:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542396928 00002000:00100000:0.0:1746128109.432259:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b1500 x1830947542396928/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128109.432268:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b1500 with x1830947542396928 ext(0->4095) 00010000:00010000:0.0:1746128109.432275:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1bae000/0x802a7453533bba0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c9 expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746128109.432288:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1bae000/0x802a7453533bba0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c9 expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746128109.432294:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b1500 00000100:00100000:0.0:1746128109.432322:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1503 00000100:00100000:0.0:1746128109.432329:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542396928:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128109.432474:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542396928:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (438us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128109.432481:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1503 00002000:00100000:0.0:1746128109.432486:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b1500 x1830947542396928/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128109.432494:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b1500 with x1830947542396928 ext(0->4095) 00010000:00010000:0.0:1746128109.432498:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1bae000/0x802a7453533bba0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c9 expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746128109.432511:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1bae000/0x802a7453533bba0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c9 expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746128109.432516:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b1500 00000100:00100000:0.0:1746128109.435346:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542397056 00000100:00100000:0.0:1746128109.435353:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542397056 00010000:00010000:0.0:1746128109.435382:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1bae000/0x802a7453533bba0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c9 expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746128109.435417:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8526 00000100:00100000:0.0:1746128109.435425:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542397056:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128109.435434:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128109.435451:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1bae000/0x802a7453533bba0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c9 expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746128109.435462:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1bae000/0x802a7453533bba0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c9 expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746128109.435480:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1bae000/0x802a7453533bba0d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26c9 expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746128109.435506:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128109.435508:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128109.435513:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bba14 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26d0 expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.435523:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bba14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26d0 expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.435547:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bba14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26d0 expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128109.435556:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092092680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540255872:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128109.437756:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092092680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540255872:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128109.437771:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128109.437807:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542397056:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2382us (2669us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128109.437815:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8526 00000100:00100000:0.0:1746128109.438484:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.441559:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542397440 00000100:00100000:0.0:1746128109.441565:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542397440 00000100:00100000:0.0:1746128109.441620:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4640 00000100:00100000:0.0:1746128109.441626:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542397440:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128109.441639:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128109.441652:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bba1b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d26d7 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.441673:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bba14 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26d0 expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.441679:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128109.441681:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128109.441684:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bba1b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26d7 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.441707:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bba14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26d0 expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.441717:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bba14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26d0 expref: 49 pid: 8416 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746128109.441727:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540256000:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128109.441792:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c21000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.444352:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540256000:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128109.444372:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bba1b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26d7 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.444384:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43c000, rc 0) 00000100:00100000:0.0:1746128109.444429:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542397440:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2801us (3010us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128109.444436:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4640 00000100:00100000:0.0:1746128109.444628:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542397568 00000100:00100000:0.0:1746128109.444633:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542397568 00010000:00010000:0.0:1746128109.444652:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bba14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26d0 expref: 50 pid: 8416 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746128109.444681:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8527 00000100:00100000:0.0:1746128109.444687:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542397568:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128109.444698:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128109.444712:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bba14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26d0 expref: 50 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746128109.444720:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bba14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26d0 expref: 50 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746128109.444736:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bba14 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26d0 expref: 50 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746128109.444746:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128109.444747:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128109.444753:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bba1b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26d7 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.444760:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bba1b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26d7 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.444780:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bba1b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26d7 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128109.444790:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540256128:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128109.444836:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c21000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.445983:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540256128:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128109.445993:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128109.446094:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1964:x1830947542397568:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1406us (1601us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128109.446104:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8527 00000100:00100000:1.0:1746128109.446701:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.446769:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542397824 00000100:00100000:0.0:1746128109.446773:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542397824 00002000:00100000:0.0:1746128109.446798:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134123b80 x1830947542397824/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128109.446806:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134123b80 with x1830947542397824 ext(0->4095) 00002000:00010000:0.0:1746128109.446810:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134123b80 00000100:00100000:0.0:1746128109.446928:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3540 00000100:00100000:0.0:1746128109.446934:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542397824:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128109.447076:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542397824:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (375us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128109.447082:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3540 00002000:00100000:0.0:1746128109.447087:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134123b80 x1830947542397824/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128109.447093:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134123b80 with x1830947542397824 ext(0->4095) 00002000:00010000:0.0:1746128109.447096:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134123b80 00000100:00100000:0.0:1746128109.448437:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542398080 00000100:00100000:0.0:1746128109.448442:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542398080 00000100:00100000:0.0:1746128109.448476:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542397952 00000100:00100000:0.0:1746128109.448478:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542397952 00000100:00100000:0.0:1746128109.448505:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4641 00000100:00100000:0.0:1746128109.448511:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:31595:x1830947542398080:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128109.448521:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128109.448533:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bba22 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d26e5 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.448553:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bba1b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26d7 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.448559:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128109.448561:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128109.448564:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bba22 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26e5 expref: 51 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.448606:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bba1b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26d7 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.448617:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bba1b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26d7 expref: 5 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746128109.448625:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540256256:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128109.448682:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c21d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.448838:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4642 00000100:00100000:1.0:1746128109.448845:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:31596:x1830947542397952:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128109.448851:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128109.448857:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bba29 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d26de expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.448868:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.448871:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bba22 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26e5 expref: 52 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.448876:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128109.448878:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bba29 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26de expref: 52 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.448898:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bba22 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26e5 expref: 52 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.448908:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bba29 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26de expref: 52 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.448919:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631000, rc 0) 00000100:00100000:1.0:1746128109.449438:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:31596:x1830947542397952:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 592us (1308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.449443:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4642 00000100:00100000:0.0:1746128109.451549:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540256256:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128109.451964:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bba22 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26e5 expref: 51 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.451981:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d800, rc 0) 00000100:00100000:0.0:1746128109.452440:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:31595:x1830947542398080:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3927us (4359us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128109.452448:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4641 00000100:00100000:0.0:1746128109.452690:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542398208 00000100:00100000:0.0:1746128109.452695:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542398208 00010000:00010000:0.0:1746128109.452783:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bba1b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26d7 expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746128109.452811:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8528 00000100:00100000:0.0:1746128109.452822:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d91450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542398208:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128109.452833:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128109.452850:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bba1b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26d7 expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746128109.452858:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bba1b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26d7 expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746128109.452874:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bba1b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26d7 expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746128109.452895:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128109.452898:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128109.452903:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bba22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26e5 expref: 50 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.452911:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bba22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26e5 expref: 50 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.452935:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bba22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26e5 expref: 50 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.452944:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bba22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26e5 expref: 50 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746128109.452954:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540256512:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128109.453012:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c21d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.454660:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542398464 00000100:00100000:1.0:1746128109.454664:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542398464 00000100:00100000:0.0:1746128109.454672:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540256512:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128109.454684:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746128109.454691:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094ac4000 x1830947542398464/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.454699:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac4000 with x1830947542398464 ext(0->4095) 00010000:00010000:1.0:1746128109.454705:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bba22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26e5 expref: 51 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.454714:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bba22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26e5 expref: 51 pid: 28170 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128109.454720:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ac4000 00000100:00100000:1.0:1746128109.454734:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1504 00000100:00100000:1.0:1746128109.454740:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1964:x1830947542398464:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128109.454826:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d91450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542398208:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2009us (2200us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128109.454833:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8528 00000100:00100000:1.0:1746128109.454853:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1964:x1830947542398464:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (246us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128109.454858:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1504 00002000:00100000:1.0:1746128109.454862:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094ac4000 x1830947542398464/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.454874:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac4000 with x1830947542398464 ext(0->4095) 00010000:00010000:1.0:1746128109.454878:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bba22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26e5 expref: 51 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.454885:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bba22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26e5 expref: 51 pid: 28170 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128109.454891:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ac4000 00000100:00100000:0.0:1746128109.457166:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542398592 00000100:00100000:0.0:1746128109.457173:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542398592 00010000:00010000:0.0:1746128109.457198:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bba22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26e5 expref: 51 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746128109.457229:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8529 00000100:00100000:0.0:1746128109.457236:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1964:x1830947542398592:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128109.457246:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128109.457262:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bba22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26e5 expref: 51 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746128109.457272:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bba22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26e5 expref: 51 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746128109.457291:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bba22 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26e5 expref: 51 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746128109.457318:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128109.457321:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128109.457326:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bba29 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26de expref: 50 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.457333:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bba29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26de expref: 50 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.457359:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bba29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26de expref: 50 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128109.457368:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540256640:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128109.457439:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c213c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.460737:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540256640:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128109.460753:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128109.461129:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542398592:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3891us (4032us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128109.461138:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8529 00000100:00100000:1.0:1746128109.461268:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.466230:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542398976 00000100:00100000:0.0:1746128109.466238:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542398976 00000100:00100000:0.0:1746128109.466285:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4643 00000100:00100000:0.0:1746128109.466292:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542398976:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128109.466306:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128109.466320:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bba30 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d26ec expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.466343:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bba29 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26de expref: 49 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.466353:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128109.466355:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128109.466357:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bba30 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ec expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.466379:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bba29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26de expref: 49 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.466389:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bba29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26de expref: 49 pid: 8417 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746128109.466399:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540256768:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128109.466481:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c213c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.470643:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540256768:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128109.470669:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bba30 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ec expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.470684:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43ce00, rc 0) 00000100:00100000:0.0:1746128109.470721:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542398976:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4429us (4578us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128109.470729:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4643 00000100:00100000:1.0:1746128109.470832:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542399104 00000100:00100000:1.0:1746128109.470838:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542399104 00010000:00010000:1.0:1746128109.470861:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bba29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26de expref: 50 pid: 8417 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.470895:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8530 00000100:00100000:1.0:1746128109.470901:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542399104:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.470913:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.470930:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bba29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26de expref: 50 pid: 8417 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.470940:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bba29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26de expref: 50 pid: 8417 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.470958:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bba29 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26de expref: 50 pid: 8417 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.470976:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.470977:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.470983:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bba30 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ec expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.470991:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bba30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ec expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.471135:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bba30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ec expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128109.471145:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540256896:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.471453:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.472515:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.472603:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542399232 00000100:00100000:0.0:1746128109.472608:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542399232 00000100:00100000:0.0:1746128109.472635:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4644 00000100:00100000:0.0:1746128109.472640:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:31595:x1830947542399232:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128109.472654:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128109.472667:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bba37 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d26f3 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.472686:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bba30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ec expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.472691:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128109.472692:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128109.472695:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bba37 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26f3 expref: 51 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.472714:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bba30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ec expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.472724:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bba30 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ec expref: 5 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746128109.472733:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540257024:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128109.472795:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c213c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.477127:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542399488 00000100:00100000:1.0:1746128109.477130:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540256896:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128109.477132:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542399488 00010000:00010000:1.0:1746128109.477146:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746128109.477163:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c79880 x1830947542399488/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128109.477171:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c79880 with x1830947542399488 ext(0->4095) 00010000:00010000:0.0:1746128109.477177:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bba30 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ec expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.477190:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1964:x1830947542399104:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6290us (6718us total) trans 0 rc 0/0 00010000:00010000:0.0:1746128109.477193:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bba30 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ec expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.477198:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8530 00002000:00010000:0.0:1746128109.477198:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c79880 00000100:00100000:0.0:1746128109.477222:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1505 00000100:00100000:0.0:1746128109.477228:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542399488:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128109.477359:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542399488:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (301us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128109.477364:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1505 00002000:00100000:0.0:1746128109.477369:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c79880 x1830947542399488/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128109.477375:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c79880 with x1830947542399488 ext(0->4095) 00010000:00010000:0.0:1746128109.477379:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bba30 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ec expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:0.0:1746128109.477386:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bba30 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ec expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00002000:00010000:0.0:1746128109.477390:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c79880 00000100:00100000:1.0:1746128109.482053:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542399616 00000100:00100000:1.0:1746128109.482062:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542399616 00010000:00010000:1.0:1746128109.482090:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bba30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ec expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.482279:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8531 00000100:00100000:1.0:1746128109.482287:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542399616:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.482301:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.482318:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bba30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ec expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.482329:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bba30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ec expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.482348:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bba30 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26ec expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.482374:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.482375:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.482382:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bba37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26f3 expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.482388:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bba37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26f3 expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.482416:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bba37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26f3 expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128109.482426:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540257152:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.483106:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.485670:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.485690:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542399872 00000100:00100000:0.0:1746128109.485695:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542399872 00002000:00100000:0.0:1746128109.485727:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092093480 x1830947542399872/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128109.485741:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092093480 with x1830947542399872 ext(0->4095) 00002000:00010000:0.0:1746128109.485745:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092093480 00000100:00100000:1.0:1746128109.485989:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540257152:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.486002:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.486045:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542399616:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3759us (4493us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.486056:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8531 00000100:00100000:0.0:1746128109.486563:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3542 00000100:00100000:0.0:1746128109.486569:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542399872:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128109.486717:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542399872:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (1052us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128109.486722:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3542 00002000:00100000:0.0:1746128109.486727:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092093480 x1830947542399872/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128109.486734:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092093480 with x1830947542399872 ext(0->4095) 00002000:00010000:0.0:1746128109.486736:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092093480 00000100:00100000:0.0:1746128109.493365:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542400000 00000100:00100000:0.0:1746128109.493374:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542400000 00000100:00100000:0.0:1746128109.493425:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4645 00000100:00100000:0.0:1746128109.493432:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542400000:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128109.493449:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128109.493463:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bba3e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d26fa expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.493486:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bba37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26f3 expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.493492:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128109.493494:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128109.493498:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bba3e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26fa expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.493524:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bba37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26f3 expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.493534:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bba37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d26f3 expref: 49 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746128109.493544:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540257280:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128109.493641:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c21240 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.512176:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.515885:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.517377:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.522234:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.524507:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.527901:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542401152 00000100:00100000:1.0:1746128109.527907:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542401152 00002000:00100000:1.0:1746128109.527940:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c76d80 x1830947542401152/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.527949:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c76d80 with x1830947542401152 ext(0->4095) 00010000:00010000:1.0:1746128109.527956:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bba45 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2701 expref: 53 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.527967:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bba45 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2701 expref: 53 pid: 28170 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128109.527973:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c76d80 00000100:00100000:1.0:1746128109.527998:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1508 00000100:00100000:1.0:1746128109.528005:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1964:x1830947542401152:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128109.528146:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1964:x1830947542401152:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128109.528151:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1508 00002000:00100000:1.0:1746128109.528156:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c76d80 x1830947542401152/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.528162:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c76d80 with x1830947542401152 ext(0->4095) 00010000:00010000:1.0:1746128109.528166:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bba45 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2701 expref: 53 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.528174:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bba45 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2701 expref: 53 pid: 28170 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128109.528180:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c76d80 00000100:00100000:0.0:1746128109.533118:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.536843:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542401664 00000100:00100000:0.0:1746128109.536850:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542401664 00000100:00100000:0.0:1746128109.536988:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4648 00000100:00100000:0.0:1746128109.536994:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542401664:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128109.537008:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128109.537029:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bba53 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d270f expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.537050:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bba4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2708 expref: 51 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.537055:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128109.537057:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128109.537060:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bba53 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d270f expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.537081:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bba4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2708 expref: 51 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.537091:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bba4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2708 expref: 51 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746128109.537100:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540258048:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128109.537166:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c21240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.539465:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540258048:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128109.539485:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bba53 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d270f expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.539499:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d600, rc 0) 00000100:00100000:0.0:1746128109.539542:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542401664:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2547us (3297us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128109.539550:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4648 00000100:00100000:0.0:1746128109.541206:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.545803:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542402048 00000100:00100000:1.0:1746128109.545809:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542402048 00002000:00100000:1.0:1746128109.545839:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093160380 x1830947542402048/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.545848:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093160380 with x1830947542402048 ext(0->4095) 00002000:00010000:1.0:1746128109.545852:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093160380 00000100:00100000:1.0:1746128109.545872:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3544 00000100:00100000:1.0:1746128109.545878:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542402048:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128109.546007:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542402048:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (839us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128109.546012:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3544 00002000:00100000:1.0:1746128109.546026:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093160380 x1830947542402048/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.546033:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093160380 with x1830947542402048 ext(0->4095) 00002000:00010000:1.0:1746128109.546036:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093160380 00000100:00100000:0.0:1746128109.546295:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542402176 00000100:00100000:0.0:1746128109.546299:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542402176 00000100:00100000:0.0:1746128109.546321:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4649 00000100:00100000:0.0:1746128109.546327:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:31595:x1830947542402176:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128109.546335:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128109.546348:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bba5a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2716 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.546373:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bba53 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d270f expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.546380:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128109.546382:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128109.546385:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bba5a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2716 expref: 52 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.546406:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bba53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d270f expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.546416:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bba53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d270f expref: 5 pid: 8417 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746128109.546425:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540258304:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128109.546475:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c21240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.549453:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540258304:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128109.549473:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bba5a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2716 expref: 52 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.549485:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43c000, rc 0) 00000100:00100000:0.0:1746128109.549528:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:31595:x1830947542402176:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3200us (3801us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128109.549535:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4649 00000100:00100000:0.0:1746128109.549557:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542402304 00000100:00100000:0.0:1746128109.549562:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542402304 00000100:00100000:0.0:1746128109.549615:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4650 00000100:00100000:0.0:1746128109.549621:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:31596:x1830947542402304:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128109.549633:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128109.549643:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bba61 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d271d expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.549659:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128109.549663:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bba5a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2716 expref: 53 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.549669:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128109.549672:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bba61 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d271d expref: 53 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.549693:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bba5a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2716 expref: 53 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.549701:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bba61 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d271d expref: 53 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.549708:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d200, rc 0) 00000100:00100000:0.0:1746128109.549722:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:31596:x1830947542402304:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (889us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128109.549726:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4650 00000100:00100000:0.0:1746128109.552664:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.556873:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.561333:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.564801:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.567449:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.571780:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.577298:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.577341:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.581773:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.583696:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.587155:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.588047:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542404224 00000100:00100000:1.0:1746128109.588052:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542404224 00002000:00100000:1.0:1746128109.588079:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cda8380 x1830947542404224/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.588093:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda8380 with x1830947542404224 ext(0->4095) 00010000:00010000:1.0:1746128109.588099:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bba6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d272b expref: 53 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.588109:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bba6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d272b expref: 53 pid: 8416 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128109.588115:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cda8380 00000100:00100000:1.0:1746128109.588137:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1511 00000100:00100000:1.0:1746128109.588142:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1963:x1830947542404224:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128109.588268:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1963:x1830947542404224:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (1120us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128109.588274:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1511 00002000:00100000:1.0:1746128109.588279:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cda8380 x1830947542404224/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.588286:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda8380 with x1830947542404224 ext(0->4095) 00010000:00010000:1.0:1746128109.588290:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bba6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d272b expref: 53 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.588298:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bba6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d272b expref: 53 pid: 8416 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128109.588303:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cda8380 00000100:00100000:0.0:1746128109.590801:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.594158:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.598795:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.601888:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.604395:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.604491:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542405120 00000100:00100000:1.0:1746128109.604497:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542405120 00002000:00100000:1.0:1746128109.604526:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7d880 x1830947542405120/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.604535:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7d880 with x1830947542405120 ext(0->4095) 00002000:00010000:1.0:1746128109.604538:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f7d880 00000100:00100000:1.0:1746128109.604564:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3547 00000100:00100000:1.0:1746128109.604595:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542405120:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128109.604721:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542405120:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (329us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128109.604727:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3547 00002000:00100000:1.0:1746128109.604732:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7d880 x1830947542405120/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.604739:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7d880 with x1830947542405120 ext(0->4095) 00002000:00010000:1.0:1746128109.604742:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f7d880 00000100:00100000:0.0:1746128109.605179:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.607907:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.608046:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542405376 00000100:00100000:1.0:1746128109.608052:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542405376 00000100:00100000:1.0:1746128109.608095:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4656 00000100:00100000:1.0:1746128109.608101:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:31596:x1830947542405376:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128109.608113:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128109.608125:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bba8b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2747 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.608142:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.608146:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bba84 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2740 expref: 54 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.608156:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128109.608158:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bba8b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2747 expref: 54 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.608181:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bba84 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2740 expref: 54 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.608191:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bba8b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2747 expref: 54 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.608199:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631e00, rc 0) 00000100:00100000:1.0:1746128109.608227:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31596:x1830947542405376:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.608233:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4656 00000100:00100000:0.0:1746128109.608434:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.611464:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.614473:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.618248:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.620302:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.622857:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.624908:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.626908:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.630345:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.630380:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.633075:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.635358:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.636353:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.638990:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.641648:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.641681:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.644729:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.645061:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542408320 00000100:00100000:1.0:1746128109.645067:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542408320 00002000:00100000:1.0:1746128109.645094:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0ed80 x1830947542408320/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.645102:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0ed80 with x1830947542408320 ext(0->4095) 00010000:00010000:1.0:1746128109.645108:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bbaa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2763 expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.645119:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bbaa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2763 expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128109.645124:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0ed80 00000100:00100000:1.0:1746128109.645152:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1515 00000100:00100000:1.0:1746128109.645157:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542408320:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128109.645268:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542408320:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (545us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128109.645274:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1515 00002000:00100000:1.0:1746128109.645279:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0ed80 x1830947542408320/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.645285:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0ed80 with x1830947542408320 ext(0->4095) 00010000:00010000:1.0:1746128109.645289:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bbaa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2763 expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.645298:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bbaa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2763 expref: 6 pid: 8416 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128109.645303:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0ed80 00000100:00100000:0.0:1746128109.647525:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.650886:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.654926:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.657638:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.660698:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.661420:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542409216 00000100:00100000:1.0:1746128109.661426:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542409216 00002000:00100000:1.0:1746128109.661452:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a1c00 x1830947542409216/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.661460:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1c00 with x1830947542409216 ext(0->4095) 00002000:00010000:1.0:1746128109.661463:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a1c00 00000100:00100000:1.0:1746128109.661492:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3551 00000100:00100000:1.0:1746128109.661498:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542409216:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128109.661630:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542409216:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (936us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128109.661636:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3551 00002000:00100000:1.0:1746128109.661640:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a1c00 x1830947542409216/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.661647:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1c00 with x1830947542409216 ext(0->4095) 00002000:00010000:1.0:1746128109.661650:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a1c00 00000100:00100000:0.0:1746128109.664015:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.664949:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542409472 00000100:00100000:0.0:1746128109.664953:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542409472 00000100:00100000:0.0:1746128109.664983:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4664 00000100:00100000:0.0:1746128109.664989:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:31596:x1830947542409472:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128109.664996:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128109.665002:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbac3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d277f expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.665012:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128109.665372:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbabc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2778 expref: 54 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.665379:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128109.665382:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbac3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d277f expref: 54 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.665402:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbabc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2778 expref: 54 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.665415:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbac3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d277f expref: 54 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.665423:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43dc00, rc 0) 00000100:00100000:0.0:1746128109.665446:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31596:x1830947542409472:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 457us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128109.665452:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4664 00000100:00100000:0.0:1746128109.668245:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.670217:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.676825:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.679404:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.682553:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.686665:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.686746:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.687140:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542410752 00000100:00100000:1.0:1746128109.687144:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542410752 00002000:00100000:1.0:1746128109.687165:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084105880 x1830947542410752/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.687173:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084105880 with x1830947542410752 ext(0->4095) 00010000:00010000:1.0:1746128109.687178:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbaca lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2786 expref: 6 pid: 8417 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.687186:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbaca lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2786 expref: 6 pid: 8417 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128109.687191:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084105880 00000100:00100000:1.0:1746128109.687202:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1517 00000100:00100000:1.0:1746128109.687206:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542410752:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128109.687326:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542410752:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (667us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128109.687331:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1517 00002000:00100000:1.0:1746128109.687336:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084105880 x1830947542410752/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.687348:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084105880 with x1830947542410752 ext(0->4095) 00010000:00010000:1.0:1746128109.687352:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbaca lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2786 expref: 6 pid: 8417 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.687360:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbaca lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2786 expref: 6 pid: 8417 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128109.687370:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084105880 00000100:00100000:0.0:1746128109.690702:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.690774:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542411008 00000100:00100000:1.0:1746128109.690780:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542411008 00000100:00100000:1.0:1746128109.690811:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4667 00000100:00100000:1.0:1746128109.690816:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:31596:x1830947542411008:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128109.690829:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128109.690841:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bbad8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2794 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.690861:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.690866:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bbad1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d278d expref: 54 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.690871:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128109.690874:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bbad8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2794 expref: 54 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.690900:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bbad1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d278d expref: 54 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.690913:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bbad8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2794 expref: 54 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.690921:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630000, rc 0) 00000100:00100000:1.0:1746128109.690967:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31596:x1830947542411008:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.690972:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4667 00000100:00100000:0.0:1746128109.692312:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.696609:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.696951:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1518 00000100:00100000:1.0:1746128109.696959:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1964:x1830947542411392:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128109.697109:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1964:x1830947542411392:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (500us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128109.697115:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1518 00002000:00100000:1.0:1746128109.697119:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8dbb80 x1830947542411392/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.697126:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8dbb80 with x1830947542411392 ext(0->4095) 00010000:00010000:1.0:1746128109.697131:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bbad1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d278d expref: 53 pid: 8417 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.697140:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bbad1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d278d expref: 53 pid: 8417 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128109.697145:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8dbb80 00000100:00100000:0.0:1746128109.700649:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.707479:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.709200:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.714240:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.717069:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.720447:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.726974:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.738152:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.738222:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542412800 00000100:00100000:1.0:1746128109.738230:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542412800 00002000:00100000:1.0:1746128109.738265:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba40a80 x1830947542412800/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.738274:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba40a80 with x1830947542412800 ext(0->4095) 00002000:00010000:1.0:1746128109.738278:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba40a80 00000100:00100000:1.0:1746128109.738307:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3554 00000100:00100000:1.0:1746128109.738313:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1963:x1830947542412800:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128109.738429:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1963:x1830947542412800:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128109.738436:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3554 00002000:00100000:1.0:1746128109.738441:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba40a80 x1830947542412800/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.738449:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba40a80 with x1830947542412800 ext(0->4095) 00002000:00010000:1.0:1746128109.738452:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba40a80 00000100:00100000:0.0:1746128109.741039:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.745645:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.745759:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542413056 00000100:00100000:1.0:1746128109.745765:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542413056 00002000:00100000:1.0:1746128109.745795:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012ba41180 x1830947542413056/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 496/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.745804:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba41180 with x1830947542413056 ext(0->7) 00010000:00010000:1.0:1746128109.745810:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bbae6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27a2 expref: 52 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.745821:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bbae6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27a2 expref: 52 pid: 28170 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128109.745832:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba41180 00000100:00100000:1.0:1746128109.745852:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1520 00000100:00100000:1.0:1746128109.745857:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1963:x1830947542413056:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128109.746099:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1963:x1830947542413056:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 240us (454us total) trans 4294967924 rc 0/0 00000100:00100000:1.0:1746128109.746105:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1520 00002000:00100000:1.0:1746128109.746110:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012ba41180 x1830947542413056/t4294967924(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 496/448 e 0 to 0 dl 1746128120 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.746117:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba41180 with x1830947542413056 ext(0->7) 00010000:00010000:1.0:1746128109.746122:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bbae6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27a2 expref: 54 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.746131:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bbae6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27a2 expref: 54 pid: 28170 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128109.746136:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba41180 00000100:00100000:0.0:1746128109.757157:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.766846:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.766944:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.767107:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542413440 00000100:00100000:1.0:1746128109.767112:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542413440 00002000:00100000:1.0:1746128109.767135:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d400000 x1830947542413440/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.767144:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d400000 with x1830947542413440 ext(0->4095) 00010000:00010000:1.0:1746128109.767150:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bbaed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27a9 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.767164:0:25180:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bbaed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27a9 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746128109.767170:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d400000 00000100:00100000:1.0:1746128109.767713:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1521 00000100:00100000:1.0:1746128109.767720:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542413440:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128109.767831:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542413440:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (985us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128109.767837:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1521 00002000:00100000:1.0:1746128109.767842:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d400000 x1830947542413440/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.767849:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d400000 with x1830947542413440 ext(0->4095) 00010000:00010000:1.0:1746128109.767854:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bbaed lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27a9 expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.767864:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bbaed lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27a9 expref: 6 pid: 28170 timeout: 605 lvb_type: 0 00002000:00010000:1.0:1746128109.767870:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d400000 00000100:00100000:0.0:1746128109.774172:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.774258:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.780633:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.787861:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.795987:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.801435:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.801510:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542414592 00000100:00100000:1.0:1746128109.801517:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542414592 00000100:00100000:1.0:1746128109.801562:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4673 00000100:00100000:1.0:1746128109.801594:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542414592:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128109.801609:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128109.801624:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bbb02 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d27be expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.801650:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095034600/0x802a7453533bbafb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27b7 expref: 53 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.801657:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128109.801658:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128109.801661:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bbb02 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27be expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.801685:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095034600/0x802a7453533bbafb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27b7 expref: 53 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.801695:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095034600/0x802a7453533bbafb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27b7 expref: 53 pid: 28170 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.801705:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540264448:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128109.801778:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.802725:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540264448:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128109.802741:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bbb02 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27be expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.802751:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631e00, rc 0) 00000100:00100000:1.0:1746128109.802782:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542414592:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1213us (1353us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.802788:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4673 00000100:00100000:0.0:1746128109.805080:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.805888:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.806526:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542414848 00000100:00100000:1.0:1746128109.806531:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542414848 00000100:00100000:1.0:1746128109.806707:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4674 00000100:00100000:1.0:1746128109.806714:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31595:x1830947542414848:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128109.806727:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128109.806737:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bbb09 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d27c5 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.806756:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bbb02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27be expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.806761:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.806762:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.806765:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bbb09 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27c5 expref: 55 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.806781:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bbb02 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27be expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.806790:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bbb02 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27be expref: 5 pid: 8417 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.806798:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540264704:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128109.806847:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.811211:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.813688:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540264704:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128109.813705:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bbb09 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27c5 expref: 54 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.813719:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630a00, rc 0) 00000100:00100000:1.0:1746128109.813739:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31595:x1830947542414848:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7026us (7852us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.813744:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4674 00000100:00100000:0.0:1746128109.815953:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.815995:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.816363:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542415360 00000100:00100000:1.0:1746128109.816366:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542415360 00000100:00100000:1.0:1746128109.816385:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4675 00000100:00100000:1.0:1746128109.816390:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542415360:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128109.816399:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128109.816407:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbb10 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d27cc expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.816420:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bbb09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27c5 expref: 53 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.816426:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128109.816427:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128109.816429:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbb10 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27cc expref: 7 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.816443:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bbb09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27c5 expref: 53 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.816453:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bbb09 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27c5 expref: 53 pid: 8417 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.816463:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540264960:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128109.816482:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.818225:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540264960:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128109.818239:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbb10 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27cc expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.818248:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631400, rc 0) 00000100:00100000:1.0:1746128109.818263:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542415360:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1873us (2316us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.818268:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4675 00000100:00100000:0.0:1746128109.819046:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.821195:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.821271:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.821612:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542415744 00000100:00100000:1.0:1746128109.821616:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542415744 00000100:00100000:1.0:1746128109.821642:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4676 00000100:00100000:1.0:1746128109.821647:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31595:x1830947542415744:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128109.821657:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128109.821665:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bbb17 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d27d3 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.821678:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbb10 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27cc expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.821683:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.821684:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.821687:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bbb17 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27d3 expref: 55 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.821706:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbb10 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27cc expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.821716:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbb10 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27cc expref: 5 pid: 8417 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.821723:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540265216:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128109.822454:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.824956:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540265216:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128109.824973:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bbb17 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27d3 expref: 54 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.824985:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631a00, rc 0) 00000100:00100000:1.0:1746128109.825001:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31595:x1830947542415744:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3354us (3810us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.825007:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4676 00000100:00100000:0.0:1746128109.825705:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.829258:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.834615:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.834656:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542416512 00000100:00100000:1.0:1746128109.834662:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542416512 00002000:00100000:1.0:1746128109.834693:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c271f80 x1830947542416512/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.834701:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c271f80 with x1830947542416512 ext(0->4095) 00002000:00010000:1.0:1746128109.834705:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c271f80 00000100:00100000:1.0:1746128109.834729:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3556 00000100:00100000:1.0:1746128109.834735:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1963:x1830947542416512:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128109.834875:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1963:x1830947542416512:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (260us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128109.834881:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3556 00002000:00100000:1.0:1746128109.834886:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c271f80 x1830947542416512/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.834892:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c271f80 with x1830947542416512 ext(0->4095) 00002000:00010000:1.0:1746128109.834895:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c271f80 00000100:00100000:0.0:1746128109.837522:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.837624:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542416640 00000100:00100000:1.0:1746128109.837629:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542416640 00000100:00100000:1.0:1746128109.837675:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4677 00000100:00100000:1.0:1746128109.837682:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542416640:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128109.837695:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128109.837709:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbb1e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d27da expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.837730:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bbb17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27d3 expref: 53 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.837737:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128109.837738:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128109.837741:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbb1e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27da expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.837764:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bbb17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27d3 expref: 53 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.837779:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bbb17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27d3 expref: 53 pid: 8417 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.837789:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540265472:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128109.837861:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.842636:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540265472:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128109.842661:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbb1e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27da expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.842673:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631000, rc 0) 00000100:00100000:1.0:1746128109.843690:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542416768 00000100:00100000:1.0:1746128109.843698:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542416768 00010000:00010000:1.0:1746128109.843725:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bbb17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27d3 expref: 54 pid: 8417 timeout: 605 lvb_type: 0 00000100:00100000:1.0:1746128109.843745:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8564 00000100:00100000:1.0:1746128109.843751:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542416768:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.843763:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.843778:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bbb17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27d3 expref: 54 pid: 8417 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.843787:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bbb17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27d3 expref: 54 pid: 8417 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.843807:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bbb17 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27d3 expref: 54 pid: 8417 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746128109.843819:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.843821:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.843826:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbb1e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27da expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.843837:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbb1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27da expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.843869:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbb1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27da expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128109.843878:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540265600:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.844225:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128109.844259:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542416640:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6577us (6742us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128109.844266:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4677 00000100:00100000:0.0:1746128109.844490:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542416896 00000100:00100000:0.0:1746128109.844494:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542416896 00000100:00100000:0.0:1746128109.844513:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4678 00000100:00100000:0.0:1746128109.844518:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31595:x1830947542416896:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128109.844527:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128109.844536:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bbb25 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d27e1 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.844550:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbb1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27da expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.844555:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128109.844556:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128109.844559:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bbb25 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27e1 expref: 55 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.844595:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbb1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27da expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128109.844604:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbb1e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27da expref: 5 pid: 8417 timeout: 605 lvb_type: 0 00000100:00100000:0.0:1746128109.844610:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6185180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540265728:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128109.844636:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c21240 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.846343:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540265600:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128109.846354:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:1.0:1746128109.846355:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.846387:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1964:x1830947542416768:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2637us (3680us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.846394:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8564 00000100:00100000:0.0:1746128109.849081:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.849902:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.853322:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.856870:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.861779:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008968ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540266112:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128109.861795:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128109.861829:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094175180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542417792:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4686us (4965us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128109.861837:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8566 00000100:00100000:1.0:1746128109.862360:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542418048 00000100:00100000:1.0:1746128109.862366:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542418048 00002000:00100000:1.0:1746128109.862395:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968ea00 x1830947542418048/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.862405:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968ea00 with x1830947542418048 ext(0->4095) 00002000:00010000:1.0:1746128109.862409:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968ea00 00000100:00100000:1.0:1746128109.862434:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3557 00000100:00100000:1.0:1746128109.862440:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542418048:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128109.862562:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542418048:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (1170us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128109.862569:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3557 00002000:00100000:1.0:1746128109.862590:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968ea00 x1830947542418048/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.862596:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968ea00 with x1830947542418048 ext(0->4095) 00002000:00010000:1.0:1746128109.862599:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968ea00 00000100:00100000:0.0:1746128109.865265:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.868762:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.871949:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.874943:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.876830:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.877157:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542418816 00000100:00100000:1.0:1746128109.877162:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542418816 00000100:00100000:1.0:1746128109.877195:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4682 00000100:00100000:1.0:1746128109.877200:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:31596:x1830947542418816:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128109.877210:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128109.877219:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bbb41 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d27fd expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.877233:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.877237:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbb3a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27f6 expref: 56 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.877242:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128109.877245:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bbb41 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27fd expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.877264:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbb3a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27f6 expref: 56 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.877273:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bbb41 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d27fd expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.877286:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630a00, rc 0) 00000100:00100000:1.0:1746128109.877317:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31596:x1830947542418816:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.877322:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4682 00000100:00100000:0.0:1746128109.880220:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.884752:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.887289:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.891178:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.891792:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542419584 00000100:00100000:1.0:1746128109.891797:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542419584 00002000:00100000:1.0:1746128109.891822:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cda9c00 x1830947542419584/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.891831:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda9c00 with x1830947542419584 ext(0->4095) 00002000:00010000:1.0:1746128109.891834:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cda9c00 00000100:00100000:1.0:1746128109.891853:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3559 00000100:00100000:1.0:1746128109.891857:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542419584:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128109.891973:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542419584:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (801us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128109.891978:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3559 00002000:00100000:1.0:1746128109.891984:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cda9c00 x1830947542419584/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.891990:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda9c00 with x1830947542419584 ext(0->4095) 00002000:00010000:1.0:1746128109.891993:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cda9c00 00000100:00100000:0.0:1746128109.898077:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.903326:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.904077:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.909660:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.913385:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.916750:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.916818:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542420608 00000100:00100000:1.0:1746128109.916824:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542420608 00002000:00100000:1.0:1746128109.916854:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181fb80 x1830947542420608/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.916863:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181fb80 with x1830947542420608 ext(0->4095) 00002000:00010000:1.0:1746128109.916866:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181fb80 00000100:00100000:1.0:1746128109.916890:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3560 00000100:00100000:1.0:1746128109.916896:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1963:x1830947542420608:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128109.917030:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1963:x1830947542420608:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128109.917035:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3560 00002000:00100000:1.0:1746128109.917040:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181fb80 x1830947542420608/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 488/4536 e 0 to 0 dl 1746128120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.917046:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181fb80 with x1830947542420608 ext(0->4095) 00002000:00010000:1.0:1746128109.917049:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181fb80 00000100:00100000:0.0:1746128109.939742:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.967194:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.970503:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.971385:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8572 00000100:00100000:1.0:1746128109.971394:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542421120:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.971405:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.971422:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bbb4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d280b expref: 57 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128109.971432:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bbb4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d280b expref: 57 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128109.971449:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bbb4f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d280b expref: 57 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128109.971470:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.971472:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.971477:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbb56 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2812 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.971484:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbb56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2812 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.971510:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbb56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2812 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.971617:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbb56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2812 expref: 5 pid: 8417 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128109.971627:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094955180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540267776:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.971708:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.972728:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094955180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540267776:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.972740:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.972763:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542421120:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1371us (2264us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.972935:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8572 00000100:00100000:0.0:1746128109.973363:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.975240:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.975393:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542421504 00000100:00100000:1.0:1746128109.975399:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542421504 00010000:00010000:1.0:1746128109.975418:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbb56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2812 expref: 6 pid: 8417 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128109.975453:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8573 00000100:00100000:1.0:1746128109.975460:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542421504:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.975469:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.975483:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbb56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2812 expref: 6 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128109.975495:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbb56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2812 expref: 6 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128109.975513:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbb56 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2812 expref: 6 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128109.975523:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.975524:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.975530:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095034600/0x802a7453533bbb5d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2819 expref: 55 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.975536:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095034600/0x802a7453533bbb5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2819 expref: 55 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.975559:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095034600/0x802a7453533bbb5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2819 expref: 55 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128109.975569:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094955180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540267904:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.975649:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.977244:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094955180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540267904:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.977259:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.977285:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542421504:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1825us (2046us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.977292:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8573 00000100:00100000:0.0:1746128109.978274:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.981006:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.984462:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.984561:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542422016 00000100:00100000:1.0:1746128109.984566:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542422016 00002000:00100000:1.0:1746128109.984613:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012ce86d80 x1830947542422016/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 496/0 e 0 to 0 dl 1746128120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.984621:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce86d80 with x1830947542422016 ext(0->7) 00010000:00010000:1.0:1746128109.984626:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095034600/0x802a7453533bbb5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2819 expref: 56 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128109.984636:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095034600/0x802a7453533bbb5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2819 expref: 56 pid: 8417 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746128109.984640:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce86d80 00000100:00100000:1.0:1746128109.984662:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1532 00000100:00100000:1.0:1746128109.984668:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542422016:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128109.984884:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1963:x1830947542422016:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 216us (423us total) trans 4294967926 rc 0/0 00000100:00100000:1.0:1746128109.984890:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1532 00002000:00100000:1.0:1746128109.984894:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012ce86d80 x1830947542422016/t4294967926(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:360/0 lens 496/448 e 0 to 0 dl 1746128120 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128109.984900:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce86d80 with x1830947542422016 ext(0->7) 00010000:00010000:1.0:1746128109.984904:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095034600/0x802a7453533bbb5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2819 expref: 58 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128109.984912:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095034600/0x802a7453533bbb5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2819 expref: 58 pid: 8417 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746128109.984917:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce86d80 00000100:00100000:0.0:1746128109.986565:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.986644:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542422144 00000100:00100000:1.0:1746128109.986649:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542422144 00010000:00010000:1.0:1746128109.986669:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095034600/0x802a7453533bbb5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2819 expref: 58 pid: 8417 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128109.986800:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8574 00000100:00100000:1.0:1746128109.986807:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1966:x1830947542422144:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.986818:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.986830:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095034600/0x802a7453533bbb5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2819 expref: 58 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128109.986839:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095034600/0x802a7453533bbb5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2819 expref: 58 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128109.986854:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095034600/0x802a7453533bbb5d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2819 expref: 58 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128109.987287:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.987289:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.987295:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095034a00/0x802a7453533bbb64 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2820 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.987306:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095034a00/0x802a7453533bbb64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2820 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.987330:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095034a00/0x802a7453533bbb64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2820 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128109.987339:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094955180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540268160:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.987401:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128109.989476:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094955180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540268160:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128109.989491:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128109.989528:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1966:x1830947542422144:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2720us (2966us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.989536:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8574 00000100:00100000:0.0:1746128109.989927:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.992113:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128109.992565:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.992699:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4688 00000100:00100000:1.0:1746128109.992705:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:31595:x1830947542422528:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128109.992717:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128109.992728:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbb6b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2827 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.992998:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.993003:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bbb72 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d282e expref: 60 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.993007:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128109.993010:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbb6b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2827 expref: 60 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.993039:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bbb72 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d282e expref: 60 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.993056:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbb6b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2827 expref: 60 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.993064:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630c00, rc 0) 00000100:00100000:1.0:1746128109.993334:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:31595:x1830947542422528:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 627us (1222us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128109.993340:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4688 00000100:00100000:0.0:1746128109.996693:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128109.996834:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542422784 00000100:00100000:1.0:1746128109.996839:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542422784 00010000:00010000:1.0:1746128109.996861:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095034a00/0x802a7453533bbb64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2820 expref: 6 pid: 8417 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128109.996896:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8575 00000100:00100000:1.0:1746128109.996902:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542422784:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128109.997070:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128109.997087:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095034a00/0x802a7453533bbb64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2820 expref: 6 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128109.997095:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095034a00/0x802a7453533bbb64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2820 expref: 6 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128109.997110:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095034a00/0x802a7453533bbb64 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2820 expref: 6 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128109.997173:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.997175:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128109.997181:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bbb72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d282e expref: 58 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.997188:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bbb72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d282e expref: 58 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.997279:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bbb72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d282e expref: 58 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128109.997289:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bbb72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d282e expref: 58 pid: 8417 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128109.997298:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094955180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540268544:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128109.997457:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128110.001059:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094955180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540268544:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128110.001071:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128110.001090:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542422784:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4189us (4403us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.001097:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8575 00000100:00100000:0.0:1746128110.003173:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.005837:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.011375:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.011559:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542423552 00000100:00100000:0.0:1746128110.011565:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542423552 00002000:00100000:0.0:1746128110.011611:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094955c00 x1830947542423552/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.011620:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955c00 with x1830947542423552 ext(0->4095) 00010000:00010000:0.0:1746128110.011627:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbb6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2827 expref: 58 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746128110.011638:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbb6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2827 expref: 58 pid: 8416 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746128110.011644:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094955c00 00000100:00100000:0.0:1746128110.011665:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1534 00000100:00100000:0.0:1746128110.011671:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1963:x1830947542423552:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128110.011777:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1963:x1830947542423552:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (408us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128110.011782:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1534 00002000:00100000:0.0:1746128110.011786:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094955c00 x1830947542423552/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.011793:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955c00 with x1830947542423552 ext(0->4095) 00010000:00010000:0.0:1746128110.011796:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbb6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2827 expref: 58 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746128110.011803:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbb6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2827 expref: 58 pid: 8416 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746128110.011807:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094955c00 00000100:00100000:0.0:1746128110.014306:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.014830:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.015181:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542423680 00000100:00100000:1.0:1746128110.015185:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542423680 00000100:00100000:1.0:1746128110.015216:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4691 00000100:00100000:1.0:1746128110.015223:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:31595:x1830947542423680:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128110.015235:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128110.015245:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bbb80 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d283c expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.015264:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128110.015269:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bbb79 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2835 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.015275:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128110.015278:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bbb80 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d283c expref: 60 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.015305:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bbb79 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2835 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.015315:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bbb80 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d283c expref: 60 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.015323:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631e00, rc 0) 00000100:00100000:1.0:1746128110.015865:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:31595:x1830947542423680:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 642us (1563us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.015872:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4691 00000100:00100000:1.0:1746128110.018495:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.022515:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.027611:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.027784:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542424448 00000100:00100000:1.0:1746128110.027790:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542424448 00002000:00100000:1.0:1746128110.027821:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443ed80 x1830947542424448/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.027829:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443ed80 with x1830947542424448 ext(0->4095) 00002000:00010000:1.0:1746128110.027833:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443ed80 00000100:00100000:1.0:1746128110.027854:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3563 00000100:00100000:1.0:1746128110.027859:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1963:x1830947542424448:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128110.027982:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1963:x1830947542424448:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128110.027987:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3563 00002000:00100000:1.0:1746128110.027991:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443ed80 x1830947542424448/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.027997:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443ed80 with x1830947542424448 ext(0->4095) 00002000:00010000:1.0:1746128110.027999:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443ed80 00000100:00100000:0.0:1746128110.029477:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.029603:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542424576 00000100:00100000:1.0:1746128110.029608:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542424576 00000100:00100000:1.0:1746128110.029812:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4692 00000100:00100000:1.0:1746128110.029818:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542424576:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128110.029829:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128110.029841:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbb87 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2843 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.029860:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bbb80 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d283c expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.029866:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128110.029867:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128110.029870:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbb87 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2843 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.029891:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bbb80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d283c expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.029900:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bbb80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d283c expref: 57 pid: 8416 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.029909:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094955180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540269312:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128110.029966:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128110.031692:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094955180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540269312:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128110.031712:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbb87 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2843 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.031724:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631000, rc 0) 00000100:00100000:1.0:1746128110.031750:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542424576:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1932us (2275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.031757:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4692 00000100:00100000:0.0:1746128110.032336:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.035485:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.036947:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.036995:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542425088 00000100:00100000:1.0:1746128110.036998:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542425088 00000100:00100000:1.0:1746128110.037026:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4693 00000100:00100000:1.0:1746128110.037030:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31595:x1830947542425088:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128110.037038:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128110.037049:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbb8e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d284a expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.037069:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbb87 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2843 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.037075:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.037076:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.037079:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbb8e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d284a expref: 58 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.037099:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbb87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2843 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.037107:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbb87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2843 expref: 5 pid: 8416 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.037115:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094955180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540269568:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128110.037941:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128110.039646:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.039762:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094955180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540269568:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128110.039781:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbb8e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d284a expref: 58 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.039793:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631200, rc 0) 00000100:00100000:1.0:1746128110.039827:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:31595:x1830947542425088:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2796us (2881us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.039834:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4693 00000100:00100000:1.0:1746128110.039980:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542425216 00000100:00100000:1.0:1746128110.039985:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542425216 00000100:00100000:1.0:1746128110.040031:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4694 00000100:00100000:1.0:1746128110.040037:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:31596:x1830947542425216:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128110.040047:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128110.040057:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bbb95 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2851 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.040072:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.040075:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbb8e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d284a expref: 59 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.040081:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128110.040083:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bbb95 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2851 expref: 59 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.040104:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbb8e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d284a expref: 59 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.040112:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bbb95 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2851 expref: 59 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.040119:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630a00, rc 0) 00000100:00100000:1.0:1746128110.040149:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:31596:x1830947542425216:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.040155:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4694 00000100:00100000:0.0:1746128110.040651:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.042933:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.043208:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542425600 00000100:00100000:1.0:1746128110.043214:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542425600 00002000:00100000:1.0:1746128110.043242:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091fa9c00 x1830947542425600/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.043256:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa9c00 with x1830947542425600 ext(0->4095) 00010000:00010000:1.0:1746128110.043263:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbb8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d284a expref: 59 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.043273:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbb8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d284a expref: 59 pid: 8416 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746128110.043278:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091fa9c00 00000100:00100000:1.0:1746128110.043292:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1536 00000100:00100000:1.0:1746128110.043297:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:1963:x1830947542425600:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128110.043424:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:1963:x1830947542425600:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (491us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128110.043429:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1536 00002000:00100000:1.0:1746128110.043434:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091fa9c00 x1830947542425600/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.043440:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa9c00 with x1830947542425600 ext(0->4095) 00010000:00010000:1.0:1746128110.043444:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbb8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d284a expref: 59 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.043451:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbb8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d284a expref: 59 pid: 8416 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746128110.043456:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091fa9c00 00000100:00100000:0.0:1746128110.046286:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.053119:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.055695:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.059164:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.063431:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.063484:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.068496:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.068535:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.068554:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542426752 00000100:00100000:1.0:1746128110.068561:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542426752 00000100:00100000:1.0:1746128110.068617:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4697 00000100:00100000:1.0:1746128110.068623:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:31596:x1830947542426752:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128110.068636:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128110.068648:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbbaa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2866 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.068664:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.068668:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a44000/0x802a7453533bbba3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d285f expref: 60 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.068672:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128110.068674:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbbaa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2866 expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.068695:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a44000/0x802a7453533bbba3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d285f expref: 60 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.068703:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbbaa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2866 expref: 59 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.068709:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631000, rc 0) 00000100:00100000:1.0:1746128110.068723:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:31596:x1830947542426752:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.068728:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4697 00000100:00100000:1.0:1746128110.073166:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.076922:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.081132:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.084326:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.087080:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.091202:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.091272:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.095231:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.095310:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.101914:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542428672 00000100:00100000:0.0:1746128110.101919:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542428672 00002000:00100000:0.0:1746128110.101948:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968fb80 x1830947542428672/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.101957:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968fb80 with x1830947542428672 ext(0->4095) 00010000:00010000:0.0:1746128110.101965:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbbb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2874 expref: 58 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746128110.101976:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbbb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2874 expref: 58 pid: 8416 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746128110.101983:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968fb80 00000100:00100000:0.0:1746128110.102362:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1539 00000100:00100000:0.0:1746128110.102370:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1963:x1830947542428672:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128110.102511:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1963:x1830947542428672:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (981us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128110.102517:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1539 00002000:00100000:0.0:1746128110.102521:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968fb80 x1830947542428672/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.102534:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968fb80 with x1830947542428672 ext(0->4095) 00010000:00010000:0.0:1746128110.102539:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbbb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2874 expref: 58 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746128110.102548:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbbb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2874 expref: 58 pid: 8416 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746128110.102553:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968fb80 00000100:00100000:0.0:1746128110.104772:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.105206:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.108447:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.111973:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.114843:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.114897:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542429568 00000100:00100000:1.0:1746128110.114904:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542429568 00002000:00100000:1.0:1746128110.114935:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6021180 x1830947542429568/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.114943:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6021180 with x1830947542429568 ext(0->4095) 00002000:00010000:1.0:1746128110.114947:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6021180 00000100:00100000:1.0:1746128110.114970:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3568 00000100:00100000:1.0:1746128110.114974:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6021180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1963:x1830947542429568:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128110.115868:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6021180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1963:x1830947542429568:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 891us (1029us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128110.115874:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3568 00002000:00100000:1.0:1746128110.115880:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6021180 x1830947542429568/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.115887:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6021180 with x1830947542429568 ext(0->4095) 00002000:00010000:1.0:1746128110.115889:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6021180 00000100:00100000:0.0:1746128110.117348:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.120075:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.124490:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.124801:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542430080 00000100:00100000:1.0:1746128110.124806:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542430080 00002000:00100000:1.0:1746128110.124836:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7d500 x1830947542430080/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.124843:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7d500 with x1830947542430080 ext(0->4095) 00002000:00010000:1.0:1746128110.124847:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f7d500 00000100:00100000:1.0:1746128110.124868:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3569 00000100:00100000:1.0:1746128110.124872:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542430080:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128110.124978:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542430080:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (491us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128110.124983:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3569 00002000:00100000:1.0:1746128110.124988:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7d500 x1830947542430080/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.124993:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7d500 with x1830947542430080 ext(0->4095) 00002000:00010000:1.0:1746128110.124996:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f7d500 00000100:00100000:0.0:1746128110.126373:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.128159:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.131497:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.138850:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.141260:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.145526:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542431104 00000100:00100000:1.0:1746128110.145532:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542431104 00002000:00100000:1.0:1746128110.145563:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b1c00 x1830947542431104/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.145588:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b1c00 with x1830947542431104 ext(0->4095) 00002000:00010000:1.0:1746128110.145592:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b1c00 00000100:00100000:1.0:1746128110.145615:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3570 00000100:00100000:1.0:1746128110.145621:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:1964:x1830947542431104:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128110.145832:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801341b2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540272512:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128110.145850:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128110.145932:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:1964:x1830947542431104:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 311us (479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128110.145939:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3570 00002000:00100000:1.0:1746128110.145944:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b1c00 x1830947542431104/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.145951:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b1c00 with x1830947542431104 ext(0->4095) 00002000:00010000:1.0:1746128110.145954:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b1c00 00000100:00100000:0.0:1746128110.145989:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e37050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1966:x1830947542430848:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4104us (4734us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128110.145995:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8591 00000100:00100000:0.0:1746128110.148403:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.151551:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.155563:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.155620:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.155782:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542431616 00000100:00100000:1.0:1746128110.155787:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542431616 00002000:00100000:1.0:1746128110.155815:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094954a80 x1830947542431616/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.155824:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094954a80 with x1830947542431616 ext(0->4095) 00002000:00010000:1.0:1746128110.155827:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094954a80 00000100:00100000:1.0:1746128110.155849:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3571 00000100:00100000:1.0:1746128110.155854:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542431616:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128110.155960:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542431616:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (397us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128110.155965:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3571 00002000:00100000:1.0:1746128110.155969:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094954a80 x1830947542431616/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.155976:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094954a80 with x1830947542431616 ext(0->4095) 00002000:00010000:1.0:1746128110.155978:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094954a80 00000100:00100000:0.0:1746128110.159022:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.159425:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.163225:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.166325:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.170508:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.170569:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542432640 00000100:00100000:1.0:1746128110.170590:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542432640 00002000:00100000:1.0:1746128110.170620:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0ab800 x1830947542432640/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.170629:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0ab800 with x1830947542432640 ext(0->4095) 00002000:00010000:1.0:1746128110.170633:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0ab800 00000100:00100000:1.0:1746128110.170657:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3572 00000100:00100000:1.0:1746128110.170663:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1964:x1830947542432640:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128110.170781:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1964:x1830947542432640:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (276us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128110.170786:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3572 00002000:00100000:1.0:1746128110.170792:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0ab800 x1830947542432640/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.170799:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0ab800 with x1830947542432640 ext(0->4095) 00002000:00010000:1.0:1746128110.170801:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0ab800 00000100:00100000:0.0:1746128110.172230:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.175936:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.178624:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.180053:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.184457:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.184540:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.188113:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.188302:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542433792 00000100:00100000:0.0:1746128110.188309:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542433792 00002000:00100000:0.0:1746128110.188341:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f48700 x1830947542433792/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.188350:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f48700 with x1830947542433792 ext(0->4095) 00010000:00010000:0.0:1746128110.188357:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bbbfe lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28ba expref: 59 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746128110.188369:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bbbfe lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28ba expref: 59 pid: 8418 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746128110.188375:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f48700 00000100:00100000:0.0:1746128110.188400:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1543 00000100:00100000:0.0:1746128110.188407:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:1963:x1830947542433792:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128110.188527:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:1963:x1830947542433792:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (420us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128110.188533:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1543 00002000:00100000:0.0:1746128110.188538:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f48700 x1830947542433792/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.188545:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f48700 with x1830947542433792 ext(0->4095) 00010000:00010000:0.0:1746128110.188550:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bbbfe lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28ba expref: 59 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746128110.188558:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bbbfe lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28ba expref: 59 pid: 8418 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746128110.188563:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f48700 00000100:00100000:0.0:1746128110.190970:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.191685:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8597 00000100:00100000:1.0:1746128110.191693:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:1965:x1830947542433920:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128110.191703:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128110.191718:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bbbfe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28ba expref: 59 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.191728:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bbbfe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28ba expref: 59 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.191743:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bbbfe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28ba expref: 59 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.191768:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.191770:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.191775:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a44200/0x802a7453533bbc05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28c1 expref: 58 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.191782:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a44200/0x802a7453533bbc05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28c1 expref: 58 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.191812:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a44200/0x802a7453533bbc05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28c1 expref: 58 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128110.191821:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013180d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540274048:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128110.191874:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128110.194213:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.194326:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013180d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540274048:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128110.194340:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128110.194370:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1965:x1830947542433920:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2678us (3404us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.194379:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8597 00000100:00100000:0.0:1746128110.198395:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.201461:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.201853:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542434432 00000100:00100000:1.0:1746128110.201858:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542434432 00010000:00010000:1.0:1746128110.201878:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a44200/0x802a7453533bbc05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28c1 expref: 58 pid: 8417 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.201902:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8598 00000100:00100000:1.0:1746128110.201906:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e36c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1964:x1830947542434432:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128110.201915:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128110.201929:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a44200/0x802a7453533bbc05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28c1 expref: 58 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.201938:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a44200/0x802a7453533bbc05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28c1 expref: 58 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.201953:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a44200/0x802a7453533bbc05 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28c1 expref: 58 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.201964:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.201966:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.201971:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbc0c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28c8 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.201977:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbc0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28c8 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.201996:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbc0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28c8 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128110.202003:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013180d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540274304:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128110.202054:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128110.204222:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.204293:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013180d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540274304:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128110.204306:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128110.204332:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e36c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542434432:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2426us (2877us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.204340:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8598 00000100:00100000:0.0:1746128110.207895:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.208663:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.211520:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:1.0:1746128110.214100:0:7071:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746128110.215975:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.216229:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542435328 00000100:00100000:0.0:1746128110.216234:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542435328 00002000:00100000:0.0:1746128110.216261:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013180d880 x1830947542435328/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.216270:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013180d880 with x1830947542435328 ext(0->4095) 00010000:00010000:0.0:1746128110.216277:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbc13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28cf expref: 59 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746128110.216287:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbc13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28cf expref: 59 pid: 8416 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746128110.216293:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013180d880 00000100:00100000:0.0:1746128110.216316:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1544 00000100:00100000:0.0:1746128110.216323:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013180d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:1963:x1830947542435328:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128110.216439:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013180d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:1963:x1830947542435328:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (464us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128110.216443:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1544 00002000:00100000:0.0:1746128110.216448:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013180d880 x1830947542435328/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.216454:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013180d880 with x1830947542435328 ext(0->4095) 00010000:00010000:0.0:1746128110.216458:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbc13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28cf expref: 59 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746128110.216466:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbc13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28cf expref: 59 pid: 8416 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746128110.216471:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013180d880 00000100:00100000:0.0:1746128110.219085:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.222068:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.224568:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.227774:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.230321:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.234753:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542436352 00000100:00100000:0.0:1746128110.234760:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542436352 00000100:00100000:0.0:1746128110.234785:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542436480 00000100:00100000:0.0:1746128110.234786:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542436480 00000100:00100000:0.0:1746128110.234805:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4715 00000100:00100000:0.0:1746128110.234811:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:31595:x1830947542436352:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128110.234824:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128110.234837:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bbc28 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d28e4 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.234858:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bbc21 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28dd expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.234864:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128110.234866:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128110.234869:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bbc28 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28e4 expref: 59 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.234893:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bbc21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28dd expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.234903:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bbc21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28dd expref: 5 pid: 8416 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746128110.234912:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134408380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540275200:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128110.234960:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c21f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128110.235108:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4716 00000100:00100000:1.0:1746128110.235115:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:31596:x1830947542436480:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128110.235121:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128110.235127:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbc2f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d28eb expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.235140:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.235144:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bbc28 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28e4 expref: 60 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.235149:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128110.235151:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbc2f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28eb expref: 60 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.235169:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bbc28 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28e4 expref: 60 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.235178:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbc2f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28eb expref: 60 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.235185:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631000, rc 0) 00000100:00100000:1.0:1746128110.235201:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:31596:x1830947542436480:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 87us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.235206:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4716 00000100:00100000:0.0:1746128110.237972:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.240652:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.242311:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.244536:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.248468:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.254090:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.258048:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.258263:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.260319:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.260759:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.264838:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542438400 00000100:00100000:0.0:1746128110.264843:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542438400 00002000:00100000:0.0:1746128110.264872:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b2300 x1830947542438400/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.264881:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b2300 with x1830947542438400 ext(0->4095) 00010000:00010000:0.0:1746128110.264888:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a44a00/0x802a7453533bbc3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28f9 expref: 59 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746128110.264900:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a44a00/0x802a7453533bbc3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28f9 expref: 59 pid: 8417 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746128110.264905:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b2300 00000100:00100000:0.0:1746128110.265133:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1547 00000100:00100000:0.0:1746128110.265139:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:1964:x1830947542438400:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128110.265245:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:1964:x1830947542438400:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (460us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128110.265250:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1547 00002000:00100000:0.0:1746128110.265255:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b2300 x1830947542438400/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.265262:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b2300 with x1830947542438400 ext(0->4095) 00010000:00010000:0.0:1746128110.265267:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a44a00/0x802a7453533bbc3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28f9 expref: 59 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746128110.265275:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a44a00/0x802a7453533bbc3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d28f9 expref: 59 pid: 8417 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746128110.265281:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b2300 00000100:00100000:0.0:1746128110.268101:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008968f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74bb44a2-e27b-4631-8597-fae5b0eab546:3302:1830947540276352:0@lo:400:kworker.0 00000100:00100000:0.0:1746128110.268127:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128110.268156:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084105500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1830947540276864:0@lo:400:kworker.0 00000100:00100000:0.0:1746128110.268172:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128110.268184:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746128110.268188:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830947540276736:0@lo:400:kworker.0 00000100:00100000:0.0:1746128110.268200:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746128110.268215:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746128110.268218:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746128110.268286:0:7076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540276352 00000100:00100000:1.0:1746128110.268289:0:7076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540276352 00000100:00100000:1.0:1746128110.268309:0:7076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:1.0:1746128110.268313:0:7076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5da1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74bb44a2-e27b-4631-8597-fae5b0eab546+18:3302:x1830947540276352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128110.268338:0:7076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5da1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74bb44a2-e27b-4631-8597-fae5b0eab546+18:3302:x1830947540276352:12345-0@lo:400:kworker.0 Request processed in 25us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.268343:0:7076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00080000:1.0:1746128110.268513:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746128110.268732:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008968f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74bb44a2-e27b-4631-8597-fae5b0eab546:3302:1830947540276352:0@lo:400:kworker.0 00000100:00100000:0.0:1746128110.268739:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084105500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1830947540276864:0@lo:400:kworker.0 00000100:00100000:0.0:1746128110.269300:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:1.0:1746128110.269485:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128110.269557:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830947540276736:0@lo:400:kworker.0 00000100:00100000:0.0:1746128110.273056:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.277064:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.281955:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.283352:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.284795:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.284927:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542439424 00000100:00100000:1.0:1746128110.284931:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542439424 00002000:00100000:1.0:1746128110.284957:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c73480 x1830947542439424/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.284965:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73480 with x1830947542439424 ext(0->4095) 00010000:00010000:1.0:1746128110.284970:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bbc4b lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2907 expref: 6 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.284980:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bbc4b lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2907 expref: 6 pid: 8416 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746128110.284985:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c73480 00000100:00100000:1.0:1746128110.284997:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1548 00000100:00100000:1.0:1746128110.285002:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542439424:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128110.285124:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542439424:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (330us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128110.285130:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1548 00002000:00100000:1.0:1746128110.285135:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c73480 x1830947542439424/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.285141:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73480 with x1830947542439424 ext(0->4095) 00010000:00010000:1.0:1746128110.285145:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bbc4b lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2907 expref: 6 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.285152:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bbc4b lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2907 expref: 6 pid: 8416 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746128110.285161:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c73480 00000100:00100000:0.0:1746128110.289271:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.290373:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.296067:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.299381:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.301847:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.302240:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542440320 00000100:00100000:0.0:1746128110.302245:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542440320 00002000:00100000:0.0:1746128110.302272:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920e9f80 x1830947542440320/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.302280:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9f80 with x1830947542440320 ext(0->4095) 00002000:00010000:0.0:1746128110.302284:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920e9f80 00000100:00100000:0.0:1746128110.302717:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3580 00000100:00100000:0.0:1746128110.302724:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1963:x1830947542440320:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128110.302858:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1963:x1830947542440320:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (1013us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128110.302863:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3580 00002000:00100000:0.0:1746128110.302868:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920e9f80 x1830947542440320/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.302874:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9f80 with x1830947542440320 ext(0->4095) 00002000:00010000:0.0:1746128110.302877:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920e9f80 00000100:00100000:0.0:1746128110.304695:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.309668:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.313441:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.316752:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.317612:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091faa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540278272:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128110.317628:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bbc67 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2923 expref: 58 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.317639:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956b4a00, rc 0) 00000100:00100000:0.0:1746128110.317661:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800849a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:31595:x1830947542440704:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3637us (4225us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128110.317667:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4724 00000100:00100000:0.0:1746128110.323101:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.329565:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.329630:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542441344 00000100:00100000:0.0:1746128110.329637:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542441344 00002000:00100000:0.0:1746128110.329669:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800849a9500 x1830947542441344/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.329678:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800849a9500 with x1830947542441344 ext(0->4095) 00002000:00010000:0.0:1746128110.329683:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800849a9500 00000100:00100000:0.0:1746128110.329712:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3581 00000100:00100000:0.0:1746128110.329718:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800849a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1963:x1830947542441344:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128110.329848:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800849a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1963:x1830947542441344:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (290us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128110.329854:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3581 00002000:00100000:0.0:1746128110.329859:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800849a9500 x1830947542441344/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.329865:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800849a9500 with x1830947542441344 ext(0->4095) 00002000:00010000:0.0:1746128110.329869:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800849a9500 00000100:00100000:0.0:1746128110.334027:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.348343:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542441728 00000100:00100000:0.0:1746128110.348385:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542441728 00010000:00010000:0.0:1746128110.348417:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bbc67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2923 expref: 60 pid: 8418 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746128110.348526:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8612 00000100:00100000:0.0:1746128110.348533:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e36450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1963:x1830947542441728:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128110.348545:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128110.348562:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bbc67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2923 expref: 60 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746128110.348602:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bbc67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2923 expref: 60 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746128110.348618:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bbc67 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2923 expref: 60 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746128110.348751:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128110.348753:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128110.348759:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbc6e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d292a expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.348766:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbc6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d292a expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.348827:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbc6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d292a expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128110.348838:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540278784:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128110.348905:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128110.354041:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.354126:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.354890:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540278784:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128110.354903:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128110.354921:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e36450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:1963:x1830947542441728:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6389us (6666us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.354927:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8612 00000100:00100000:0.0:1746128110.358779:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091faa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540278912:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128110.358803:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbc75 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2931 expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.359074:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956b4000, rc 0) 00000100:00100000:0.0:1746128110.360079:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800849a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:31595:x1830947542441856:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5776us (6041us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128110.360087:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4726 00000100:00100000:0.0:1746128110.360539:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542442240 00000100:00100000:0.0:1746128110.360545:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542442240 00000100:00100000:1.0:1746128110.360995:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542442368 00000100:00100000:1.0:1746128110.360999:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542442368 00010000:00010000:1.0:1746128110.361028:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbc6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d292a expref: 6 pid: 8418 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.361047:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8613 00000100:00100000:1.0:1746128110.361053:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542442368:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128110.361062:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128110.361079:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbc6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d292a expref: 6 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.361088:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbc6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d292a expref: 6 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.361106:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbc6e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d292a expref: 6 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.361120:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.361121:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.361127:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbc75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2931 expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.361133:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbc75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2931 expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.361158:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbc75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2931 expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128110.361167:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540279040:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128110.361218:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128110.361466:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4727 00000100:00100000:0.0:1746128110.361474:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091faa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:31596:x1830947542442240:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128110.361485:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128110.361495:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbc7c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2938 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.361510:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbc75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2931 expref: 61 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.361517:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128110.361518:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128110.361521:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbc7c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2938 expref: 61 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.361535:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbc75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2931 expref: 61 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.361549:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbc75 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2931 expref: 61 pid: 8418 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746128110.361557:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800849aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540279168:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128110.361599:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c21180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128110.363212:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540279040:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128110.363225:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128110.363252:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542442368:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2199us (2605us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.363260:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8613 00000100:00100000:0.0:1746128110.364595:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.364883:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800849aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540279168:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128110.364900:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbc7c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2938 expref: 62 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.364913:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43ce00, rc 0) 00000100:00100000:1.0:1746128110.364939:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091faa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:31596:x1830947542442240:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3467us (4719us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.364945:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4727 00000100:00100000:0.0:1746128110.368060:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.368155:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542442752 00000100:00100000:1.0:1746128110.368162:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542442752 00010000:00010000:1.0:1746128110.368187:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbc75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2931 expref: 61 pid: 8418 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.368256:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8614 00000100:00100000:1.0:1746128110.368263:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800849aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:1964:x1830947542442752:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128110.368273:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128110.368290:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbc75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2931 expref: 61 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.368300:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbc75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2931 expref: 61 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.368318:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbc75 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2931 expref: 61 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.368338:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.368340:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.368345:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbc7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2938 expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.368357:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbc7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2938 expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.368382:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbc7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2938 expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128110.368430:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540279296:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128110.368654:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128110.371345:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.371774:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540279296:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128110.371791:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128110.371819:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800849aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:1964:x1830947542442752:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3556us (3764us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.371826:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8614 00000100:00100000:0.0:1746128110.375361:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.375437:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542443136 00000100:00100000:1.0:1746128110.375443:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542443136 00000100:00100000:1.0:1746128110.375470:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4728 00000100:00100000:1.0:1746128110.375476:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800849ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542443136:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128110.375489:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128110.375501:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbc83 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d293f expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.375521:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbc7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2938 expref: 59 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.375527:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128110.375528:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128110.375531:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbc83 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d293f expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.375551:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbc7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2938 expref: 59 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.375560:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbc7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2938 expref: 59 pid: 8418 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.375569:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540279424:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128110.375925:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128110.377432:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540279424:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128110.377451:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbc83 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d293f expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.377460:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630c00, rc 0) 00000100:00100000:1.0:1746128110.377485:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800849ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542443136:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2009us (2130us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.377491:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4728 00000100:00100000:1.0:1746128110.379039:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542443264 00000100:00100000:1.0:1746128110.379045:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542443264 00010000:00010000:1.0:1746128110.379068:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbc7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2938 expref: 60 pid: 8418 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.379129:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8615 00000100:00100000:1.0:1746128110.379135:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1964:x1830947542443264:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128110.379147:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128110.379162:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbc7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2938 expref: 60 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.379170:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbc7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2938 expref: 60 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.379186:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbc7c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2938 expref: 60 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.379334:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.379337:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.379342:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbc83 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d293f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.379350:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbc83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d293f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.379377:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbc83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d293f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128110.379387:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540279552:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128110.379693:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128110.382593:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540279552:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128110.382610:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128110.382644:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:1964:x1830947542443264:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3508us (3807us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.382656:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8615 00000100:00100000:0.0:1746128110.382718:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542443648 00000100:00100000:0.0:1746128110.382723:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542443648 00000100:00100000:0.0:1746128110.382748:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4729 00000100:00100000:0.0:1746128110.382753:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:31595:x1830947542443648:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128110.382765:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128110.382777:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbc8a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2946 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.382796:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbc83 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d293f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.382804:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128110.382805:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128110.382808:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbc8a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2946 expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.382830:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbc83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d293f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.382841:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbc83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d293f expref: 5 pid: 8418 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746128110.382852:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800849ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540279680:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128110.382893:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c21cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128110.388293:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800849ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540279680:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128110.388316:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbc8a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2946 expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.388328:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d200, rc 0) 00000100:00100000:0.0:1746128110.388371:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:31595:x1830947542443648:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5617us (5882us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128110.388377:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4729 00000100:00100000:0.0:1746128110.389197:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542443776 00000100:00100000:0.0:1746128110.389203:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542443776 00000100:00100000:0.0:1746128110.389239:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4730 00000100:00100000:0.0:1746128110.389244:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:31596:x1830947542443776:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128110.389258:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128110.389270:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbc91 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d294d expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.389285:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128110.389289:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbc8a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2946 expref: 61 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.389298:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128110.389300:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbc91 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d294d expref: 61 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.389323:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbc8a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2946 expref: 61 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.389331:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbc91 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d294d expref: 61 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.389337:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43dc00, rc 0) 00000100:00100000:0.0:1746128110.389361:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:31596:x1830947542443776:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (876us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128110.389366:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4730 00000100:00100000:1.0:1746128110.393219:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542443904 00000100:00100000:1.0:1746128110.393231:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542443904 00010000:00010000:1.0:1746128110.393266:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbc83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d293f expref: 6 pid: 8418 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.393300:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8616 00000100:00100000:1.0:1746128110.393306:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542443904:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128110.393319:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128110.393336:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbc83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d293f expref: 6 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.393347:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbc83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d293f expref: 6 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.393367:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbc83 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d293f expref: 6 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.393387:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.393389:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.393395:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbc8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2946 expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.393402:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbc8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2946 expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.393429:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbc8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2946 expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.393439:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbc8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2946 expref: 60 pid: 8418 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.393449:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540279936:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128110.393527:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128110.395749:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540279936:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128110.395765:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128110.395795:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542443904:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2489us (4617us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.395804:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8616 00000100:00100000:0.0:1746128110.396406:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.400846:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542444288 00000100:00100000:1.0:1746128110.400854:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542444288 00010000:00010000:1.0:1746128110.400882:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbc8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2946 expref: 61 pid: 8418 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.401137:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8617 00000100:00100000:1.0:1746128110.401145:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:1963:x1830947542444288:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128110.401156:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128110.401172:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbc8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2946 expref: 61 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.401181:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbc8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2946 expref: 61 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.401199:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbc8a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2946 expref: 61 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.401382:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.401384:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.401390:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbc91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d294d expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.401397:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbc91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d294d expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.401421:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbc91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d294d expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128110.401430:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540280064:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128110.402074:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128110.404776:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540280064:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128110.404794:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128110.404840:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1963:x1830947542444288:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3695us (5084us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.404848:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8617 00000100:00100000:0.0:1746128110.405197:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542444544 00000100:00100000:0.0:1746128110.405203:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542444544 00002000:00100000:0.0:1746128110.405230:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944c000 x1830947542444544/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.405237:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944c000 with x1830947542444544 ext(0->4095) 00002000:00010000:0.0:1746128110.405240:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012944c000 00000100:00100000:0.0:1746128110.405253:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3583 00000100:00100000:0.0:1746128110.405258:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1964:x1830947542444544:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128110.405372:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1964:x1830947542444544:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (297us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128110.405379:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3583 00002000:00100000:0.0:1746128110.405384:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944c000 x1830947542444544/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.405390:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944c000 with x1830947542444544 ext(0->4095) 00002000:00010000:0.0:1746128110.405392:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012944c000 00000100:00100000:0.0:1746128110.411850:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.412183:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542444800 00000100:00100000:1.0:1746128110.412188:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542444800 00010000:00010000:1.0:1746128110.412211:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbc91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d294d expref: 60 pid: 8418 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.412297:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8618 00000100:00100000:1.0:1746128110.412303:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800849ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1963:x1830947542444800:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128110.412315:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128110.412330:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbc91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d294d expref: 60 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.412338:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbc91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d294d expref: 60 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.412354:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbc91 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d294d expref: 60 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.412376:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.412378:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.412383:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a44a00/0x802a7453533bbc98 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2954 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.412389:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a44a00/0x802a7453533bbc98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2954 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.412409:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a44a00/0x802a7453533bbc98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2954 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128110.412417:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540280320:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128110.412472:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128110.417508:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540280320:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128110.417521:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128110.417644:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800849ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:1963:x1830947542444800:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5340us (5794us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.417653:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8618 00000100:00100000:0.0:1746128110.420817:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012944d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540280448:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128110.420837:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bbc9f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d295b expref: 60 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.420849:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956b5600, rc 0) 00000100:00100000:0.0:1746128110.420885:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:31595:x1830947542445184:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4169us (4253us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128110.420892:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4732 00000100:00100000:0.0:1746128110.421028:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542445312 00000100:00100000:0.0:1746128110.421032:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542445312 00000100:00100000:0.0:1746128110.421061:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4733 00000100:00100000:0.0:1746128110.421065:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:31596:x1830947542445312:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128110.421075:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128110.421085:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbca6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2962 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.421099:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128110.421102:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bbc9f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d295b expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.421111:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128110.421114:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbca6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2962 expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.421137:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bbc9f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d295b expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.421146:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbca6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2962 expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.421152:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d800, rc 0) 00000100:00100000:0.0:1746128110.421166:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:31596:x1830947542445312:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128110.421170:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4733 00000100:00100000:0.0:1746128110.423045:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.423758:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542445440 00000100:00100000:1.0:1746128110.423766:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542445440 00010000:00010000:1.0:1746128110.423791:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a44a00/0x802a7453533bbc98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2954 expref: 6 pid: 8416 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.423898:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8619 00000100:00100000:1.0:1746128110.423905:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e36050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542445440:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128110.423916:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128110.423933:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a44a00/0x802a7453533bbc98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2954 expref: 6 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.423943:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a44a00/0x802a7453533bbc98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2954 expref: 6 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.423959:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a44a00/0x802a7453533bbc98 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2954 expref: 6 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.423973:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.423975:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.423980:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bbc9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d295b expref: 60 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.423987:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bbc9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d295b expref: 60 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.424022:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bbc9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d295b expref: 60 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.424032:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bbc9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d295b expref: 60 pid: 8416 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.424042:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540280704:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128110.424105:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128110.428076:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540280704:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128110.428089:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128110.428118:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e36050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542445440:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4214us (5077us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.428126:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8619 00000100:00100000:1.0:1746128110.431595:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542445824 00000100:00100000:1.0:1746128110.431601:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542445824 00010000:00010000:1.0:1746128110.431625:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bbc9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d295b expref: 61 pid: 8416 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.431667:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8620 00000100:00100000:1.0:1746128110.431673:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:1964:x1830947542445824:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128110.431682:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128110.431697:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bbc9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d295b expref: 61 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.431707:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bbc9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d295b expref: 61 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.431724:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bbc9f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d295b expref: 61 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.431907:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.431909:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.431915:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbca6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2962 expref: 60 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.431921:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbca6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2962 expref: 60 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.431948:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbca6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2962 expref: 60 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128110.431957:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540280832:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128110.432036:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128110.435213:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540280832:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128110.435230:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128110.435278:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1964:x1830947542445824:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3605us (3756us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.435287:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8620 00000100:00100000:0.0:1746128110.436543:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542446080 00000100:00100000:0.0:1746128110.436549:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542446080 00002000:00100000:0.0:1746128110.436650:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944c700 x1830947542446080/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.436658:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944c700 with x1830947542446080 ext(0->4095) 00002000:00010000:0.0:1746128110.436662:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012944c700 00000100:00100000:0.0:1746128110.439344:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542446208 00000100:00100000:0.0:1746128110.439351:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542446208 00000100:00100000:0.0:1746128110.439512:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4734 00000100:00100000:0.0:1746128110.439519:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542446208:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128110.439535:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128110.439549:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bbcad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2969 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.439569:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbca6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2962 expref: 59 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.439595:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128110.439596:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128110.439599:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bbcad lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2969 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.439622:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbca6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2962 expref: 59 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.439632:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbca6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2962 expref: 59 pid: 8416 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746128110.439642:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800849a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540280960:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128110.439707:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c21f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128110.441301:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800849a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540280960:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128110.441319:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bbcad lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2969 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.441329:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43ca00, rc 0) 00000100:00100000:0.0:1746128110.441658:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542446208:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2137us (2731us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128110.441668:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4734 00000100:00100000:1.0:1746128110.442501:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542446336 00000100:00100000:1.0:1746128110.442506:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542446336 00010000:00010000:1.0:1746128110.442528:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbca6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2962 expref: 60 pid: 8416 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.442555:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8621 00000100:00100000:1.0:1746128110.442560:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1964:x1830947542446336:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128110.442592:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128110.442609:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbca6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2962 expref: 60 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.442618:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbca6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2962 expref: 60 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.442634:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbca6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2962 expref: 60 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.442650:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.442652:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.442657:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bbcad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2969 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.442664:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bbcad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2969 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.442689:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bbcad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2969 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128110.442699:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540281088:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128110.442759:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128110.447235:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540281088:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128110.447250:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128110.447292:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:1964:x1830947542446336:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4731us (5180us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.447304:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8621 00000100:00100000:0.0:1746128110.447737:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542446592 00000100:00100000:0.0:1746128110.447743:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542446592 00002000:00100000:0.0:1746128110.447772:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c7a300 x1830947542446592/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.447780:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7a300 with x1830947542446592 ext(0->4095) 00002000:00010000:0.0:1746128110.447784:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c7a300 00000100:00100000:0.0:1746128110.447804:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3585 00000100:00100000:0.0:1746128110.447809:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542446592:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128110.447914:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542446592:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (754us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128110.447919:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3585 00002000:00100000:0.0:1746128110.447924:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c7a300 x1830947542446592/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.447930:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7a300 with x1830947542446592 ext(0->4095) 00002000:00010000:0.0:1746128110.447933:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c7a300 00000100:00100000:1.0:1746128110.448273:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542446720 00000100:00100000:1.0:1746128110.448277:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542446720 00000100:00100000:1.0:1746128110.448296:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4735 00000100:00100000:1.0:1746128110.448300:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:31595:x1830947542446720:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128110.448308:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128110.448319:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbcb4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2970 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.448337:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bbcad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2969 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.448343:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.448345:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.448348:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbcb4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2970 expref: 60 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.448366:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bbcad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2969 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.448375:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bbcad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2969 expref: 5 pid: 8417 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.448384:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540281216:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128110.448433:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128110.450655:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.451717:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540281216:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128110.451733:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbcb4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2970 expref: 61 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.451740:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631400, rc 0) 00000100:00100000:1.0:1746128110.451760:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:31595:x1830947542446720:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3459us (4203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.451766:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4735 00000100:00100000:1.0:1746128110.452526:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542446976 00000100:00100000:1.0:1746128110.452531:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542446976 00010000:00010000:1.0:1746128110.452549:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bbcad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2969 expref: 6 pid: 8417 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746128110.455373:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542447232 00000100:00100000:0.0:1746128110.455379:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542447232 00002000:00100000:0.0:1746128110.455410:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce87480 x1830947542447232/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.455418:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce87480 with x1830947542447232 ext(0->4095) 00010000:00010000:0.0:1746128110.455425:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbcb4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2970 expref: 61 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746128110.455437:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbcb4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2970 expref: 61 pid: 8417 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746128110.455444:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce87480 00000100:00100000:0.0:1746128110.455469:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1558 00000100:00100000:0.0:1746128110.455476:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:1963:x1830947542447232:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128110.455628:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:1963:x1830947542447232:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (327us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128110.455634:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1558 00002000:00100000:0.0:1746128110.455638:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce87480 x1830947542447232/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.455645:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce87480 with x1830947542447232 ext(0->4095) 00010000:00010000:0.0:1746128110.455649:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbcb4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2970 expref: 61 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746128110.455657:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbcb4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2970 expref: 61 pid: 8417 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746128110.455662:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce87480 00000100:00100000:1.0:1746128110.463414:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542447616 00000100:00100000:1.0:1746128110.463419:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542447616 00002000:00100000:1.0:1746128110.463445:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bd9180 x1830947542447616/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.463454:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bd9180 with x1830947542447616 ext(0->4095) 00002000:00010000:1.0:1746128110.463458:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bd9180 00000100:00100000:1.0:1746128110.463480:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3586 00000100:00100000:1.0:1746128110.463486:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1964:x1830947542447616:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128110.463630:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1964:x1830947542447616:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128110.463635:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3586 00002000:00100000:1.0:1746128110.463640:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bd9180 x1830947542447616/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.463652:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bd9180 with x1830947542447616 ext(0->4095) 00002000:00010000:1.0:1746128110.463655:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bd9180 00000100:00100000:1.0:1746128110.470006:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542447744 00000100:00100000:1.0:1746128110.470040:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542447744 00000100:00100000:1.0:1746128110.470676:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4737 00000100:00100000:1.0:1746128110.470684:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542447744:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128110.470699:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128110.470713:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bbcc2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d297e expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.470736:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbcbb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2977 expref: 59 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.470743:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128110.470744:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128110.470747:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bbcc2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d297e expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.470773:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbcbb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2977 expref: 59 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.470785:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbcbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2977 expref: 59 pid: 8418 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.470796:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540281728:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128110.470871:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1540 going to sleep for 11 seconds 00000100:00100000:1.0:1746128110.472720:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540281728:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128110.472740:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bbcc2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d297e expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.472751:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631e00, rc 0) 00000100:00100000:1.0:1746128110.473376:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542447744:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2691us (3582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.473383:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4737 00000100:00100000:0.0:1746128110.484769:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542447872 00000100:00100000:0.0:1746128110.484777:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542447872 00002000:00100000:0.0:1746128110.484811:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012944c380 x1830947542447872/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 496/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.484820:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944c380 with x1830947542447872 ext(0->7) 00010000:00010000:0.0:1746128110.484827:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbcbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2977 expref: 60 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746128110.484839:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbcbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2977 expref: 60 pid: 8418 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746128110.484846:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944c380 00000100:00100000:0.0:1746128110.485006:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1559 00000100:00100000:0.0:1746128110.485024:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1963:x1830947542447872:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128110.486117:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1963:x1830947542447872:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 1091us (1424us total) trans 4294967928 rc 0/0 00000100:00100000:0.0:1746128110.486123:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1559 00002000:00100000:0.0:1746128110.486130:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012944c380 x1830947542447872/t4294967928(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 496/448 e 0 to 0 dl 1746128121 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.486137:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944c380 with x1830947542447872 ext(0->7) 00010000:00010000:0.0:1746128110.486142:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbcbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2977 expref: 62 pid: 8418 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746128110.486151:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbcbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2977 expref: 62 pid: 8418 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746128110.486157:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944c380 00000100:00100000:1.0:1746128110.499827:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542448000 00000100:00100000:1.0:1746128110.499834:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542448000 00000100:00100000:1.0:1746128110.499866:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4738 00000100:00100000:1.0:1746128110.499872:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:31595:x1830947542448000:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128110.499887:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128110.499901:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbcc9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2985 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.499922:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128110.499927:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bbcc2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d297e expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.499932:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128110.499936:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbcc9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2985 expref: 63 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.499965:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bbcc2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d297e expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.499978:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbcc9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2985 expref: 63 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.499986:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631400, rc 0) 00000100:00100000:1.0:1746128110.501800:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:31595:x1830947542448000:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1920us (2040us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.501808:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4738 00000100:00100000:0.0:1746128110.505924:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.509108:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012944d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540281984:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128110.509125:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128110.509156:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800849a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1965:x1830947542448128:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2994us (3239us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128110.509164:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8624 00000100:00100000:1.0:1746128110.509349:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542448384 00000100:00100000:1.0:1746128110.509355:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542448384 00002000:00100000:1.0:1746128110.509381:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c42300 x1830947542448384/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.509390:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c42300 with x1830947542448384 ext(0->4095) 00010000:00010000:1.0:1746128110.509397:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bbcc2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d297e expref: 6 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.509409:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bbcc2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d297e expref: 6 pid: 8417 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746128110.509415:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c42300 00000100:00100000:1.0:1746128110.509436:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1560 00000100:00100000:1.0:1746128110.509442:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542448384:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128110.509564:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542448384:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (582us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128110.509586:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1560 00002000:00100000:1.0:1746128110.509591:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c42300 x1830947542448384/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.509603:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c42300 with x1830947542448384 ext(0->4095) 00010000:00010000:1.0:1746128110.509607:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bbcc2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d297e expref: 6 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.509616:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x802a7453533bbcc2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d297e expref: 6 pid: 8417 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746128110.509621:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c42300 00000100:00100000:0.0:1746128110.511974:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.514989:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c41f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540282112:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128110.515003:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128110.515049:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800849a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542448512:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2882us (3078us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128110.515056:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8625 00000100:00100000:0.0:1746128110.523492:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.523556:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542448896 00000100:00100000:1.0:1746128110.523563:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542448896 00000100:00100000:1.0:1746128110.523607:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4739 00000100:00100000:1.0:1746128110.523613:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800849a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542448896:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128110.523626:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128110.523639:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bbcd0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d298c expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.523661:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbcc9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2985 expref: 61 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.523667:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128110.523669:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128110.523672:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bbcd0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d298c expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.523693:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbcc9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2985 expref: 61 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.523706:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbcc9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2985 expref: 61 pid: 8417 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.523716:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540282240:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128110.523895:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1900 going to sleep for 11 seconds 00000100:00100000:1.0:1746128110.525138:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540282240:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128110.525154:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bbcd0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d298c expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.525164:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630000, rc 0) 00000100:00100000:1.0:1746128110.525218:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800849a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542448896:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1604us (1731us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.525224:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4739 00000100:00100000:0.0:1746128110.537965:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.538049:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542449024 00000100:00100000:1.0:1746128110.538056:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542449024 00000100:00100000:1.0:1746128110.538087:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4740 00000100:00100000:1.0:1746128110.538092:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800849ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:31595:x1830947542449024:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128110.538106:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128110.538119:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbcd7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2993 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.538137:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128110.538142:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bbcd0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d298c expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.538151:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128110.538153:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbcd7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2993 expref: 63 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.538178:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bbcd0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d298c expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.538187:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbcd7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2993 expref: 63 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.538194:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631000, rc 0) 00000100:00100000:1.0:1746128110.538338:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800849ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:31595:x1830947542449024:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 244us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.538343:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4740 00000100:00100000:0.0:1746128110.539383:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.539438:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542449152 00000100:00100000:1.0:1746128110.539442:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542449152 00002000:00100000:1.0:1746128110.539466:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800849abb80 x1830947542449152/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 496/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.539474:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800849abb80 with x1830947542449152 ext(0->7) 00010000:00010000:1.0:1746128110.539480:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbcc9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2985 expref: 63 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.539490:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbcc9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2985 expref: 63 pid: 8417 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746128110.539496:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800849abb80 00000100:00100000:1.0:1746128110.539557:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1561 00000100:00100000:1.0:1746128110.539562:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800849abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:1964:x1830947542449152:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128110.539804:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800849abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:1964:x1830947542449152:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 241us (421us total) trans 4294967929 rc 0/0 00000100:00100000:1.0:1746128110.539810:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1561 00002000:00100000:1.0:1746128110.539816:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800849abb80 x1830947542449152/t4294967929(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 496/448 e 0 to 0 dl 1746128121 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.539822:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800849abb80 with x1830947542449152 ext(0->7) 00010000:00010000:1.0:1746128110.539826:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbcc9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2985 expref: 65 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.539833:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbcc9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2985 expref: 65 pid: 8417 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746128110.539838:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800849abb80 00000100:00100000:0.0:1746128110.553601:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542449280 00000100:00100000:0.0:1746128110.553609:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542449280 00010000:00010000:0.0:1746128110.553638:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbcc9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2985 expref: 65 pid: 8417 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746128110.553668:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8626 00000100:00100000:0.0:1746128110.553675:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e35c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:1964:x1830947542449280:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128110.553687:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746128110.553703:0:7067:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746128110 -> 1746128111 00002000:00010000:0.0:1746128110.553705:0:7067:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746128110 -> 1746128111 00010000:00010000:0.0:1746128110.553710:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbcc9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2985 expref: 65 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746128110.553719:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbcc9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2985 expref: 65 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746128110.553742:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bbcc9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2985 expref: 65 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746128110.553768:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128110.553770:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128110.553776:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bbcd0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d298c expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.553782:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bbcd0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d298c expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.553808:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bbcd0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d298c expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.553817:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bbcd0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d298c expref: 5 pid: 8417 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746128110.553826:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800849aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540282496:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128110.553894:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c210c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128110.562221:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.565646:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.570610:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c43800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540282624:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128110.570624:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128110.570663:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800849aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542449664:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3766us (5023us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128110.570671:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8627 00000100:00100000:1.0:1746128110.570784:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.570956:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542449920 00000100:00100000:0.0:1746128110.570962:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542449920 00002000:00100000:0.0:1746128110.570988:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7ea00 x1830947542449920/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.570996:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7ea00 with x1830947542449920 ext(0->4095) 00002000:00010000:0.0:1746128110.571000:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f7ea00 00000100:00100000:0.0:1746128110.571027:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3588 00000100:00100000:0.0:1746128110.571032:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+64:1966:x1830947542449920:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746128110.571625:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+64:1966:x1830947542449920:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 591us (840us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128110.571631:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3588 00002000:00100000:0.0:1746128110.571635:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7ea00 x1830947542449920/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.571642:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7ea00 with x1830947542449920 ext(0->4095) 00002000:00010000:0.0:1746128110.571644:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f7ea00 00000100:00100000:0.0:1746128110.584004:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.584093:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542450048 00000100:00100000:1.0:1746128110.584100:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542450048 00000100:00100000:1.0:1746128110.584128:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4741 00000100:00100000:1.0:1746128110.584134:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800849a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542450048:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128110.584146:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128110.584159:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbcde lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d299a expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.584180:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbcd7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2993 expref: 63 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.584190:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128110.584192:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128110.584194:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbcde lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d299a expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.584216:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbcd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2993 expref: 63 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.584225:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bbcd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2993 expref: 63 pid: 8417 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.584233:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540282752:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128110.585629:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1900 going to sleep for 11 seconds 00000100:00100000:1.0:1746128110.588957:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540282752:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128110.588982:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbcde lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d299a expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.588996:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630c00, rc 0) 00000100:00100000:1.0:1746128110.589039:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800849a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542450048:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4903us (5040us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.589046:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4741 00000100:00100000:0.0:1746128110.618510:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.618594:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542450176 00000100:00100000:1.0:1746128110.618601:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542450176 00000100:00100000:1.0:1746128110.618634:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4742 00000100:00100000:1.0:1746128110.618641:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800849a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+64:31595:x1830947542450176:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128110.618657:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128110.618670:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbce5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d29a1 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.618690:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128110.618695:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbcde lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d299a expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.618700:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128110.618702:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbce5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29a1 expref: 65 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.618730:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbcde lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d299a expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.618740:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbce5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29a1 expref: 65 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.618748:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631200, rc 0) 00000100:00100000:1.0:1746128110.618794:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800849a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:31595:x1830947542450176:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.618799:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4742 00000100:00100000:0.0:1746128110.619825:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.646047:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.648781:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.651355:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.655269:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.665694:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.695237:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.702689:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.704500:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.709636:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.718005:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.720602:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542452224 00000100:00100000:0.0:1746128110.720606:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542452224 00002000:00100000:0.0:1746128110.720636:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c43b80 x1830947542452224/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.720644:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c43b80 with x1830947542452224 ext(0->4095) 00002000:00010000:0.0:1746128110.720648:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c43b80 00000100:00100000:0.0:1746128110.720943:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3591 00000100:00100000:0.0:1746128110.720949:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1965:x1830947542452224:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746128110.721066:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1965:x1830947542452224:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (680us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128110.721071:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3591 00002000:00100000:0.0:1746128110.721075:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c43b80 x1830947542452224/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.721082:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c43b80 with x1830947542452224 ext(0->4095) 00002000:00010000:0.0:1746128110.721085:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c43b80 00000100:00100000:0.0:1746128110.722978:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542452352 00000100:00100000:0.0:1746128110.722983:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542452352 00000100:00100000:0.0:1746128110.723020:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4745 00000100:00100000:0.0:1746128110.723026:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542452352:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128110.723036:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128110.723047:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bbcfa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d29b6 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.723071:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbcf3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29af expref: 67 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.723077:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128110.723078:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128110.723081:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bbcfa lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29b6 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.723101:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbcf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29af expref: 67 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.723110:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbcf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29af expref: 67 pid: 8416 timeout: 606 lvb_type: 0 00000100:00100000:0.0:1746128110.723118:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540283776:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128110.724211:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c213c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128110.732171:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.744435:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.745048:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.746725:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.746894:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542452992 00000100:00100000:1.0:1746128110.746898:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542452992 00002000:00100000:1.0:1746128110.746920:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c21aa00 x1830947542452992/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.746929:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21aa00 with x1830947542452992 ext(0->4095) 00002000:00010000:1.0:1746128110.746933:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21aa00 00000100:00100000:1.0:1746128110.754731:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1567 00000100:00100000:1.0:1746128110.754744:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542452992:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128110.754879:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542452992:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (8157us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128110.754884:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1567 00002000:00100000:1.0:1746128110.754891:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c21aa00 x1830947542452992/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.754900:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21aa00 with x1830947542452992 ext(0->4095) 00010000:00010000:1.0:1746128110.754907:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bbcfa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29b6 expref: 6 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.754919:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bbcfa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29b6 expref: 6 pid: 8416 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746128110.754925:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c21aa00 00000100:00100000:1.0:1746128110.761029:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.761074:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.765601:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540284288:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128110.765617:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128110.765649:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e35850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542453248:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3695us (4574us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128110.765656:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8633 00000100:00100000:0.0:1746128110.768727:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.772038:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.772118:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542453888 00000100:00100000:1.0:1746128110.772124:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542453888 00002000:00100000:1.0:1746128110.772155:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800849a8a80 x1830947542453888/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.772163:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800849a8a80 with x1830947542453888 ext(0->4095) 00002000:00010000:1.0:1746128110.772168:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800849a8a80 00000100:00100000:1.0:1746128110.772256:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3593 00000100:00100000:1.0:1746128110.772264:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800849a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:1963:x1830947542453888:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128110.772756:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800849a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:1963:x1830947542453888:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 491us (722us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128110.772762:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3593 00002000:00100000:1.0:1746128110.772768:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800849a8a80 x1830947542453888/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.772774:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800849a8a80 with x1830947542453888 ext(0->4095) 00002000:00010000:1.0:1746128110.772777:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800849a8a80 00000100:00100000:0.0:1746128110.774794:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.778246:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.782988:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.783064:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.783592:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542454400 00000100:00100000:1.0:1746128110.783596:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542454400 00002000:00100000:1.0:1746128110.783617:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920eaa00 x1830947542454400/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.783625:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920eaa00 with x1830947542454400 ext(0->4095) 00010000:00010000:1.0:1746128110.783630:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bbd0f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29cb expref: 6 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.783639:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bbd0f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29cb expref: 6 pid: 8417 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746128110.783645:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920eaa00 00000100:00100000:1.0:1746128110.783656:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1569 00000100:00100000:1.0:1746128110.783661:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542454400:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128110.783782:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542454400:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (799us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128110.783790:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1569 00002000:00100000:1.0:1746128110.783794:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920eaa00 x1830947542454400/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.783801:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920eaa00 with x1830947542454400 ext(0->4095) 00010000:00010000:1.0:1746128110.783805:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bbd0f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29cb expref: 6 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.783812:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bbd0f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29cb expref: 6 pid: 8417 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746128110.783817:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920eaa00 00000100:00100000:0.0:1746128110.786295:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.787642:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.792981:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542455040 00000100:00100000:0.0:1746128110.792988:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542455040 00002000:00100000:0.0:1746128110.793030:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c43800 x1830947542455040/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.793038:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c43800 with x1830947542455040 ext(0->4095) 00010000:00010000:0.0:1746128110.793045:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a44000/0x802a7453533bbd16 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29d2 expref: 71 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746128110.793057:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a44000/0x802a7453533bbd16 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29d2 expref: 71 pid: 8417 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746128110.793063:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c43800 00000100:00100000:0.0:1746128110.793094:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1570 00000100:00100000:0.0:1746128110.793100:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:1964:x1830947542455040:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128110.793233:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:1964:x1830947542455040:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (321us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128110.793239:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1570 00002000:00100000:0.0:1746128110.793244:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c43800 x1830947542455040/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.793257:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c43800 with x1830947542455040 ext(0->4095) 00010000:00010000:0.0:1746128110.793262:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a44000/0x802a7453533bbd16 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29d2 expref: 71 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:0.0:1746128110.793269:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a44000/0x802a7453533bbd16 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29d2 expref: 71 pid: 8417 timeout: 606 lvb_type: 0 00002000:00010000:0.0:1746128110.793274:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c43800 00000100:00100000:0.0:1746128110.796510:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.800678:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.800752:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542455424 00000100:00100000:1.0:1746128110.800759:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542455424 00002000:00100000:1.0:1746128110.800794:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094642300 x1830947542455424/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.800801:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094642300 with x1830947542455424 ext(0->4095) 00002000:00010000:1.0:1746128110.800805:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094642300 00000100:00100000:1.0:1746128110.800820:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3594 00000100:00100000:1.0:1746128110.800825:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:1964:x1830947542455424:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128110.800955:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:1964:x1830947542455424:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (283us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128110.800960:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3594 00002000:00100000:1.0:1746128110.800964:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094642300 x1830947542455424/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.800974:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094642300 with x1830947542455424 ext(0->4095) 00002000:00010000:1.0:1746128110.800976:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094642300 00000100:00100000:0.0:1746128110.804044:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.804114:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542455552 00000100:00100000:1.0:1746128110.804121:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542455552 00000100:00100000:1.0:1746128110.804494:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4751 00000100:00100000:1.0:1746128110.804502:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542455552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128110.804516:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128110.804529:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bbd24 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d29e0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.804551:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a44a00/0x802a7453533bbd1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29d9 expref: 69 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.804557:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128110.804558:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128110.804560:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bbd24 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29e0 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.804614:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a44a00/0x802a7453533bbd1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29d9 expref: 69 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.804624:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a44a00/0x802a7453533bbd1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29d9 expref: 69 pid: 8417 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.804632:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b019500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540285312:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128110.804700:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128110.806968:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b019500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540285312:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128110.806990:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bbd24 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29e0 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.807003:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631a00, rc 0) 00000100:00100000:1.0:1746128110.807047:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542455552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2545us (3008us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.807054:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4751 00000100:00100000:0.0:1746128110.807852:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.811176:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.811405:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542455936 00000100:00100000:1.0:1746128110.811410:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542455936 00002000:00100000:1.0:1746128110.811439:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6023100 x1830947542455936/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.811447:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6023100 with x1830947542455936 ext(0->4095) 00002000:00010000:1.0:1746128110.811451:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6023100 00000100:00100000:1.0:1746128110.812160:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3595 00000100:00100000:1.0:1746128110.812168:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6023100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542455936:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128110.812294:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6023100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542455936:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (1118us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128110.812299:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3595 00002000:00100000:1.0:1746128110.812304:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6023100 x1830947542455936/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.812311:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6023100 with x1830947542455936 ext(0->4095) 00002000:00010000:1.0:1746128110.812313:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6023100 00000100:00100000:0.0:1746128110.813632:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.814447:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542456064 00000100:00100000:1.0:1746128110.814455:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542456064 00000100:00100000:1.0:1746128110.814875:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4752 00000100:00100000:1.0:1746128110.814882:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6020380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+69:31595:x1830947542456064:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128110.814894:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128110.814907:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbd2b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d29e7 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.814926:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bbd24 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29e0 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.814932:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.814933:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.814936:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbd2b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29e7 expref: 70 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.814956:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bbd24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29e0 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.814964:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bbd24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29e0 expref: 5 pid: 8416 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.814973:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b019500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540285568:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128110.815038:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128110.815260:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.819459:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b019500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540285568:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128110.819482:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbd2b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29e7 expref: 71 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.819498:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631200, rc 0) 00000100:00100000:1.0:1746128110.819888:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6020380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:31595:x1830947542456064:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5005us (6258us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.819895:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4752 00000100:00100000:0.0:1746128110.820087:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.822996:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.834209:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542456960 00000100:00100000:0.0:1746128110.834214:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542456960 00002000:00100000:0.0:1746128110.834243:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c41f80 x1830947542456960/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.834252:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c41f80 with x1830947542456960 ext(0->4095) 00002000:00010000:0.0:1746128110.834256:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c41f80 00000100:00100000:0.0:1746128110.834266:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3596 00000100:00100000:0.0:1746128110.834271:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:1963:x1830947542456960:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128110.835400:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:1963:x1830947542456960:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 1125us (1737us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128110.835407:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3596 00002000:00100000:0.0:1746128110.835414:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c41f80 x1830947542456960/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128110.835421:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c41f80 with x1830947542456960 ext(0->4095) 00002000:00010000:0.0:1746128110.835424:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c41f80 00000100:00100000:0.0:1746128110.837945:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.838554:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542457088 00000100:00100000:1.0:1746128110.838561:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542457088 00000100:00100000:1.0:1746128110.838620:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4754 00000100:00100000:1.0:1746128110.838627:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542457088:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128110.838640:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128110.838653:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bbd39 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d29f5 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.838675:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a44400/0x802a7453533bbd32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29ee expref: 69 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.838682:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128110.838683:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128110.838686:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bbd39 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29f5 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.838709:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a44400/0x802a7453533bbd32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29ee expref: 69 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.838720:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a44400/0x802a7453533bbd32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29ee expref: 69 pid: 8417 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.838734:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b019500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540286080:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128110.839228:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128110.840700:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b019500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540286080:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128110.840719:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bbd39 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29f5 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.840730:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630000, rc 0) 00000100:00100000:1.0:1746128110.840759:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542457088:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2133us (2820us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.840766:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4754 00000100:00100000:0.0:1746128110.843178:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542457344 00000100:00100000:0.0:1746128110.843182:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542457344 00000100:00100000:0.0:1746128110.843204:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4755 00000100:00100000:0.0:1746128110.843210:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:31595:x1830947542457344:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128110.843222:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128110.843235:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bbd40 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d29fc expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.843252:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128110.843256:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bbd39 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29f5 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.843261:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746128110.843264:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bbd40 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29fc expref: 72 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.843291:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b630000/0x802a7453533bbd39 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29f5 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.843305:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bbd40 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29fc expref: 72 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.843312:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43ca00, rc 0) 00000100:00100000:0.0:1746128110.843344:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:31595:x1830947542457344:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128110.843349:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4755 00000100:00100000:0.0:1746128110.847872:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.851813:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.855758:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.862327:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.876084:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.876195:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542458240 00000100:00100000:1.0:1746128110.876203:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542458240 00002000:00100000:1.0:1746128110.876241:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091fa9500 x1830947542458240/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 496/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.876250:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa9500 with x1830947542458240 ext(0->7) 00010000:00010000:1.0:1746128110.876257:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bbd40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29fc expref: 70 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.876271:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bbd40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29fc expref: 70 pid: 8416 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746128110.876277:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091fa9500 00000100:00100000:1.0:1746128110.876310:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1573 00000100:00100000:1.0:1746128110.876316:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:1964:x1830947542458240:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128110.876611:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542458240:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 294us (533us total) trans 4294967933 rc 0/0 00000100:00100000:1.0:1746128110.876618:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1573 00002000:00100000:1.0:1746128110.876624:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091fa9500 x1830947542458240/t4294967933(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 496/448 e 0 to 0 dl 1746128121 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.876630:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa9500 with x1830947542458240 ext(0->7) 00010000:00010000:1.0:1746128110.876634:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bbd40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29fc expref: 72 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.876642:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bbd40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d29fc expref: 72 pid: 8416 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746128110.876647:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091fa9500 00000100:00100000:0.0:1746128110.886106:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.888152:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.890195:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.891380:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.891476:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542458880 00000100:00100000:0.0:1746128110.891480:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542458880 00000100:00100000:0.0:1746128110.891495:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4758 00000100:00100000:0.0:1746128110.891499:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:31596:x1830947542458880:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128110.891505:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128110.891510:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbd55 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2a11 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.891519:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128110.891522:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbd4e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a0a expref: 74 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.891531:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128110.891533:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbd55 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a11 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.891549:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbd4e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a0a expref: 74 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.891557:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbd55 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a11 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.891565:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d200, rc 0) 00000100:00100000:0.0:1746128110.891618:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:31596:x1830947542458880:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128110.891624:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4758 00000100:00100000:0.0:1746128110.897502:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.897679:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542459008 00000100:00100000:1.0:1746128110.897685:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542459008 00010000:00010000:1.0:1746128110.897711:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bbd47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a03 expref: 6 pid: 8417 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.897739:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8644 00000100:00100000:1.0:1746128110.897745:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542459008:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128110.897756:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128110.897772:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bbd47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a03 expref: 6 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.897781:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bbd47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a03 expref: 6 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.897799:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4a00/0x802a7453533bbd47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a03 expref: 6 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.898311:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.898313:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.898320:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbd4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a0a expref: 72 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.898327:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbd4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a0a expref: 72 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.898354:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbd4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a0a expref: 72 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.898365:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbd4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a0a expref: 72 pid: 8417 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.898375:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b01bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540287104:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128110.898679:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128110.901208:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b01bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540287104:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128110.901223:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128110.901252:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542459008:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3507us (3754us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.901259:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8644 00000100:00100000:0.0:1746128110.901562:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.901925:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542459264 00000100:00100000:1.0:1746128110.901930:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542459264 00002000:00100000:1.0:1746128110.901955:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968f800 x1830947542459264/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.901963:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968f800 with x1830947542459264 ext(0->4095) 00010000:00010000:1.0:1746128110.901969:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbd4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a0a expref: 73 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.901980:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbd4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a0a expref: 73 pid: 8417 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746128110.901986:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968f800 00000100:00100000:1.0:1746128110.902017:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1574 00000100:00100000:1.0:1746128110.902022:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1963:x1830947542459264:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128110.902140:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1963:x1830947542459264:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (578us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128110.902146:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1574 00002000:00100000:1.0:1746128110.902151:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968f800 x1830947542459264/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.902157:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968f800 with x1830947542459264 ext(0->4095) 00010000:00010000:1.0:1746128110.902162:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbd4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a0a expref: 73 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.902170:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbd4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a0a expref: 73 pid: 8417 timeout: 606 lvb_type: 0 00002000:00010000:1.0:1746128110.902175:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968f800 00000100:00100000:0.0:1746128110.906382:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.906505:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542459392 00000100:00100000:1.0:1746128110.906511:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542459392 00010000:00010000:1.0:1746128110.906538:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbd4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a0a expref: 73 pid: 8417 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.906648:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8645 00000100:00100000:1.0:1746128110.906655:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1964:x1830947542459392:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128110.906668:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128110.906684:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbd4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a0a expref: 73 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.906694:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbd4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a0a expref: 73 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.906710:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4000/0x802a7453533bbd4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a0a expref: 73 pid: 8417 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.906950:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.906952:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.906958:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbd55 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a11 expref: 72 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.906965:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbd55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a11 expref: 72 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.906991:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbd55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a11 expref: 72 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128110.907004:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b01bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540287232:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128110.907522:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128110.909404:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.909478:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b01bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540287232:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128110.909491:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128110.909520:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542459392:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2865us (3145us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.909528:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8645 00000100:00100000:0.0:1746128110.913426:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.918950:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.919065:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542459904 00000100:00100000:1.0:1746128110.919071:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542459904 00010000:00010000:1.0:1746128110.919093:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbd55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a11 expref: 72 pid: 8416 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1746128110.919127:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8646 00000100:00100000:1.0:1746128110.919133:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542459904:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128110.919144:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128110.919161:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbd55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a11 expref: 72 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.919170:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbd55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a11 expref: 72 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.919189:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbd55 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a11 expref: 72 pid: 8416 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1746128110.919213:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.919216:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.919221:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbd5c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a18 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.919228:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbd5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a18 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.919252:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbd5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a18 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128110.919262:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b01bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540287488:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128110.919987:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128110.931221:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.931817:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b01bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540287488:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128110.931832:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128110.932232:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:1964:x1830947542459904:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 13096us (13280us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.932241:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8646 00000100:00100000:0.0:1746128110.932716:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.936445:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540287616:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128110.936464:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbd63 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a1f expref: 72 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.936480:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956b4200, rc 0) 00000100:00100000:0.0:1746128110.936506:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:31595:x1830947542460032:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4136us (5292us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128110.936512:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4760 00000100:00100000:0.0:1746128110.941870:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.941988:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542460416 00000100:00100000:1.0:1746128110.941996:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542460416 00000100:00100000:1.0:1746128110.942039:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4761 00000100:00100000:1.0:1746128110.942045:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:31596:x1830947542460416:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128110.942059:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128110.942073:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbd6a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2a26 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.942095:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.942099:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbd63 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a1f expref: 73 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.942105:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128110.942108:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbd6a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a26 expref: 73 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.942135:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbd63 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a1f expref: 73 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.942146:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbd6a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a26 expref: 73 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.942154:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631200, rc 0) 00000100:00100000:1.0:1746128110.942200:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:31596:x1830947542460416:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.942206:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4761 00000100:00100000:1.0:1746128110.942960:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542460544 00000100:00100000:1.0:1746128110.942964:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542460544 00010000:00010000:1.0:1746128110.942978:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbd5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a18 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746128110.943002:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8647 00000100:00100000:1.0:1746128110.943006:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e35050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542460544:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128110.943021:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128110.943034:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbd5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a18 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128110.943042:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbd5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a18 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128110.943057:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbd5c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a18 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128110.943074:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.943075:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.943080:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbd63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a1f expref: 72 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.943087:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbd63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a1f expref: 72 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.943106:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbd63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a1f expref: 72 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.943116:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbd63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a1f expref: 72 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746128110.943124:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b01bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540287872:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128110.943181:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128110.946637:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b01bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540287872:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128110.946653:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128110.946686:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e35050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542460544:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3677us (4088us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.946695:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8647 00000100:00100000:0.0:1746128110.947267:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.950458:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.950540:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542460928 00000100:00100000:1.0:1746128110.950548:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542460928 00010000:00010000:1.0:1746128110.950597:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbd63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a1f expref: 73 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746128110.950630:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8648 00000100:00100000:1.0:1746128110.950636:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1964:x1830947542460928:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128110.950646:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128110.950661:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbd63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a1f expref: 73 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128110.950670:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbd63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a1f expref: 73 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128110.950689:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbd63 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a1f expref: 73 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128110.950708:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.950709:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.950715:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbd6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a26 expref: 72 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.950722:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbd6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a26 expref: 72 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.950748:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbd6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a26 expref: 72 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128110.950757:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b01bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540288000:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128110.950824:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1840 going to sleep for 11 seconds 00000100:00100000:1.0:1746128110.953518:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b01bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540288000:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128110.953534:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128110.953567:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542460928:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2931us (3115us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.954291:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8648 00000100:00100000:0.0:1746128110.954717:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.954774:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542461184 00000100:00100000:1.0:1746128110.954780:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542461184 00002000:00100000:1.0:1746128110.954812:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cf35500 x1830947542461184/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/0 e 0 to 0 dl 1746128121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.954820:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf35500 with x1830947542461184 ext(0->4095) 00002000:00010000:1.0:1746128110.954823:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cf35500 00000100:00100000:1.0:1746128110.955204:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3600 00000100:00100000:1.0:1746128110.955211:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1965:x1830947542461184:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128110.955354:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1965:x1830947542461184:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (637us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128110.955360:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3600 00002000:00100000:1.0:1746128110.955524:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cf35500 x1830947542461184/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:361/0 lens 488/4536 e 0 to 0 dl 1746128121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128110.955531:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf35500 with x1830947542461184 ext(0->4095) 00002000:00010000:1.0:1746128110.955533:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cf35500 00000100:00100000:0.0:1746128110.957986:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542461312 00000100:00100000:0.0:1746128110.957992:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542461312 00000100:00100000:0.0:1746128110.958161:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4762 00000100:00100000:0.0:1746128110.958168:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542461312:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128110.958181:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128110.958193:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbd71 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2a2d expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.958212:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbd6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a26 expref: 71 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.958218:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128110.958219:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128110.958222:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbd71 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a2d expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.958244:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbd6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a26 expref: 71 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128110.958258:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbd6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a26 expref: 71 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746128110.958267:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cf35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540288128:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128110.959038:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c21000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128110.962398:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.962527:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542461440 00000100:00100000:1.0:1746128110.962534:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542461440 00010000:00010000:1.0:1746128110.962558:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbd6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a26 expref: 72 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746128110.962666:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8649 00000100:00100000:1.0:1746128110.962672:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1963:x1830947542461440:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128110.962682:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128110.962696:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbd6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a26 expref: 72 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128110.962705:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbd6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a26 expref: 72 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128110.962721:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bbd6a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a26 expref: 72 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128110.962735:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.962736:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.962742:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbd71 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a2d expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.962748:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbd71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a2d expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.962769:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbd71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a2d expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128110.962777:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b01bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540288256:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128110.962831:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128110.964546:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128110.967708:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.967768:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b01bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540288256:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128110.967780:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128110.967804:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1963:x1830947542461440:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5132us (5411us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.967812:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8649 00000100:00100000:0.0:1746128110.971461:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128110.971958:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542461952 00000100:00100000:1.0:1746128110.971965:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542461952 00010000:00010000:1.0:1746128110.971991:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbd71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a2d expref: 6 pid: 28170 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746128110.972025:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8650 00000100:00100000:1.0:1746128110.972032:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf36680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542461952:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128110.972043:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128110.972059:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbd71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a2d expref: 6 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128110.972069:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbd71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a2d expref: 6 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128110.972086:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbd71 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a2d expref: 6 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128110.972103:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.972105:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128110.972110:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bbd78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a34 expref: 71 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.972117:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bbd78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a34 expref: 71 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128110.972141:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bbd78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a34 expref: 71 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128110.972151:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b01bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540288512:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128110.972213:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128110.974131:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b01bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540288512:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128110.974147:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128110.974174:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf36680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542461952:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2142us (2720us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128110.974182:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8650 00000100:00100000:0.0:1746128110.975639:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.001462:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542462336 00000100:00100000:0.0:1746128111.001470:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542462336 00000100:00100000:0.0:1746128111.001515:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4764 00000100:00100000:0.0:1746128111.001521:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542462336:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128111.001534:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128111.001546:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbd7f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2a3b expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.001567:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bbd78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a34 expref: 71 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.001596:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128111.001598:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128111.001601:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbd7f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a3b expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.001627:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bbd78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a34 expref: 71 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.001637:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bbd78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a34 expref: 71 pid: 28170 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746128111.001647:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cf36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540288640:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128111.001707:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c210c0 going to sleep for 11 seconds 00000100:00080000:1.0:1746128111.001943:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128111.028144:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00080000:1.0:1746128111.028960:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128111.039173:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.047658:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.047740:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542462720 00000100:00100000:1.0:1746128111.047747:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542462720 00010000:00010000:1.0:1746128111.047776:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bbd78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a34 expref: 75 pid: 28170 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746128111.047812:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8651 00000100:00100000:1.0:1746128111.047818:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1964:x1830947542462720:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128111.047829:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128111.047846:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bbd78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a34 expref: 75 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.047856:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bbd78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a34 expref: 75 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.047878:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4800/0x802a7453533bbd78 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a34 expref: 75 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.047893:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128111.047895:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128111.047900:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbd7f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a3b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.047906:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbd7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a3b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.047932:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbd7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a3b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.047942:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbd7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a3b expref: 5 pid: 28170 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746128111.047951:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b01bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540288896:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128111.048024:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128111.055505:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.055628:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b01bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540288896:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128111.055645:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128111.055678:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1964:x1830947542462720:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7859us (8026us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128111.055687:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8651 00000100:00100000:0.0:1746128111.058262:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.058332:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542463104 00000100:00100000:1.0:1746128111.058338:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542463104 00010000:00010000:1.0:1746128111.058360:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbd7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a3b expref: 6 pid: 28170 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746128111.058386:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8652 00000100:00100000:1.0:1746128111.058392:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542463104:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128111.058401:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128111.058414:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbd7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a3b expref: 6 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.058423:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbd7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a3b expref: 6 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.058439:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bbd7f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a3b expref: 6 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.058452:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128111.058454:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128111.058460:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbd86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a42 expref: 73 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.058465:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbd86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a42 expref: 73 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.058488:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbd86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a42 expref: 73 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128111.058497:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b01bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540289024:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128111.058556:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128111.059849:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b01bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540289024:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128111.059863:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128111.059886:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542463104:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1493us (1628us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128111.059893:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8652 00000100:00100000:0.0:1746128111.061484:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.063755:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.067387:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.067463:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542463616 00000100:00100000:1.0:1746128111.067469:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542463616 00010000:00010000:1.0:1746128111.067490:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbd86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a42 expref: 74 pid: 28170 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746128111.067518:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8653 00000100:00100000:1.0:1746128111.067523:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542463616:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128111.067531:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128111.067547:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbd86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a42 expref: 74 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.067555:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbd86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a42 expref: 74 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.067593:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5800/0x802a7453533bbd86 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a42 expref: 74 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.067612:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128111.067614:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128111.067619:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbd8d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a49 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.067629:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbd8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a49 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.067651:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbd8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a49 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128111.067659:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b01bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540289280:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128111.067702:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128111.070724:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b01bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540289280:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128111.070741:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128111.070771:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1963:x1830947542463616:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3247us (3387us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128111.070780:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8653 00000100:00100000:0.0:1746128111.071218:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.073949:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.078336:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.082221:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.082388:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542464256 00000100:00100000:0.0:1746128111.082395:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542464256 00010000:00010000:0.0:1746128111.082420:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbd8d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a49 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746128111.082498:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8654 00000100:00100000:0.0:1746128111.082504:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e34c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542464256:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128111.082514:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128111.082531:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbd8d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a49 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746128111.082541:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbd8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a49 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746128111.082557:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128111.082559:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128111.082564:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbd94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a50 expref: 75 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.082592:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbd94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a50 expref: 75 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.082615:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbd94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a50 expref: 75 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.082624:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbd94 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a50 expref: 75 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746128111.082633:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540289664:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128111.082683:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c21f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128111.086075:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540289664:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128111.086092:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128111.086123:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e34c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542464256:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3618us (3905us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128111.086135:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8654 00000100:00100000:1.0:1746128111.086281:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.089442:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.093205:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.096482:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.100205:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.104568:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.104631:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.108716:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.111251:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.114660:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.117147:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.120901:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.123489:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.125709:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.127764:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.129826:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.131756:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.133742:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.137975:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.142551:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.144416:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.148951:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.148970:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542468096 00000100:00100000:0.0:1746128111.148975:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542468096 00002000:00100000:0.0:1746128111.149016:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cf37800 x1830947542468096/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128111.149024:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf37800 with x1830947542468096 ext(0->4095) 00010000:00010000:0.0:1746128111.149031:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a44e00/0x802a7453533bbdc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a81 expref: 74 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746128111.149042:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a44e00/0x802a7453533bbdc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a81 expref: 74 pid: 8417 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746128111.149047:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cf37800 00000100:00100000:0.0:1746128111.149069:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1584 00000100:00100000:0.0:1746128111.149074:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542468096:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128111.149181:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542468096:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (233us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128111.149186:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1584 00002000:00100000:0.0:1746128111.149190:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cf37800 x1830947542468096/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128111.149196:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf37800 with x1830947542468096 ext(0->4095) 00010000:00010000:0.0:1746128111.149200:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a44e00/0x802a7453533bbdc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a81 expref: 74 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746128111.149207:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a44e00/0x802a7453533bbdc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a81 expref: 74 pid: 8417 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746128111.149212:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cf37800 00000100:00100000:0.0:1746128111.151562:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.152185:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.157045:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.160460:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.163868:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.164657:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542468992 00000100:00100000:1.0:1746128111.164663:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542468992 00002000:00100000:1.0:1746128111.164689:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a744700 x1830947542468992/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.164698:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a744700 with x1830947542468992 ext(0->4095) 00002000:00010000:1.0:1746128111.164702:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a744700 00000100:00100000:1.0:1746128111.164942:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3607 00000100:00100000:1.0:1746128111.164949:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542468992:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128111.165077:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542468992:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (1215us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128111.165083:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3607 00002000:00100000:1.0:1746128111.165087:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a744700 x1830947542468992/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.165094:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a744700 with x1830947542468992 ext(0->4095) 00002000:00010000:1.0:1746128111.165097:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a744700 00000100:00100000:0.0:1746128111.166942:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.178810:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.180290:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.184092:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.189389:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.189565:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.195640:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.201344:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.201389:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542470272 00000100:00100000:1.0:1746128111.201395:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542470272 00002000:00100000:1.0:1746128111.201424:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a0d5e450 x1830947542470272/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.201434:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0d5e450 with x1830947542470272 ext(0->4095) 00010000:00010000:1.0:1746128111.201441:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bbde1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a9d expref: 77 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.201452:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bbde1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a9d expref: 77 pid: 8416 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746128111.201458:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0d5e450 00000100:00100000:1.0:1746128111.201507:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1587 00000100:00100000:1.0:1746128111.201514:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+77:1964:x1830947542470272:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128111.201653:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+77:1964:x1830947542470272:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128111.201659:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1587 00002000:00100000:1.0:1746128111.201664:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a0d5e450 x1830947542470272/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.201671:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0d5e450 with x1830947542470272 ext(0->4095) 00010000:00010000:1.0:1746128111.201676:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bbde1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a9d expref: 77 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.201684:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bbde1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2a9d expref: 77 pid: 8416 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746128111.201689:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0d5e450 00000100:00100000:0.0:1746128111.204917:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.212244:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.212336:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542470656 00000100:00100000:1.0:1746128111.212343:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542470656 00002000:00100000:1.0:1746128111.212378:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a745f80 x1830947542470656/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.212387:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a745f80 with x1830947542470656 ext(0->4095) 00002000:00010000:1.0:1746128111.212392:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a745f80 00000100:00100000:1.0:1746128111.212421:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3609 00000100:00100000:1.0:1746128111.212427:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+77:1964:x1830947542470656:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128111.212563:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+77:1964:x1830947542470656:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128111.212587:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3609 00002000:00100000:1.0:1746128111.212594:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a745f80 x1830947542470656/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.212606:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a745f80 with x1830947542470656 ext(0->4095) 00002000:00010000:1.0:1746128111.212609:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a745f80 00000100:00100000:0.0:1746128111.215139:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:1.0:1746128111.216227:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128111.232163:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.238261:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.240711:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.242099:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.246852:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.248590:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.252514:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.255314:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.260168:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.263210:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.263354:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542472448 00000100:00100000:1.0:1746128111.263360:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542472448 00000100:00100000:1.0:1746128111.263401:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4783 00000100:00100000:1.0:1746128111.263407:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542472448:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128111.263419:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128111.263431:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bbe04 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2ac0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.263453:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a44400/0x802a7453533bbdfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ab9 expref: 77 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.263459:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128111.263461:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128111.263464:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bbe04 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ac0 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.263487:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a44400/0x802a7453533bbdfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ab9 expref: 77 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.263497:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a44400/0x802a7453533bbdfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ab9 expref: 77 pid: 8416 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746128111.263507:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b019f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540293504:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128111.263593:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128111.265694:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b019f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540293504:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128111.265695:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:1.0:1746128111.265714:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bbe04 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ac0 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.265726:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630a00, rc 0) 00000100:00100000:1.0:1746128111.265759:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542472448:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2352us (2555us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128111.265767:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4783 00000100:00100000:0.0:1746128111.268412:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.269001:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542472832 00000100:00100000:1.0:1746128111.269020:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542472832 00002000:00100000:1.0:1746128111.269047:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a745c00 x1830947542472832/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.269055:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a745c00 with x1830947542472832 ext(0->4095) 00002000:00010000:1.0:1746128111.269058:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a745c00 00000100:00100000:1.0:1746128111.269272:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3611 00000100:00100000:1.0:1746128111.269278:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542472832:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128111.269387:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542472832:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (977us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128111.269392:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3611 00002000:00100000:1.0:1746128111.269396:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a745c00 x1830947542472832/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.269403:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a745c00 with x1830947542472832 ext(0->4095) 00002000:00010000:1.0:1746128111.269405:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a745c00 00000100:00100000:0.0:1746128111.269774:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.269824:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542472960 00000100:00100000:1.0:1746128111.269827:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542472960 00000100:00100000:1.0:1746128111.269948:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4784 00000100:00100000:1.0:1746128111.269953:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+77:31595:x1830947542472960:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128111.269961:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128111.269974:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bbe0b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2ac7 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.269992:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bbe04 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ac0 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.269998:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128111.269999:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128111.270002:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bbe0b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ac7 expref: 78 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.270035:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bbe04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ac0 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.270044:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bbe04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ac0 expref: 5 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746128111.270053:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b019f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540293760:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128111.270101:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800943d1c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128111.272688:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.272757:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.272836:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b019f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540293760:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128111.272858:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bbe0b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ac7 expref: 78 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.272875:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631a00, rc 0) 00000100:00100000:1.0:1746128111.272907:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+78:31595:x1830947542472960:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2953us (3711us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128111.272917:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4784 00000100:00100000:1.0:1746128111.272939:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542473088 00000100:00100000:1.0:1746128111.272943:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542473088 00000100:00100000:1.0:1746128111.272963:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4785 00000100:00100000:1.0:1746128111.272967:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+78:31596:x1830947542473088:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128111.272977:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128111.272987:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbe12 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2ace expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.273001:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128111.273004:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bbe0b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ac7 expref: 79 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.273019:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128111.273022:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbe12 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ace expref: 79 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.273042:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631a00/0x802a7453533bbe0b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ac7 expref: 79 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.273049:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bbe12 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ace expref: 79 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.273059:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630c00, rc 0) 00000100:00100000:1.0:1746128111.273071:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+79:31596:x1830947542473088:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128111.273075:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4785 00000100:00100000:0.0:1746128111.276555:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.279747:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.282452:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.286542:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.293329:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.293404:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.299836:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.302753:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.308513:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.337330:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.372310:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.372434:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542475136 00000100:00100000:1.0:1746128111.372440:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542475136 00002000:00100000:1.0:1746128111.372471:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012ce87100 x1830947542475136/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 496/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.372479:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce87100 with x1830947542475136 ext(0->7) 00010000:00010000:1.0:1746128111.372485:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbe20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2adc expref: 78 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.372494:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbe20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2adc expref: 78 pid: 28170 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746128111.372500:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce87100 00000100:00100000:1.0:1746128111.372525:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1593 00000100:00100000:1.0:1746128111.372531:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+78:1965:x1830947542475136:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128111.372872:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:1965:x1830947542475136:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 340us (561us total) trans 4294967937 rc 0/0 00000100:00100000:1.0:1746128111.372878:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1593 00002000:00100000:1.0:1746128111.372884:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012ce87100 x1830947542475136/t4294967937(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 496/448 e 0 to 0 dl 1746128122 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.372896:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce87100 with x1830947542475136 ext(0->7) 00010000:00010000:1.0:1746128111.372900:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbe20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2adc expref: 80 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.372909:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4200/0x802a7453533bbe20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2adc expref: 80 pid: 28170 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746128111.372914:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce87100 00000100:00100000:0.0:1746128111.405802:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.410487:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.414501:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e34050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1965:x1830947542475392:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2868us (4021us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.414512:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8675 00000100:00100000:0.0:1746128111.415136:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.417342:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540295040:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128111.417360:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbe2e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2aea expref: 8 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.417371:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66c00, rc 0) 00000100:00100000:3.0:1746128111.417392:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:31595:x1830947542475264:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4149us (11594us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.417397:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4789 00000100:00100000:0.0:1746128111.419560:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.419765:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542475776 00000100:00100000:3.0:1746128111.419771:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542475776 00010000:00010000:3.0:1746128111.419795:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbe27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ae3 expref: 6 pid: 28170 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.419816:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8676 00000100:00100000:3.0:1746128111.419821:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542475776:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128111.419832:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128111.419847:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbe27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ae3 expref: 6 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.419858:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbe27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ae3 expref: 6 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.419875:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bbe27 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ae3 expref: 6 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.419891:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.419892:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.419898:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbe2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2aea expref: 7 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.419905:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbe2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2aea expref: 7 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.419930:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbe2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2aea expref: 7 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128111.419940:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540295168:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128111.421151:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128111.425676:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.425940:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540295168:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128111.425956:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128111.425992:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542475776:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6170us (6437us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.426001:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8676 00000100:00100000:0.0:1746128111.426082:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542476032 00000100:00100000:0.0:1746128111.426088:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542476032 00002000:00100000:0.0:1746128111.426115:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b019f80 x1830947542476032/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128111.426124:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b019f80 with x1830947542476032 ext(0->4095) 00002000:00010000:0.0:1746128111.426127:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b019f80 00000100:00100000:0.0:1746128111.426152:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3614 00000100:00100000:0.0:1746128111.426157:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947542476032:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746128111.426274:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947542476032:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (604us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128111.426278:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3614 00002000:00100000:0.0:1746128111.426283:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b019f80 x1830947542476032/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128111.426289:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b019f80 with x1830947542476032 ext(0->4095) 00002000:00010000:0.0:1746128111.426292:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b019f80 00000100:00100000:1.0:1746128111.429589:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.429659:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542476160 00000100:00100000:3.0:1746128111.429666:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542476160 00000100:00100000:3.0:1746128111.429740:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4790 00000100:00100000:3.0:1746128111.429747:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542476160:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128111.429760:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128111.429772:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbe35 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2af1 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.429798:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbe2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2aea expref: 7 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.429804:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128111.429805:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128111.429808:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbe35 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af1 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.429829:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbe2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2aea expref: 7 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.429838:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbe2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2aea expref: 7 pid: 8416 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.429846:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540295296:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128111.430922:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128111.431287:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540295296:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128111.431306:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbe35 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af1 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.431316:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66e00, rc 0) 00000100:00100000:0.0:1746128111.431358:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542476160:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1603us (1789us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128111.431365:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4790 00000100:00100000:1.0:1746128111.432737:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.436445:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.436528:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542476416 00000100:00100000:3.0:1746128111.436535:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542476416 00010000:00010000:3.0:1746128111.436562:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbe2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2aea expref: 10 pid: 8416 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.436611:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8677 00000100:00100000:3.0:1746128111.436617:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542476416:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128111.436628:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128111.436644:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbe2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2aea expref: 10 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.436659:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbe2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2aea expref: 10 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.436677:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbe2e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2aea expref: 10 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.436692:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.436694:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.436699:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbe35 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.436706:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbe35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.436733:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbe35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128111.436743:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540295424:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128111.436806:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128111.441995:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.442069:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540295424:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128111.442085:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128111.442127:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542476416:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5510us (5688us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128111.442136:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8677 00000100:00100000:1.0:1746128111.444866:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.444979:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542476800 00000100:00100000:0.0:1746128111.444984:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542476800 00000100:00100000:0.0:1746128111.445026:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4791 00000100:00100000:0.0:1746128111.445032:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b018a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:31596:x1830947542476800:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128111.445044:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128111.445058:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe3c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2af8 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.445078:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbe35 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.445084:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128111.445085:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128111.445088:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe3c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af8 expref: 10 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.445109:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbe35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.445117:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbe35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af1 expref: 5 pid: 8416 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746128111.445126:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540295552:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128111.445187:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0446c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128111.446526:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.447776:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540295552:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128111.447783:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:0.0:1746128111.447792:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe3c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af8 expref: 11 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.447801:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d000, rc 0) 00000100:00100000:0.0:1746128111.448369:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b018a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:31596:x1830947542476800:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3335us (3506us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128111.448374:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542477056 00000100:00100000:0.0:1746128111.448375:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4791 00000100:00100000:1.0:1746128111.448378:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542477056 00010000:00010000:1.0:1746128111.448395:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbe35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af1 expref: 6 pid: 8416 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746128111.448412:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8678 00000100:00100000:1.0:1746128111.448416:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542477056:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128111.448424:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128111.448438:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbe35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af1 expref: 6 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.448447:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbe35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af1 expref: 6 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.448463:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbe35 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af1 expref: 6 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.448484:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128111.448485:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128111.448491:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe3c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af8 expref: 10 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.448498:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af8 expref: 10 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.448517:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af8 expref: 10 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.448526:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af8 expref: 10 pid: 8416 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746128111.448535:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b018000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540295808:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128111.449171:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128111.450534:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b018000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540295808:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128111.450546:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128111.450829:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542477056:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2409us (3044us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128111.450837:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8678 00000100:00100000:0.0:1746128111.451118:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.451262:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542477312 00000100:00100000:3.0:1746128111.451267:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542477312 00002000:00100000:3.0:1746128111.451297:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce86d80 x1830947542477312/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.451305:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce86d80 with x1830947542477312 ext(0->4095) 00010000:00010000:3.0:1746128111.451313:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af8 expref: 11 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.451324:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af8 expref: 11 pid: 8416 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746128111.451330:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce86d80 00000100:00100000:3.0:1746128111.451344:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1596 00000100:00100000:3.0:1746128111.451350:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1963:x1830947542477312:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128111.451465:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1963:x1830947542477312:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (348us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128111.451471:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1596 00002000:00100000:3.0:1746128111.451476:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce86d80 x1830947542477312/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.451483:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce86d80 with x1830947542477312 ext(0->4095) 00010000:00010000:3.0:1746128111.451487:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af8 expref: 11 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.451495:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af8 expref: 11 pid: 8416 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746128111.451500:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce86d80 00000100:00100000:0.0:1746128111.456208:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.457201:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542477568 00000100:00100000:1.0:1746128111.457205:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542477568 00010000:00010000:1.0:1746128111.457220:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af8 expref: 11 pid: 8416 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746128111.457243:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8679 00000100:00100000:1.0:1746128111.457249:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1963:x1830947542477568:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128111.457256:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128111.457271:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af8 expref: 11 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.457280:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af8 expref: 11 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.457293:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe3c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2af8 expref: 11 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.457314:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128111.457316:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128111.457321:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbe43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2aff expref: 10 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.457328:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbe43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2aff expref: 10 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.457346:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbe43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2aff expref: 10 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.457355:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbe43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2aff expref: 10 pid: 28170 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746128111.457365:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b018000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540296064:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128111.457426:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128111.458798:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b018000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540296064:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128111.458811:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128111.459014:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542477568:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1754us (1845us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128111.459022:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8679 00000100:00100000:0.0:1746128111.460078:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.463153:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542477952 00000100:00100000:0.0:1746128111.463160:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542477952 00000100:00100000:0.0:1746128111.463193:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4794 00000100:00100000:0.0:1746128111.463199:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:31595:x1830947542477952:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128111.463215:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128111.463228:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbe51 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2b0d expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.463248:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128111.463253:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbe4a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b06 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.463258:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746128111.463261:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbe51 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b0d expref: 11 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.463288:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbe4a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b06 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128111.463336:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542478080 00000100:00100000:1.0:1746128111.463339:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542478080 00010000:00010000:1.0:1746128111.463354:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbe43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2aff expref: 12 pid: 28170 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746128111.463416:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8680 00000100:00100000:1.0:1746128111.463421:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1963:x1830947542478080:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128111.463428:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128111.463444:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbe43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2aff expref: 12 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746128111.463459:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbe51 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b0d expref: 12 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.463469:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d200, rc 0) 00000100:00100000:0.0:1746128111.463505:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:31595:x1830947542477952:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 306us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128111.463510:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4794 00010000:00010000:1.0:1746128111.463633:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbe43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2aff expref: 11 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.463645:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbe43 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2aff expref: 11 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.463668:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128111.463669:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128111.463674:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbe4a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b06 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.463680:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbe4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b06 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.463697:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbe4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b06 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.463705:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbe4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b06 expref: 5 pid: 8416 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746128111.463713:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b018000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540296320:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128111.463757:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128111.467235:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b018000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540296320:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128111.467240:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542478336 00000100:00100000:3.0:1746128111.467245:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542478336 00010000:00010000:1.0:1746128111.467250:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746128111.467275:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3ad880 x1830947542478336/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.467289:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3ad880 with x1830947542478336 ext(0->4095) 00000100:00100000:1.0:1746128111.467293:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542478080:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3871us (4213us total) trans 0 rc 0/0 00010000:00010000:3.0:1746128111.467296:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbe4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b06 expref: 6 pid: 8416 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746128111.467301:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8680 00010000:00010000:3.0:1746128111.467306:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbe4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b06 expref: 6 pid: 8416 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746128111.467312:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3ad880 00000100:00100000:3.0:1746128111.467324:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1598 00000100:00100000:3.0:1746128111.467329:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542478336:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128111.467682:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542478336:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 353us (548us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128111.467688:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1598 00002000:00100000:3.0:1746128111.467693:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3ad880 x1830947542478336/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.467699:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3ad880 with x1830947542478336 ext(0->4095) 00010000:00010000:3.0:1746128111.467703:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbe4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b06 expref: 6 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.467712:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbe4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b06 expref: 6 pid: 8416 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746128111.467717:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3ad880 00000100:00100000:1.0:1746128111.469761:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542478464 00000100:00100000:1.0:1746128111.469767:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542478464 00010000:00010000:1.0:1746128111.469789:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbe4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b06 expref: 6 pid: 8416 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746128111.469839:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8681 00000100:00100000:1.0:1746128111.469846:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542478464:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128111.469857:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128111.469871:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbe4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b06 expref: 6 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.469909:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbe4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b06 expref: 6 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.469926:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbe4a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b06 expref: 6 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.469946:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128111.469947:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128111.469953:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbe51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b0d expref: 9 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.469960:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbe51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b0d expref: 9 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.469988:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbe51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b0d expref: 9 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128111.470076:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b018000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540296448:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128111.470139:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128111.473742:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b018000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540296448:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128111.473758:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128111.473790:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542478464:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3944us (4081us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.473934:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542478720 00000100:00100000:3.0:1746128111.473940:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542478720 00002000:00100000:3.0:1746128111.473969:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3adf80 x1830947542478720/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.473977:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3adf80 with x1830947542478720 ext(0->4095) 00002000:00010000:3.0:1746128111.473981:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b3adf80 00000100:00100000:3.0:1746128111.473996:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3616 00000100:00100000:3.0:1746128111.474002:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1964:x1830947542478720:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128111.474146:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1964:x1830947542478720:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (500us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128111.474151:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3616 00002000:00100000:3.0:1746128111.474156:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3adf80 x1830947542478720/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.474163:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3adf80 with x1830947542478720 ext(0->4095) 00002000:00010000:3.0:1746128111.474165:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b3adf80 00000100:00100000:1.0:1746128111.474204:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8681 00000100:00100000:0.0:1746128111.477052:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542478848 00000100:00100000:0.0:1746128111.477059:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542478848 00000100:00100000:0.0:1746128111.477093:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4795 00000100:00100000:0.0:1746128111.477099:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542478848:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128111.477111:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128111.477125:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe58 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2b14 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.477146:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbe51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b0d expref: 9 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.477152:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128111.477154:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128111.477157:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe58 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b14 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.477179:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbe51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b0d expref: 9 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.477190:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bbe51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b0d expref: 9 pid: 8416 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746128111.477200:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540296576:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128111.477274:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0446c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128111.479131:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540296576:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128111.479157:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe58 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b14 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.479170:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d000, rc 0) 00000100:00100000:0.0:1746128111.479209:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542478848:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2109us (2243us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128111.479216:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4795 00000100:00100000:1.0:1746128111.479946:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.482537:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542479232 00000100:00100000:3.0:1746128111.482543:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542479232 00000100:00100000:0.0:1746128111.482560:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540296704:192.168.203.28@tcp:105: 00002000:00100000:3.0:1746128111.482588:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3aea00 x1830947542479232/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:0.0:1746128111.482589:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746128111.482595:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3aea00 with x1830947542479232 ext(0->4095) 00002000:00010000:3.0:1746128111.482598:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b3aea00 00000100:00100000:3.0:1746128111.482613:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3617 00000100:00100000:3.0:1746128111.482619:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542479232:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128111.482626:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8524c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1964:x1830947542478976:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2135us (2681us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128111.482631:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8682 00000100:00100000:3.0:1746128111.482731:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542479232:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (250us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128111.482739:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3617 00002000:00100000:3.0:1746128111.482743:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3aea00 x1830947542479232/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.482749:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3aea00 with x1830947542479232 ext(0->4095) 00002000:00010000:3.0:1746128111.482751:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b3aea00 00000100:00100000:0.0:1746128111.484191:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542479360 00000100:00100000:0.0:1746128111.484196:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542479360 00000100:00100000:0.0:1746128111.484228:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4796 00000100:00100000:0.0:1746128111.484233:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:31595:x1830947542479360:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128111.484244:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128111.484256:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbe5f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2b1b expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.484274:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe58 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b14 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.484280:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128111.484281:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128111.484284:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbe5f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b1b expref: 10 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.484310:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b14 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.484320:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b14 expref: 5 pid: 8416 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746128111.484330:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce84380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540296832:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128111.484394:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128111.484941:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.486240:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce84380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540296832:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128111.486254:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbe5f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b1b expref: 11 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.486263:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880137391e00, rc 0) 00000100:00100000:0.0:1746128111.486377:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:31595:x1830947542479360:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2143us (2249us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128111.486383:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4796 00000100:00100000:1.0:1746128111.486528:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.486588:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542479616 00000100:00100000:0.0:1746128111.486592:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542479616 00010000:00010000:0.0:1746128111.486606:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b14 expref: 6 pid: 8416 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746128111.486717:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8683 00000100:00100000:0.0:1746128111.486723:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542479616:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128111.486731:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128111.486752:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b14 expref: 6 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746128111.486762:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b14 expref: 6 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746128111.486778:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbe58 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b14 expref: 6 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746128111.486803:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128111.486804:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128111.486810:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbe5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b1b expref: 10 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.486817:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbe5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b1b expref: 10 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.486838:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbe5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b1b expref: 10 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.486847:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbe5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b1b expref: 10 pid: 8416 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746128111.486856:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce84380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540297088:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128111.487511:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128111.488819:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce84380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540297088:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128111.488830:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128111.488849:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.489219:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542479616:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2495us (2689us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128111.489225:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8683 00000100:00100000:1.0:1746128111.491201:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.491264:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542480000 00000100:00100000:0.0:1746128111.491269:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542480000 00010000:00010000:0.0:1746128111.491291:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbe5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b1b expref: 11 pid: 8416 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746128111.491327:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8684 00000100:00100000:0.0:1746128111.491332:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1963:x1830947542480000:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128111.491342:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128111.491357:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbe5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b1b expref: 11 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746128111.491366:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbe5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b1b expref: 11 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746128111.491381:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbe5f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b1b expref: 11 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746128111.491480:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128111.491483:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128111.491489:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbe66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b22 expref: 10 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.491496:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbe66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b22 expref: 10 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.491520:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbe66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b22 expref: 10 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128111.491530:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce84380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540297216:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128111.491609:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128111.493569:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce84380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540297216:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128111.493608:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128111.493646:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542480000:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2313us (2448us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128111.493655:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8684 00000100:00100000:3.0:1746128111.494256:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542480256 00000100:00100000:3.0:1746128111.494262:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542480256 00002000:00100000:3.0:1746128111.494288:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3af100 x1830947542480256/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.494295:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3af100 with x1830947542480256 ext(0->4095) 00002000:00010000:3.0:1746128111.494299:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b3af100 00000100:00100000:3.0:1746128111.494309:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3618 00000100:00100000:3.0:1746128111.494313:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542480256:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128111.494612:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542480256:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 297us (414us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128111.494618:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3618 00002000:00100000:3.0:1746128111.494623:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3af100 x1830947542480256/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.494630:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3af100 with x1830947542480256 ext(0->4095) 00002000:00010000:3.0:1746128111.494633:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b3af100 00000100:00100000:0.0:1746128111.496919:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542480384 00000100:00100000:0.0:1746128111.496926:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542480384 00000100:00100000:0.0:1746128111.496965:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4798 00000100:00100000:0.0:1746128111.496972:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542480384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128111.496984:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128111.496997:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bbe6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2b29 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.497028:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbe66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b22 expref: 9 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.497034:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128111.497036:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128111.497039:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bbe6d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b29 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.497064:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbe66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b22 expref: 9 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.497074:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbe66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b22 expref: 9 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746128111.497084:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce84380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540297344:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128111.497157:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128111.500983:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.501319:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542480512 00000100:00100000:1.0:1746128111.501325:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542480512 00010000:00010000:1.0:1746128111.501349:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbe66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b22 expref: 10 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746128111.501370:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8685 00000100:00100000:1.0:1746128111.501375:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1964:x1830947542480512:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128111.501384:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128111.501399:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbe66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b22 expref: 10 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.501408:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbe66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b22 expref: 10 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.501423:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbe66 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b22 expref: 10 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.501436:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128111.501438:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128111.501443:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bbe6d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b29 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.501454:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bbe6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b29 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.501478:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bbe6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b29 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128111.501487:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b018380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540297472:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128111.501532:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128111.504208:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.504320:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b018380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540297472:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128111.504334:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128111.504376:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1964:x1830947542480512:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2999us (3395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128111.504384:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8685 00000100:00100000:0.0:1746128111.506598:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542480896 00000100:00100000:0.0:1746128111.506603:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542480896 00000100:00100000:0.0:1746128111.506630:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4799 00000100:00100000:0.0:1746128111.506635:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:31595:x1830947542480896:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128111.506644:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128111.506658:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ace7ea00/0x802a7453533bbe74 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2b30 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.506677:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bbe6d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b29 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.506683:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128111.506684:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128111.506687:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ace7ea00/0x802a7453533bbe74 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b30 expref: 10 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.506708:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bbe6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b29 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.506717:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bbe6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b29 expref: 5 pid: 8416 timeout: 607 lvb_type: 0 00000100:00100000:0.0:1746128111.506726:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce84e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540297600:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128111.507802:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0440c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128111.509974:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.510648:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce84e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540297600:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128111.510670:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ace7ea00/0x802a7453533bbe74 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b30 expref: 11 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.510683:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ace7ea00, rc 0) 00000100:00100000:0.0:1746128111.510713:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:31595:x1830947542480896:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4078us (4184us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128111.510718:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4799 00000100:00100000:1.0:1746128111.512236:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.515749:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542481408 00000100:00100000:3.0:1746128111.515755:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542481408 00002000:00100000:3.0:1746128111.515788:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3ace00 x1830947542481408/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.515797:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3ace00 with x1830947542481408 ext(0->4095) 00010000:00010000:3.0:1746128111.515804:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800ace7ea00/0x802a7453533bbe74 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b30 expref: 11 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.515815:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ace7ea00/0x802a7453533bbe74 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b30 expref: 11 pid: 8416 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746128111.515822:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3ace00 00000100:00100000:3.0:1746128111.515836:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1600 00000100:00100000:3.0:1746128111.515842:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1964:x1830947542481408:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128111.515964:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1964:x1830947542481408:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (392us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128111.515970:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1600 00002000:00100000:3.0:1746128111.515974:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3ace00 x1830947542481408/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.515980:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3ace00 with x1830947542481408 ext(0->4095) 00010000:00010000:3.0:1746128111.515985:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800ace7ea00/0x802a7453533bbe74 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b30 expref: 11 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.515992:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ace7ea00/0x802a7453533bbe74 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b30 expref: 11 pid: 8416 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746128111.515997:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3ace00 00000100:00100000:0.0:1746128111.516083:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3afb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540297856:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128111.516096:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128111.516116:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542481152:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3612us (3883us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128111.516124:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8686 00000100:00100000:0.0:1746128111.518560:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.521661:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.524286:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.524411:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542481920 00000100:00100000:3.0:1746128111.524418:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542481920 00000100:00100000:3.0:1746128111.524459:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4801 00000100:00100000:3.0:1746128111.524465:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542481920:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128111.524477:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128111.524490:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbe82 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2b3e expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.524511:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbe7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b37 expref: 9 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.524517:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128111.524518:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128111.524521:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbe82 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b3e expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.524545:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbe7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b37 expref: 9 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.524555:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbe7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b37 expref: 9 pid: 28170 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.524565:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540298112:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128111.524655:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128111.526896:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.528909:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.528994:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542482304 00000100:00100000:3.0:1746128111.528999:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542482304 00002000:00100000:3.0:1746128111.529056:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f95880 x1830947542482304/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.529070:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f95880 with x1830947542482304 ext(0->4095) 00002000:00010000:3.0:1746128111.529074:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f95880 00000100:00100000:3.0:1746128111.529100:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3621 00000100:00100000:3.0:1746128111.529106:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542482304:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746128111.529232:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542482304:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (322us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128111.529238:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3621 00002000:00100000:3.0:1746128111.529243:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f95880 x1830947542482304/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.529249:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f95880 with x1830947542482304 ext(0->4095) 00002000:00010000:3.0:1746128111.529251:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f95880 00000100:00100000:0.0:1746128111.533287:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.535135:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.535202:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542482560 00000100:00100000:0.0:1746128111.535207:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542482560 00000100:00100000:0.0:1746128111.535234:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4803 00000100:00100000:0.0:1746128111.535239:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:31595:x1830947542482560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128111.535249:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128111.535259:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bbe90 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2b4c expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.535272:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128111.535276:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbe89 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b45 expref: 12 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.535281:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128111.535283:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bbe90 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b4c expref: 12 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.535303:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbe89 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b45 expref: 12 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.535312:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bbe90 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b4c expref: 12 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.535320:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009567d600, rc 0) 00000100:00100000:0.0:1746128111.535356:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:31595:x1830947542482560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128111.535361:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4803 00000100:00100000:1.0:1746128111.543984:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.544390:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542482688 00000100:00100000:3.0:1746128111.544397:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542482688 00010000:00010000:3.0:1746128111.544425:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbe82 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b3e expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.544461:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8689 00000100:00100000:3.0:1746128111.544467:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8527450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542482688:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128111.544478:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128111.544498:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbe82 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b3e expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.544509:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbe82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b3e expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.544530:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.544532:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.544538:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbe89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b45 expref: 11 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.544544:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbe89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b45 expref: 11 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.544591:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbe89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b45 expref: 11 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.544601:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbe89 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b45 expref: 11 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.544610:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540298624:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128111.544685:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128111.548617:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540298624:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128111.548635:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128111.548680:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8527450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542482688:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4211us (4700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.548688:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8689 00000100:00100000:1.0:1746128111.550487:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.550610:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542482944 00000100:00100000:0.0:1746128111.550617:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542482944 00002000:00100000:0.0:1746128111.550652:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0b100 x1830947542482944/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128111.550660:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0b100 with x1830947542482944 ext(0->4095) 00010000:00010000:0.0:1746128111.550667:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbe89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b45 expref: 11 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746128111.550679:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbe89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b45 expref: 11 pid: 8417 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746128111.550685:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0b100 00000100:00100000:0.0:1746128111.551412:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1601 00000100:00100000:0.0:1746128111.551419:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1965:x1830947542482944:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746128111.551610:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1965:x1830947542482944:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 191us (1126us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128111.551616:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1601 00002000:00100000:0.0:1746128111.551622:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0b100 x1830947542482944/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128111.551629:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0b100 with x1830947542482944 ext(0->4095) 00010000:00010000:0.0:1746128111.551634:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbe89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b45 expref: 11 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:0.0:1746128111.551643:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbe89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b45 expref: 11 pid: 8417 timeout: 607 lvb_type: 0 00002000:00010000:0.0:1746128111.551648:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0b100 00000100:00100000:1.0:1746128111.557368:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.557448:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.557610:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542483200 00000100:00100000:3.0:1746128111.557614:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542483200 00010000:00010000:3.0:1746128111.557627:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbe89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b45 expref: 11 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.557652:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8690 00000100:00100000:3.0:1746128111.557656:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1964:x1830947542483200:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128111.557663:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128111.557678:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbe89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b45 expref: 11 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.557687:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbe89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b45 expref: 11 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.557701:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbe89 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b45 expref: 11 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.557713:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.557714:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.557718:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bbe90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b4c expref: 10 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.557724:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bbe90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b4c expref: 10 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.557742:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bbe90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b4c expref: 10 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.557751:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bbe90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b4c expref: 10 pid: 28170 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.557769:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540298880:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128111.557812:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128111.560348:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540298880:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128111.560364:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128111.560394:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1964:x1830947542483200:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2736us (2944us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.560402:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8690 00000100:00100000:1.0:1746128111.561500:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.561622:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542483456 00000100:00100000:3.0:1746128111.561628:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542483456 00002000:00100000:3.0:1746128111.561656:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e08700 x1830947542483456/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.561664:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e08700 with x1830947542483456 ext(0->4095) 00010000:00010000:3.0:1746128111.561671:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bbe90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b4c expref: 10 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.561681:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bbe90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b4c expref: 10 pid: 28170 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746128111.561686:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e08700 00000100:00100000:3.0:1746128111.561709:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1602 00000100:00100000:3.0:1746128111.561715:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1964:x1830947542483456:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128111.561836:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1964:x1830947542483456:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (339us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128111.561844:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1602 00002000:00100000:3.0:1746128111.561849:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e08700 x1830947542483456/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.561855:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e08700 with x1830947542483456 ext(0->4095) 00010000:00010000:3.0:1746128111.561859:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bbe90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b4c expref: 10 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.561867:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bbe90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b4c expref: 10 pid: 28170 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746128111.561872:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e08700 00000100:00100000:1.0:1746128111.566028:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.566217:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.566880:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542483712 00000100:00100000:3.0:1746128111.566884:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542483712 00010000:00010000:3.0:1746128111.566899:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bbe90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b4c expref: 11 pid: 28170 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.567818:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8691 00000100:00100000:3.0:1746128111.567825:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1963:x1830947542483712:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128111.567834:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128111.567848:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bbe90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b4c expref: 11 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.567858:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bbe90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b4c expref: 11 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.567872:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bbe90 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b4c expref: 11 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.567886:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.567888:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.567893:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbe97 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b53 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.567900:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbe97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b53 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.567919:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbe97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b53 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.567928:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbe97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b53 expref: 5 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.567937:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540299136:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128111.567983:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128111.573306:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.573324:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540299136:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128111.573339:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128111.574273:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542483712:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6448us (8054us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.574281:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8691 00000100:00100000:0.0:1746128111.574629:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.574643:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.574664:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.574672:0:21156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542484224 00000100:00100000:0.0:1746128111.574675:0:7077:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542484096 00000100:00100000:3.0:1746128111.574676:0:21156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542484224 00000100:00100000:0.0:1746128111.574677:0:7077:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542484096 00000100:00100000:0.0:1746128111.574695:0:7077:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 382 00000100:00100000:3.0:1746128111.574696:0:21156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542484480 00000100:00100000:3.0:1746128111.574698:0:21156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542484480 00000100:00100000:0.0:1746128111.574699:0:7077:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5da1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7942e9de-9730-471c-9d1a-fdfcd28eb817+12:1965:x1830947542484096:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:3.0:1746128111.574712:0:21156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 349 00000100:00100000:3.0:1746128111.574717:0:21156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542484224:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1746128111.574721:0:7077:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5da1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7942e9de-9730-471c-9d1a-fdfcd28eb817+12:1965:x1830947542484096:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 22us (57us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128111.574728:0:7077:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 382 00000100:00100000:3.0:1746128111.574735:0:21156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542484224:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 19us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.574740:0:21156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 349 00000100:00100000:3.0:1746128111.574747:0:21156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 350 00000100:00100000:3.0:1746128111.574750:0:21156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1965:x1830947542484480:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1746128111.574756:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.574765:0:21156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1965:x1830947542484480:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 14us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.574770:0:21156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 350 00000100:00080000:3.0:1746128111.574780:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746128111.574787:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.574799:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542484352 00000100:00100000:0.0:1746128111.574801:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542484352 00000100:00100000:3.0:1746128111.575652:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542484608 00000100:00100000:3.0:1746128111.575656:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542484608 00000100:00100000:0.0:1746128111.578552:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 425 00000100:00100000:3.0:1746128111.579377:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 426 00000100:00100000:3.0:1746128111.579385:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542484608:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:3.0:1746128111.579435:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542484608:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 52us (4648us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.579440:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 426 00000100:00100000:0.0:1746128111.579490:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1965:x1830947542484352:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1746128111.579514:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1965:x1830947542484352:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 955us (4757us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128111.579519:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 425 00000100:00100000:0.0:1746128111.581684:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.581769:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542484736 00000100:00100000:3.0:1746128111.581776:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542484736 00010000:00010000:3.0:1746128111.581800:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbe97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b53 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.581822:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8692 00000100:00100000:3.0:1746128111.581827:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542484736:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128111.581837:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128111.581855:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbe97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b53 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.581869:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbe97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b53 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.581888:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbe97 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b53 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.581982:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.581984:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.581990:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbe9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b5a expref: 9 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.581997:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbe9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b5a expref: 9 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.582032:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbe9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b5a expref: 9 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128111.582041:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540299264:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128111.582889:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128111.587981:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540299264:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128111.588000:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128111.588047:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542484736:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6218us (6366us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.588055:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8692 00000100:00100000:0.0:1746128111.589223:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.591716:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.592717:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542485120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128111.592731:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128111.592747:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbea5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2b61 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.592768:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbe9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b5a expref: 9 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.592774:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128111.592775:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128111.592778:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbea5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b61 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.592801:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbe9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b5a expref: 9 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.592812:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbe9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b5a expref: 9 pid: 8416 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.592821:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540299392:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128111.592882:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128111.597725:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540299392:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128111.597749:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbea5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b61 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.597764:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67200, rc 0) 00000100:00100000:3.0:1746128111.597798:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542485120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5130us (6085us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.597808:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4806 00000100:00100000:0.0:1746128111.598297:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.598342:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542485248 00000100:00100000:3.0:1746128111.598348:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542485248 00000100:00100000:0.0:1746128111.598354:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:3.0:1746128111.598369:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbe9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b5a expref: 10 pid: 8416 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.598399:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8693 00000100:00100000:3.0:1746128111.598404:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542485248:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128111.598416:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128111.598431:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbe9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b5a expref: 10 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.598440:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbe9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b5a expref: 10 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.598456:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbe9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b5a expref: 10 pid: 8416 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.599266:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128111.599285:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1963:x1830947542485248:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 880us (989us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.599291:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8693 00000100:00100000:0.0:1746128111.602913:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.603042:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542485632 00000100:00100000:3.0:1746128111.603050:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542485632 00002000:00100000:3.0:1746128111.603082:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f97480 x1830947542485632/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.603098:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f97480 with x1830947542485632 ext(0->4095) 00010000:00010000:3.0:1746128111.603105:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbea5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b61 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.603117:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbea5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b61 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746128111.603124:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f97480 00000100:00100000:3.0:1746128111.603140:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1604 00000100:00100000:3.0:1746128111.603146:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542485632:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128111.603276:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542485632:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (368us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128111.603282:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1604 00002000:00100000:3.0:1746128111.603287:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f97480 x1830947542485632/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.603294:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f97480 with x1830947542485632 ext(0->4095) 00010000:00010000:3.0:1746128111.603298:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbea5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b61 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.603306:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbea5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b61 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746128111.603312:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f97480 00000100:00100000:0.0:1746128111.608494:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.608591:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542485760 00000100:00100000:3.0:1746128111.608598:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542485760 00010000:00010000:3.0:1746128111.608624:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbea5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b61 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.608654:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8694 00000100:00100000:3.0:1746128111.608660:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542485760:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128111.608671:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128111.608687:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbea5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b61 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.608696:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbea5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b61 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.608713:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbea5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b61 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.608726:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.608728:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.608734:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbeac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b68 expref: 9 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.608741:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbeac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b68 expref: 9 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.608765:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbeac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b68 expref: 9 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128111.608773:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540299776:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128111.609798:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128111.610648:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540299776:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128111.610727:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128111.610757:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542485760:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2096us (2268us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.610765:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8694 00000100:00100000:0.0:1746128111.611167:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.627972:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.636859:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.637149:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542486272 00000100:00100000:3.0:1746128111.637156:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542486272 00002000:00100000:3.0:1746128111.637192:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094b29500 x1830947542486272/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 496/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.637201:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29500 with x1830947542486272 ext(0->7) 00010000:00010000:3.0:1746128111.637214:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbeac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b68 expref: 10 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.637227:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbeac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b68 expref: 10 pid: 8417 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746128111.637233:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b29500 00000100:00100000:3.0:1746128111.637825:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1605 00000100:00100000:3.0:1746128111.637833:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542486272:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128111.638170:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1963:x1830947542486272:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 337us (1316us total) trans 4294967939 rc 0/0 00000100:00100000:3.0:1746128111.638176:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1605 00002000:00100000:3.0:1746128111.638182:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094b29500 x1830947542486272/t4294967939(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 496/448 e 0 to 0 dl 1746128122 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.638193:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29500 with x1830947542486272 ext(0->7) 00010000:00010000:3.0:1746128111.638199:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbeac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b68 expref: 12 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.638208:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbeac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b68 expref: 12 pid: 8417 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746128111.638213:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b29500 00000100:00100000:0.0:1746128111.639947:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.642086:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.642249:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542486528 00000100:00100000:3.0:1746128111.642256:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542486528 00010000:00010000:3.0:1746128111.642278:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbeac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b68 expref: 13 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.642305:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8695 00000100:00100000:3.0:1746128111.642310:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+13:1965:x1830947542486528:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128111.642318:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746128111.642330:0:9797:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746128111 -> 1746128112 00002000:00010000:3.0:1746128111.642332:0:9797:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746128111 -> 1746128112 00010000:00010000:3.0:1746128111.642337:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbeac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b68 expref: 13 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.642345:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbeac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b68 expref: 13 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.642360:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbeac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b68 expref: 13 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.642385:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.642386:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.642391:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbeb3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b6f expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.642398:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbeb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b6f expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.642418:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbeb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b6f expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.642426:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbeb3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b6f expref: 5 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.642434:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540300160:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128111.642487:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128111.645840:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.645970:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540300160:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128111.645987:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128111.646838:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1965:x1830947542486528:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4525us (4750us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.646846:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8695 00000100:00100000:0.0:1746128111.652037:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.652310:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542486912 00000100:00100000:3.0:1746128111.652317:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542486912 00010000:00010000:3.0:1746128111.652341:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbeb3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b6f expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.654181:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8696 00000100:00100000:3.0:1746128111.654193:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f29050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542486912:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128111.654205:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128111.654224:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbeb3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b6f expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.654235:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbeb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b6f expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.654253:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbeb3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b6f expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.654342:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.654345:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.654351:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbeba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b76 expref: 11 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.654358:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbeba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b76 expref: 11 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.654385:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbeba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b76 expref: 11 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128111.654394:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540300288:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128111.655070:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128111.659628:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540300288:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128111.659646:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128111.659684:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f29050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542486912:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5494us (7652us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.659693:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8696 00000100:00100000:0.0:1746128111.660176:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.662600:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542487168 00000100:00100000:3.0:1746128111.662609:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542487168 00002000:00100000:3.0:1746128111.662647:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b29f80 x1830947542487168/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.662655:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29f80 with x1830947542487168 ext(0->4095) 00002000:00010000:3.0:1746128111.662659:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b29f80 00000100:00100000:3.0:1746128111.662683:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3624 00000100:00100000:3.0:1746128111.662689:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1963:x1830947542487168:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128111.662840:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1963:x1830947542487168:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (2664us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128111.662846:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3624 00002000:00100000:3.0:1746128111.662850:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b29f80 x1830947542487168/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.662856:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29f80 with x1830947542487168 ext(0->4095) 00002000:00010000:3.0:1746128111.662859:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b29f80 00000100:00100000:0.0:1746128111.664816:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.670399:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.670480:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.670597:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542487424 00000100:00100000:1.0:1746128111.670604:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542487424 00000100:00100000:1.0:1746128111.670639:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4811 00000100:00100000:1.0:1746128111.670644:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:31595:x1830947542487424:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746128111.670655:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542487552 00010000:00010000:1.0:1746128111.670658:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746128111.670659:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542487552 00010000:00010000:1.0:1746128111.670673:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbec8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2b84 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.670677:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbeba lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b76 expref: 13 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.670692:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128111.670697:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbec1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b7d expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128111.670700:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8697 00010000:00010000:1.0:1746128111.670701:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128111.670704:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbec8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b84 expref: 14 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128111.670705:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:1964:x1830947542487552:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128111.670712:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128111.670729:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbec1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b7d expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.671128:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbeba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b76 expref: 14 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.671198:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbec8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b84 expref: 14 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.671208:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d800, rc 0) 00000100:00100000:1.0:1746128111.671242:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:31595:x1830947542487424:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 597us (849us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128111.671247:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4811 00010000:00010000:3.0:1746128111.674376:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbeba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b76 expref: 13 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.674401:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbeba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b76 expref: 13 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.674423:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.674425:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.674431:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbec1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b7d expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.674438:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbec1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b7d expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.674473:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbec1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b7d expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.674484:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbec1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b7d expref: 5 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.674499:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540300672:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128111.674605:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128111.680029:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.680156:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542487808 00000100:00100000:1.0:1746128111.680163:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542487808 00000100:00100000:3.0:1746128111.680169:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540300672:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128111.680185:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746128111.680199:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b2b800 x1830947542487808/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.680208:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2b800 with x1830947542487808 ext(0->4095) 00010000:00010000:1.0:1746128111.680216:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbec1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b7d expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.680219:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1964:x1830947542487552:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 9513us (9738us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.680227:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8697 00010000:00010000:1.0:1746128111.680228:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbec1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b7d expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746128111.680233:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b2b800 00000100:00100000:1.0:1746128111.680264:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1607 00000100:00100000:1.0:1746128111.680270:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542487808:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128111.680398:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542487808:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (376us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128111.680404:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1607 00002000:00100000:1.0:1746128111.680409:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b2b800 x1830947542487808/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.680415:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2b800 with x1830947542487808 ext(0->4095) 00010000:00010000:1.0:1746128111.680420:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbec1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b7d expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.680428:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbec1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b7d expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746128111.680433:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b2b800 00000100:00100000:0.0:1746128111.686282:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.686800:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542487936 00000100:00100000:3.0:1746128111.686807:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542487936 00010000:00010000:3.0:1746128111.686834:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbec1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b7d expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.686854:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8698 00000100:00100000:3.0:1746128111.686859:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542487936:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128111.686869:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128111.686885:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbec1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b7d expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.686895:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbec1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b7d expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.686911:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbec1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b7d expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.686925:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.686927:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.686933:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbec8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b84 expref: 11 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.686939:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbec8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b84 expref: 11 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.686962:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbec8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b84 expref: 11 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128111.686971:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540300800:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128111.688276:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce180 going to sleep for 11 seconds 00000100:00100000:3.0:1746128111.693542:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540300800:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128111.693559:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128111.693618:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542487936:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6757us (7341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.693628:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8698 00000100:00100000:0.0:1746128111.694041:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.694313:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542488192 00000100:00100000:1.0:1746128111.694319:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542488192 00002000:00100000:1.0:1746128111.694351:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b29180 x1830947542488192/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.694360:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29180 with x1830947542488192 ext(0->4095) 00002000:00010000:1.0:1746128111.694363:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b29180 00000100:00100000:1.0:1746128111.694789:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3625 00000100:00100000:1.0:1746128111.694796:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1964:x1830947542488192:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128111.694931:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1964:x1830947542488192:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (888us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128111.694936:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3625 00002000:00100000:1.0:1746128111.694941:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b29180 x1830947542488192/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.694946:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29180 with x1830947542488192 ext(0->4095) 00002000:00010000:1.0:1746128111.694949:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b29180 00000100:00100000:0.0:1746128111.704910:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.753361:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.753408:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.753469:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542488576 00000100:00100000:3.0:1746128111.753477:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542488576 00002000:00100000:3.0:1746128111.753514:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013443ce00 x1830947542488576/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 496/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.753530:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443ce00 with x1830947542488576 ext(0->7) 00010000:00010000:3.0:1746128111.753538:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbec8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b84 expref: 13 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.753550:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbec8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b84 expref: 13 pid: 28170 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746128111.753560:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443ce00 00000100:00100000:3.0:1746128111.753599:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1608 00000100:00100000:3.0:1746128111.753605:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+13:1965:x1830947542488576:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128111.753853:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+15:1965:x1830947542488576:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 247us (444us total) trans 4294967940 rc 0/0 00000100:00100000:3.0:1746128111.753858:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1608 00002000:00100000:3.0:1746128111.753864:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013443ce00 x1830947542488576/t4294967940(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 496/448 e 0 to 0 dl 1746128122 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128111.753869:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443ce00 with x1830947542488576 ext(0->7) 00010000:00010000:3.0:1746128111.753873:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbec8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b84 expref: 15 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.753881:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbec8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b84 expref: 15 pid: 28170 timeout: 607 lvb_type: 0 00002000:00010000:3.0:1746128111.753885:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443ce00 00000100:00100000:0.0:1746128111.755591:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.757130:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542488704 00000100:00100000:3.0:1746128111.757137:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542488704 00010000:00010000:3.0:1746128111.757157:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbec8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b84 expref: 15 pid: 28170 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.757183:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8699 00000100:00100000:3.0:1746128111.757188:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+15:1966:x1830947542488704:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128111.757196:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128111.757213:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbec8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b84 expref: 15 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.757222:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbec8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b84 expref: 15 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.757245:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bbec8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b84 expref: 15 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.757265:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.757269:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.757274:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbecf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b8b expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.757281:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbecf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b8b expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.757299:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbecf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b8b expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.757308:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbecf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b8b expref: 5 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.757317:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540301184:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128111.757360:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128111.759966:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.760562:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540301184:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128111.760594:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128111.760616:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:1966:x1830947542488704:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3428us (5047us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.760623:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8699 00000100:00100000:0.0:1746128111.767949:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.768046:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542489088 00000100:00100000:3.0:1746128111.768054:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542489088 00010000:00010000:3.0:1746128111.768083:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbecf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b8b expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.768106:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8700 00000100:00100000:3.0:1746128111.768112:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542489088:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128111.768124:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128111.768141:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbecf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b8b expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.768152:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbecf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b8b expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.768172:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbecf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b8b expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.768203:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.768205:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.768211:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbed6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b92 expref: 13 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.768218:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbed6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b92 expref: 13 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.768244:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbed6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b92 expref: 13 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128111.768255:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540301312:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128111.768540:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce180 going to sleep for 11 seconds 00000100:00100000:3.0:1746128111.773899:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540301312:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128111.773917:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128111.773951:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542489088:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5838us (6009us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.773960:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8700 00000100:00100000:0.0:1746128111.775670:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.780294:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.791203:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.791826:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.791950:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542489600 00000100:00100000:3.0:1746128111.791957:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542489600 00010000:00010000:3.0:1746128111.791984:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbed6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b92 expref: 15 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.793272:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8701 00000100:00100000:3.0:1746128111.793281:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1963:x1830947542489600:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128111.793292:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128111.793312:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbed6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b92 expref: 16 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.793324:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbed6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b92 expref: 16 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.793339:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbed6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b92 expref: 16 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.793354:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.793356:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.793362:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbedd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b99 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.793369:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbedd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b99 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.793388:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbedd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b99 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.793397:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbedd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b99 expref: 5 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.793405:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540301696:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128111.795689:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128111.800991:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.801019:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540301696:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128111.801035:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128111.801068:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:1963:x1830947542489600:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7789us (9242us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.801077:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8701 00000100:00100000:1.0:1746128111.801105:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542489984 00000100:00100000:1.0:1746128111.801111:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542489984 00002000:00100000:1.0:1746128111.801143:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443ea00 x1830947542489984/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.801151:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443ea00 with x1830947542489984 ext(0->4095) 00010000:00010000:1.0:1746128111.801158:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbedd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b99 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.801169:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbedd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b99 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746128111.801179:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443ea00 00000100:00100000:1.0:1746128111.801205:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1610 00000100:00100000:1.0:1746128111.801212:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542489984:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128111.801373:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542489984:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 161us (388us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128111.801378:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1610 00002000:00100000:1.0:1746128111.801382:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443ea00 x1830947542489984/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.801389:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443ea00 with x1830947542489984 ext(0->4095) 00010000:00010000:1.0:1746128111.801393:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbedd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b99 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.801401:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbedd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b99 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746128111.801405:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443ea00 00000100:00100000:0.0:1746128111.808226:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.808289:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542490112 00000100:00100000:3.0:1746128111.808297:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542490112 00010000:00010000:3.0:1746128111.808325:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbedd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b99 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.808359:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8702 00000100:00100000:3.0:1746128111.808365:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542490112:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128111.808379:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128111.808394:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbedd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b99 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.808404:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbedd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b99 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.808420:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbedd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2b99 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.808638:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.808640:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.808646:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbee4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ba0 expref: 13 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.808653:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbee4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ba0 expref: 13 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.808677:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbee4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ba0 expref: 13 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128111.808685:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540301824:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128111.808749:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128111.811300:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.812233:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540301824:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128111.812287:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128111.812361:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542490112:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3996us (4140us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.812372:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8702 00000100:00100000:0.0:1746128111.818431:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128111.830280:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542490496:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11087us (11852us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128111.830292:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4816 00000100:00100000:0.0:1746128111.833870:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.833956:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542490624 00000100:00100000:1.0:1746128111.833963:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542490624 00002000:00100000:1.0:1746128111.833994:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013443f100 x1830947542490624/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 496/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.834016:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443f100 with x1830947542490624 ext(0->7) 00010000:00010000:1.0:1746128111.834024:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbee4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ba0 expref: 14 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.834040:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbee4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ba0 expref: 14 pid: 8417 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746128111.834045:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443f100 00000100:00100000:1.0:1746128111.834070:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1611 00000100:00100000:1.0:1746128111.834075:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:1964:x1830947542490624:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128111.834795:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1964:x1830947542490624:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 420us (630us total) trans 4294967941 rc 0/0 00000100:00100000:1.0:1746128111.834802:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1611 00002000:00100000:1.0:1746128111.835145:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013443f100 x1830947542490624/t4294967941(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 496/448 e 0 to 0 dl 1746128122 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.835153:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443f100 with x1830947542490624 ext(0->7) 00010000:00010000:1.0:1746128111.835159:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbee4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ba0 expref: 16 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.835168:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbee4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ba0 expref: 16 pid: 8417 timeout: 607 lvb_type: 0 00002000:00010000:1.0:1746128111.835173:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443f100 00000100:00100000:2.0:1746128111.842877:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.844824:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542490752 00000100:00100000:3.0:1746128111.844834:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542490752 00010000:00010000:3.0:1746128111.844868:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbee4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ba0 expref: 16 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.844899:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8703 00000100:00100000:3.0:1746128111.844906:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f29c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1966:x1830947542490752:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128111.844917:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128111.844933:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbee4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ba0 expref: 16 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.844943:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbee4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ba0 expref: 16 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.844959:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbee4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ba0 expref: 16 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.844982:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.844984:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.844990:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbeeb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ba7 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.844997:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbeeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ba7 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.845032:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbeeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ba7 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128111.845043:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540302080:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128111.845119:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce180 going to sleep for 11 seconds 00000100:00100000:3.0:1746128111.853203:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540302080:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128111.853221:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128111.853313:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f29c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+15:1966:x1830947542490752:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 8406us (10440us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.853322:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8703 00000100:00100000:0.0:1746128111.853366:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.854092:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542491008 00000100:00100000:1.0:1746128111.854099:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542491008 00002000:00100000:1.0:1746128111.854130:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443c380 x1830947542491008/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.854138:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443c380 with x1830947542491008 ext(0->4095) 00002000:00010000:1.0:1746128111.854142:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443c380 00000100:00100000:1.0:1746128111.854166:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3628 00000100:00100000:1.0:1746128111.854172:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542491008:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128111.854285:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542491008:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (919us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128111.854290:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3628 00002000:00100000:1.0:1746128111.854294:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443c380 x1830947542491008/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.854300:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443c380 with x1830947542491008 ext(0->4095) 00002000:00010000:1.0:1746128111.854303:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443c380 00000100:00100000:0.0:1746128111.882293:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.882370:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.882446:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542491136 00000100:00100000:1.0:1746128111.882453:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542491136 00000100:00100000:1.0:1746128111.882496:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542491264 00000100:00100000:1.0:1746128111.882498:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542491264 00000100:00100000:1.0:1746128111.882511:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4817 00000100:00100000:1.0:1746128111.882517:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:31595:x1830947542491136:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128111.882531:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128111.882544:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbef2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2bae expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.882567:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbeeb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ba7 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.882596:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128111.882597:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128111.882600:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbef2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bae expref: 17 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.882625:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbeeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ba7 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.882635:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbeeb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ba7 expref: 5 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:1.0:1746128111.882645:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540302208:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128111.882707:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128111.882737:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4818 00000100:00100000:1.0:1746128111.882742:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:31596:x1830947542491264:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128111.882748:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128111.882754:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093a82000/0x802a7453533bbef9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2bb5 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.882763:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128111.882765:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbef2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bae expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.882770:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128111.882772:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093a82000/0x802a7453533bbef9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bb5 expref: 18 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.882789:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbef2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bae expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.882798:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093a82000/0x802a7453533bbef9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bb5 expref: 18 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128111.882806:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093a82000, rc 0) 00000100:00100000:1.0:1746128111.882823:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:31596:x1830947542491264:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 81us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128111.882828:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4818 00000100:00100000:0.0:1746128111.889982:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746128111.890014:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830947540302464:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746128111.890065:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128111.890124:0:18520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540302464 00000100:00100000:2.0:1746128111.890132:0:18520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540302464 00000100:00100000:2.0:1746128111.890181:0:18520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1746128111.890188:0:18520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1830947540302464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746128111.890217:0:18520:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 720961536 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1746128111.890268:0:18520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1830947540302464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128111.890274:0:18520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1746128111.890381:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830947540302464:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746128111.890767:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128111.891279:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540302208:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128111.891297:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbef2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bae expref: 17 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128111.891310:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d000, rc 0) 00000100:00100000:3.0:1746128111.891518:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542491392 00000100:00100000:3.0:1746128111.891523:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542491392 00010000:00010000:3.0:1746128111.891543:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbeeb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ba7 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.891594:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8704 00000100:00100000:3.0:1746128111.891600:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542491392:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128111.891609:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128111.891626:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbeeb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ba7 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.891635:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbeeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ba7 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746128111.891643:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:31595:x1830947542491136:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9124us (9355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128111.891650:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4817 00010000:00010000:3.0:1746128111.891651:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbeeb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ba7 expref: 6 pid: 8417 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.891664:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.891666:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.891672:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbef2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bae expref: 16 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.891679:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbef2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bae expref: 16 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.891700:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbef2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bae expref: 16 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.891708:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbef2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bae expref: 16 pid: 28170 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.891716:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540302592:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128111.891756:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128111.893267:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128111.893361:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542491648 00000100:00100000:2.0:1746128111.893366:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542491648 00002000:00100000:2.0:1746128111.893393:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443fb80 x1830947542491648/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128111.893402:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443fb80 with x1830947542491648 ext(0->4095) 00010000:00010000:2.0:1746128111.893408:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbef2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bae expref: 17 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746128111.893423:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbef2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bae expref: 17 pid: 28170 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746128111.893428:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443fb80 00000100:00100000:2.0:1746128111.893543:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1612 00000100:00100000:2.0:1746128111.893550:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1963:x1830947542491648:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128111.893698:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1963:x1830947542491648:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (435us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128111.893703:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1612 00002000:00100000:2.0:1746128111.893708:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443fb80 x1830947542491648/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128111.893714:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443fb80 with x1830947542491648 ext(0->4095) 00010000:00010000:2.0:1746128111.893718:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbef2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bae expref: 17 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:2.0:1746128111.893726:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbef2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bae expref: 17 pid: 28170 timeout: 607 lvb_type: 0 00002000:00010000:2.0:1746128111.893731:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443fb80 00000100:00100000:3.0:1746128111.893826:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540302592:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128111.893838:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128111.893897:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542491392:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2297us (3131us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.893905:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8704 00000100:00100000:2.0:1746128111.895491:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.897131:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542491776 00000100:00100000:3.0:1746128111.897140:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542491776 00010000:00010000:3.0:1746128111.897171:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbef2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bae expref: 17 pid: 28170 timeout: 607 lvb_type: 0 00000100:00100000:3.0:1746128111.897212:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8705 00000100:00100000:3.0:1746128111.897219:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1963:x1830947542491776:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128111.897233:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128111.897250:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbef2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bae expref: 17 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.897261:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbef2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bae expref: 17 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.897277:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bbef2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bae expref: 17 pid: 28170 timeout: 607 lvb_type: 0 00010000:00010000:3.0:1746128111.897302:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.897304:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.897309:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093a82000/0x802a7453533bbef9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bb5 expref: 16 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.897315:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093a82000/0x802a7453533bbef9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bb5 expref: 16 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.897343:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093a82000/0x802a7453533bbef9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bb5 expref: 16 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128111.897358:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540302720:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128111.897430:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128111.904024:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128111.904093:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542492032 00000100:00100000:2.0:1746128111.904100:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542492032 00002000:00100000:2.0:1746128111.904131:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f35f80 x1830947542492032/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128111.904144:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35f80 with x1830947542492032 ext(0->4095) 00002000:00010000:2.0:1746128111.904148:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f35f80 00000100:00100000:2.0:1746128111.904865:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3629 00000100:00100000:2.0:1746128111.904872:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1966:x1830947542492032:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128111.904992:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1966:x1830947542492032:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (975us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128111.904997:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3629 00002000:00100000:2.0:1746128111.905010:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f35f80 x1830947542492032/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128111.905017:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35f80 with x1830947542492032 ext(0->4095) 00002000:00010000:2.0:1746128111.905019:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f35f80 00000100:00100000:3.0:1746128111.906404:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540302720:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128111.906420:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128111.906464:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1963:x1830947542491776:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 9244us (10975us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.906474:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8705 00000100:00100000:0.0:1746128111.924491:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128111.927196:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542492160 00000100:00100000:2.0:1746128111.927207:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542492160 00000100:00100000:2.0:1746128111.927424:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4819 00000100:00100000:2.0:1746128111.927432:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542492160:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128111.927446:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128111.927461:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbf00 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2bbc expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128111.927484:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093a82000/0x802a7453533bbef9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bb5 expref: 15 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128111.927491:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128111.927492:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128111.927496:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbf00 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bbc expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128111.927519:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093a82000/0x802a7453533bbef9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bb5 expref: 15 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128111.927748:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093a82000/0x802a7453533bbef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bb5 expref: 15 pid: 8418 timeout: 607 lvb_type: 0 00000100:00100000:2.0:1746128111.927760:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540302848:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128111.931369:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128111.935382:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540302848:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128111.935408:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbf00 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bbc expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128111.935421:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c092a00, rc 0) 00000100:00100000:2.0:1746128111.935464:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542492160:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8033us (10979us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128111.935471:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4819 00000100:00100000:0.0:1746128111.943377:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128111.943470:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542492288 00000100:00100000:1.0:1746128111.943478:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542492288 00002000:00100000:1.0:1746128111.943514:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091f34700 x1830947542492288/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 496/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.943525:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f34700 with x1830947542492288 ext(0->7) 00010000:00010000:1.0:1746128111.943533:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093a82000/0x802a7453533bbef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bb5 expref: 16 pid: 8418 timeout: 607 lvb_type: 0 00010000:00010000:1.0:1746128111.943545:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093a82000/0x802a7453533bbef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bb5 expref: 16 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128111.943552:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f34700 00000100:00100000:1.0:1746128111.943602:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1613 00000100:00100000:1.0:1746128111.943609:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1963:x1830947542492288:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128111.943867:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947542492288:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 258us (497us total) trans 4294967942 rc 0/0 00000100:00100000:1.0:1746128111.943874:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1613 00002000:00100000:1.0:1746128111.943880:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091f34700 x1830947542492288/t4294967942(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 496/448 e 0 to 0 dl 1746128122 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.943894:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f34700 with x1830947542492288 ext(0->7) 00010000:00010000:1.0:1746128111.943898:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093a82000/0x802a7453533bbef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bb5 expref: 18 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128111.943907:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093a82000/0x802a7453533bbef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bb5 expref: 18 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128111.943913:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f34700 00000100:00100000:0.0:1746128111.953064:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.953164:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542492416 00000100:00100000:3.0:1746128111.953171:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542492416 00010000:00010000:3.0:1746128111.953202:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093a82000/0x802a7453533bbef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bb5 expref: 18 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128111.953239:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8706 00000100:00100000:3.0:1746128111.953246:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1964:x1830947542492416:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128111.953259:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128111.953275:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093a82000/0x802a7453533bbef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bb5 expref: 18 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128111.953287:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093a82000/0x802a7453533bbef9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bb5 expref: 18 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128111.953307:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093a82000/0x802a7453533bbef9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bb5 expref: 18 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128111.953323:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.953324:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.953331:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbf00 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bbc expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.953338:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbf00 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bbc expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.953366:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbf00 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bbc expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128111.953376:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540302976:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128111.954771:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128111.955505:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.955771:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542492544 00000100:00100000:3.0:1746128111.955777:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542492544 00000100:00100000:3.0:1746128111.955841:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4820 00000100:00100000:3.0:1746128111.955848:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:31595:x1830947542492544:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128111.955860:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128111.955871:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bbf07 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2bc3 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.955891:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbf00 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bbc expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.955898:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.955900:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.955903:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bbf07 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bc3 expref: 19 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.956346:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbf00 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bbc expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.956358:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbf00 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bbc expref: 5 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128111.956368:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540303104:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128111.956865:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128111.957397:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540302976:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128111.957409:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128111.957432:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1964:x1830947542492416:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4186us (4374us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.957439:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8706 00000100:00100000:0.0:1746128111.957944:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128111.958023:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542492800 00000100:00100000:2.0:1746128111.958028:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542492800 00002000:00100000:2.0:1746128111.958052:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f35c00 x1830947542492800/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128111.958061:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35c00 with x1830947542492800 ext(0->4095) 00010000:00010000:2.0:1746128111.958067:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbf00 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bbc expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128111.958082:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbf00 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bbc expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128111.958087:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f35c00 00000100:00100000:2.0:1746128111.958472:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1614 00000100:00100000:2.0:1746128111.958480:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542492800:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128111.958919:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542492800:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 439us (974us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128111.958925:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1614 00002000:00100000:2.0:1746128111.958931:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f35c00 x1830947542492800/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128111.958937:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35c00 with x1830947542492800 ext(0->4095) 00010000:00010000:2.0:1746128111.958942:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbf00 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bbc expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128111.958950:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbf00 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bbc expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128111.958955:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f35c00 00000100:00100000:3.0:1746128111.960327:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540303104:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128111.960345:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bbf07 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bc3 expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.960356:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67a00, rc 0) 00000100:00100000:3.0:1746128111.960719:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:31595:x1830947542492544:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4871us (5215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.960726:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4820 00000100:00100000:0.0:1746128111.961799:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.963666:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128111.963840:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542493056 00000100:00100000:2.0:1746128111.963847:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542493056 00010000:00010000:2.0:1746128111.963875:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbf00 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bbc expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128111.963911:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8707 00000100:00100000:2.0:1746128111.963918:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f36a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542493056:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128111.963931:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128111.963947:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbf00 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bbc expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128111.963958:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbf00 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bbc expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128111.963975:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbf00 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bbc expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128111.963991:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128111.963993:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128111.963998:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bbf07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bc3 expref: 17 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128111.964016:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bbf07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bc3 expref: 17 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128111.964042:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bbf07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bc3 expref: 17 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128111.964053:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540303232:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128111.964106:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800936250c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128111.964514:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542492928 00000100:00100000:3.0:1746128111.964518:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542492928 00000100:00100000:3.0:1746128111.964539:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4821 00000100:00100000:2.0:1746128111.967317:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540303232:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128111.967333:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128111.967364:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f36a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542493056:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3446us (3700us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128111.967372:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8707 00000100:00100000:3.0:1746128111.967441:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:31596:x1830947542492928:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128111.967457:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128111.967470:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbf0e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2bca expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.967490:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bbf07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bc3 expref: 19 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.967495:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128111.967497:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128111.967499:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbf0e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bca expref: 19 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.967518:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bbf07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bc3 expref: 19 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.967528:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bbf07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bc3 expref: 19 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128111.967537:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540303360:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128111.967594:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ced80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128111.969274:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128111.969345:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542493312 00000100:00100000:2.0:1746128111.969350:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542493312 00002000:00100000:2.0:1746128111.969378:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f35500 x1830947542493312/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128111.969387:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35500 with x1830947542493312 ext(0->4095) 00010000:00010000:2.0:1746128111.969393:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bbf07 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bc3 expref: 20 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128111.969405:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bbf07 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bc3 expref: 20 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128111.969410:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f35500 00000100:00100000:2.0:1746128111.969873:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1615 00000100:00100000:2.0:1746128111.969880:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1963:x1830947542493312:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128111.969999:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1963:x1830947542493312:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (728us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128111.970017:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1615 00002000:00100000:2.0:1746128111.970022:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f35500 x1830947542493312/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128111.970033:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35500 with x1830947542493312 ext(0->4095) 00010000:00010000:2.0:1746128111.970038:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bbf07 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bc3 expref: 20 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128111.970051:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bbf07 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bc3 expref: 20 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128111.970056:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f35500 00000100:00100000:3.0:1746128111.970347:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540303360:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128111.970365:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbf0e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bca expref: 19 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.970374:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66c00, rc 0) 00000100:00100000:3.0:1746128111.970392:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:31596:x1830947542492928:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5849us (8597us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.970398:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4821 00000100:00100000:0.0:1746128111.971880:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128111.971953:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542493440 00000100:00100000:2.0:1746128111.971958:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542493440 00010000:00010000:2.0:1746128111.971977:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bbf07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bc3 expref: 19 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128111.972526:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8708 00000100:00100000:2.0:1746128111.972535:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1964:x1830947542493440:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128111.972545:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128111.972559:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bbf07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bc3 expref: 19 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128111.972569:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bbf07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bc3 expref: 19 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128111.972658:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bbf07 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bc3 expref: 19 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128111.972671:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128111.972672:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128111.972678:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbf0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bca expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128111.972688:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbf0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bca expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128111.972714:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbf0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bca expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128111.972724:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540303488:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128111.972787:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800936250c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128111.975035:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128111.975114:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540303488:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128111.975128:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128111.975158:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1964:x1830947542493440:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2625us (3280us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128111.975166:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8708 00000100:00100000:1.0:1746128111.975394:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542493696 00000100:00100000:1.0:1746128111.975399:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542493696 00002000:00100000:1.0:1746128111.975426:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f36300 x1830947542493696/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.975435:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f36300 with x1830947542493696 ext(0->4095) 00002000:00010000:1.0:1746128111.975438:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f36300 00000100:00100000:1.0:1746128111.975452:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3630 00000100:00100000:1.0:1746128111.975457:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1966:x1830947542493696:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128111.975595:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1966:x1830947542493696:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (542us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128111.975601:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3630 00002000:00100000:1.0:1746128111.975606:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f36300 x1830947542493696/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128111.975613:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f36300 with x1830947542493696 ext(0->4095) 00002000:00010000:1.0:1746128111.975616:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f36300 00000100:00100000:0.0:1746128111.977236:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.977320:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542493824 00000100:00100000:3.0:1746128111.977325:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542493824 00000100:00100000:3.0:1746128111.977390:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4822 00000100:00100000:3.0:1746128111.977397:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542493824:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128111.977406:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128111.977419:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bbf15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2bd1 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.977445:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbf0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bca expref: 17 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.977451:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128111.977453:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128111.977455:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bbf15 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd1 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.977479:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbf0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bca expref: 17 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.977490:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbf0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bca expref: 17 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128111.977501:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540303616:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128111.977588:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ced80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128111.979979:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128111.980013:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542493952 00000100:00100000:2.0:1746128111.980018:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542493952 00010000:00010000:2.0:1746128111.980042:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbf0e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bca expref: 18 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128111.980076:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8709 00000100:00100000:2.0:1746128111.980082:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1964:x1830947542493952:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128111.980092:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128111.980109:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbf0e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bca expref: 18 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128111.980122:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbf0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bca expref: 18 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128111.980139:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128111.980140:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128111.980145:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bbf15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd1 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128111.980153:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bbf15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd1 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128111.980176:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bbf15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd1 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128111.980184:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540303744:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128111.980235:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800936250c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746128111.980416:0:28170:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bbf0e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bca expref: 18 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128111.980443:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540303616:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128111.980459:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bbf15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd1 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.980468:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66400, rc 0) 00000100:00100000:3.0:1746128111.980545:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542493824:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3148us (3312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.980552:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4822 00000100:00100000:2.0:1746128111.981701:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540303744:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128111.981712:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128111.981817:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1964:x1830947542493952:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1734us (1842us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128111.981824:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8709 00000100:00100000:0.0:1746128111.982640:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128111.982876:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542494208 00000100:00100000:2.0:1746128111.982881:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542494208 00002000:00100000:2.0:1746128111.982910:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba43800 x1830947542494208/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128111.982923:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba43800 with x1830947542494208 ext(0->4095) 00002000:00010000:2.0:1746128111.982926:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba43800 00000100:00100000:2.0:1746128111.982949:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3631 00000100:00100000:2.0:1746128111.982955:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542494208:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128111.983078:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542494208:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (438us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128111.983084:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3631 00002000:00100000:2.0:1746128111.983092:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba43800 x1830947542494208/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128111.983098:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba43800 with x1830947542494208 ext(0->4095) 00002000:00010000:2.0:1746128111.983100:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba43800 00000100:00100000:0.0:1746128111.984930:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.985036:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542494336 00000100:00100000:3.0:1746128111.985042:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542494336 00000100:00100000:3.0:1746128111.985109:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4823 00000100:00100000:3.0:1746128111.985116:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:31596:x1830947542494336:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128111.985128:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128111.985140:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf1c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2bd8 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.985160:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bbf15 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd1 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.985167:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.985169:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128111.985171:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf1c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd8 expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.985192:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bbf15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd1 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.985202:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bbf15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd1 expref: 5 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128111.985212:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540303872:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128111.985641:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ced80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128111.986729:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128111.986864:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542494464 00000100:00100000:0.0:1746128111.986869:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542494464 00000100:00100000:0.0:1746128111.986904:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4824 00000100:00100000:0.0:1746128111.986910:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:31595:x1830947542494464:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128111.986919:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128111.986929:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bbf23 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2bdf expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.986943:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128111.986947:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf1c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd8 expref: 20 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.986952:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128111.986955:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bbf23 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bdf expref: 20 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.986980:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf1c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd8 expref: 20 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.986989:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bbf23 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bdf expref: 20 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128111.986998:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009567c000, rc 0) 00000100:00100000:0.0:1746128111.987050:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:31595:x1830947542494464:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128111.987055:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4824 00000100:00100000:3.0:1746128111.989887:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540303872:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128111.989914:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf1c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd8 expref: 19 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.989926:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67200, rc 0) 00000100:00100000:3.0:1746128111.989975:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:31596:x1830947542494336:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4858us (5049us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.989983:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4823 00000100:00100000:0.0:1746128111.990664:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128111.990720:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542494592 00000100:00100000:2.0:1746128111.990725:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542494592 00010000:00010000:2.0:1746128111.990749:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bbf15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd1 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128111.990779:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8710 00000100:00100000:2.0:1746128111.990786:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f28c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542494592:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128111.990797:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128111.990812:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bbf15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd1 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128111.990823:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bbf15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd1 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128111.990840:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bbf15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd1 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128111.990852:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128111.990854:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128111.990860:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd8 expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128111.990867:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd8 expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128111.990890:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd8 expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128111.990900:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd8 expref: 18 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128111.990910:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540304128:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128111.990966:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625600 going to sleep for 11 seconds 00000100:00100000:2.0:1746128111.993369:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540304128:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128111.993383:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128111.993411:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f28c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542494592:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2626us (2748us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128111.993419:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8710 00000100:00100000:0.0:1746128111.995212:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128111.995296:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542494848 00000100:00100000:2.0:1746128111.995302:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542494848 00002000:00100000:2.0:1746128111.995334:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba41c00 x1830947542494848/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/0 e 0 to 0 dl 1746128122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128111.995342:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba41c00 with x1830947542494848 ext(0->4095) 00010000:00010000:2.0:1746128111.995350:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd8 expref: 19 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128111.995362:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd8 expref: 19 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128111.995749:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba41c00 00000100:00100000:2.0:1746128111.995767:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1616 00000100:00100000:2.0:1746128111.995774:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1964:x1830947542494848:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128111.996133:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1964:x1830947542494848:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 358us (924us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128111.996140:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1616 00002000:00100000:2.0:1746128111.996146:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba41c00 x1830947542494848/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:362/0 lens 488/4536 e 0 to 0 dl 1746128122 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128111.996153:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba41c00 with x1830947542494848 ext(0->4095) 00010000:00010000:2.0:1746128111.996158:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd8 expref: 19 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128111.996168:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd8 expref: 19 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128111.996174:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba41c00 00000100:00100000:0.0:1746128111.998552:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128111.998802:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542494976 00000100:00100000:3.0:1746128111.998808:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542494976 00000100:00100000:3.0:1746128111.998851:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4825 00000100:00100000:3.0:1746128111.998858:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542494976:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128111.998872:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128111.998884:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2be6 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.998905:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128111.998910:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bbf23 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bdf expref: 18 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.998915:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128111.998918:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf2a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2be6 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.998944:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bbf23 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bdf expref: 18 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.998955:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf2a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2be6 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128111.998967:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66a00, rc 0) 00000100:00100000:3.0:1746128111.999796:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542494976:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 936us (1248us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128111.999803:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4825 00000100:00100000:0.0:1746128111.999902:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128111.999980:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542495104 00000100:00100000:2.0:1746128112.000082:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542495104 00010000:00010000:2.0:1746128112.000102:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd8 expref: 19 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.000134:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8711 00000100:00100000:2.0:1746128112.000140:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1966:x1830947542495104:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.000149:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.000167:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd8 expref: 19 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.000176:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd8 expref: 19 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.000191:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf1c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bd8 expref: 19 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.000212:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.000214:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.000219:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bbf23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bdf expref: 18 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.000226:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bbf23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bdf expref: 18 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.000247:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bbf23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bdf expref: 18 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.000261:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bbf23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bdf expref: 18 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.000270:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540304384:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.000325:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800936250c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.004075:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540304384:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.004092:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.004137:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1966:x1830947542495104:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3996us (4234us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.004145:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8711 00000100:00100000:1.0:1746128112.004568:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.004811:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542495360 00000100:00100000:3.0:1746128112.004817:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542495360 00002000:00100000:3.0:1746128112.004847:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0b800 x1830947542495360/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.004856:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0b800 with x1830947542495360 ext(0->4095) 00010000:00010000:3.0:1746128112.004863:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bbf23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bdf expref: 18 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.004874:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bbf23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bdf expref: 18 pid: 8417 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.004880:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0b800 00000100:00100000:3.0:1746128112.004894:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1617 00000100:00100000:3.0:1746128112.004899:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1964:x1830947542495360:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128112.005032:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1964:x1830947542495360:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (465us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128112.005038:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1617 00002000:00100000:3.0:1746128112.005043:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0b800 x1830947542495360/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.005056:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0b800 with x1830947542495360 ext(0->4095) 00010000:00010000:3.0:1746128112.005061:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bbf23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bdf expref: 18 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.005070:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bbf23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bdf expref: 18 pid: 8417 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.005075:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0b800 00000100:00100000:0.0:1746128112.007780:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128112.007825:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.007959:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542495616 00000100:00100000:2.0:1746128112.007966:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542495616 00010000:00010000:2.0:1746128112.007992:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bbf23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bdf expref: 18 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.008036:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8712 00000100:00100000:2.0:1746128112.008042:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947542495616:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.008052:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.008068:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bbf23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bdf expref: 18 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.008078:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bbf23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bdf expref: 18 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.008095:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bbf23 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bdf expref: 18 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.008122:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.008124:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.008130:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf2a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2be6 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.008138:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2be6 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.008166:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2be6 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128112.008176:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540304512:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.008237:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800936250c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.008760:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542495488 00000100:00100000:3.0:1746128112.008764:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542495488 00000100:00100000:3.0:1746128112.008797:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4826 00000100:00100000:3.0:1746128112.008803:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:31595:x1830947542495488:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.008814:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.008825:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf31 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2bed expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.008840:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2be6 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.008845:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.008846:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.008848:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf31 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bed expref: 19 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.008863:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2be6 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.008876:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf2a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2be6 expref: 5 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.008883:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540304640:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128112.008916:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.011713:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540304512:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.011730:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.011762:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1963:x1830947542495616:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3720us (3936us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.011771:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8712 00000100:00100000:0.0:1746128112.012130:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.012182:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542495872 00000100:00100000:1.0:1746128112.012188:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542495872 00002000:00100000:1.0:1746128112.012216:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba42300 x1830947542495872/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.012225:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba42300 with x1830947542495872 ext(0->4095) 00010000:00010000:1.0:1746128112.012231:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf2a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2be6 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.012244:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf2a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2be6 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.012251:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba42300 00000100:00100000:1.0:1746128112.012275:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1618 00000100:00100000:1.0:1746128112.012280:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542495872:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128112.012385:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542495872:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (255us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128112.012390:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1618 00002000:00100000:1.0:1746128112.012395:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba42300 x1830947542495872/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.012402:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba42300 with x1830947542495872 ext(0->4095) 00010000:00010000:1.0:1746128112.012406:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf2a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2be6 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.012414:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf2a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2be6 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.012421:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba42300 00000100:00100000:3.0:1746128112.012612:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540304640:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128112.012629:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf31 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bed expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.012640:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67400, rc 0) 00000100:00100000:3.0:1746128112.012659:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:31595:x1830947542495488:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3857us (4888us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.012665:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4826 00000100:00100000:0.0:1746128112.016448:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.016525:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542496000 00000100:00100000:2.0:1746128112.016532:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542496000 00010000:00010000:2.0:1746128112.016560:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2be6 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.016655:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8713 00000100:00100000:2.0:1746128112.016663:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542496000:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.016676:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.016691:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2be6 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.016701:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2be6 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.016718:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2be6 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.016902:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.016905:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.016911:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bed expref: 17 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.016919:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bed expref: 17 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.016948:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bed expref: 17 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128112.016958:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540304768:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.017039:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800936250c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.020457:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540304768:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.020473:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.020506:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542496000:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3844us (4065us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.020517:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8713 00000100:00100000:1.0:1746128112.021098:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.021332:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542496256 00000100:00100000:2.0:1746128112.021338:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542496256 00002000:00100000:2.0:1746128112.021373:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0bb80 x1830947542496256/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.021382:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0bb80 with x1830947542496256 ext(0->4095) 00002000:00010000:2.0:1746128112.021386:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e0bb80 00000100:00100000:2.0:1746128112.021399:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3632 00000100:00100000:2.0:1746128112.021404:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1964:x1830947542496256:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128112.021529:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1964:x1830947542496256:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (432us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.021536:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3632 00002000:00100000:2.0:1746128112.021541:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0bb80 x1830947542496256/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.021548:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0bb80 with x1830947542496256 ext(0->4095) 00002000:00010000:2.0:1746128112.021550:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e0bb80 00000100:00100000:0.0:1746128112.023377:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.023563:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542496384 00000100:00100000:3.0:1746128112.023593:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542496384 00000100:00100000:3.0:1746128112.023635:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4827 00000100:00100000:3.0:1746128112.023641:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542496384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.023654:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.023667:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2bf4 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.023689:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bed expref: 17 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.023699:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.023701:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.023703:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf38 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bf4 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.023727:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bed expref: 17 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.023736:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bed expref: 17 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.023745:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540304896:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128112.023805:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.025921:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540304896:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128112.025944:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf38 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bf4 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.025955:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66e00, rc 0) 00000100:00100000:3.0:1746128112.025986:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542496384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2344us (2614us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.025993:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4827 00000100:00100000:0.0:1746128112.026816:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.026930:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542496512 00000100:00100000:2.0:1746128112.026935:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542496512 00010000:00010000:2.0:1746128112.026960:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bed expref: 18 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.026981:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8714 00000100:00100000:2.0:1746128112.026986:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947542496512:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.026995:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.027024:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bed expref: 18 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.027035:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bed expref: 18 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.027051:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf31 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bed expref: 18 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.027075:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.027077:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.027082:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf38 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bf4 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.027090:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bf4 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.027114:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bf4 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128112.027123:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540305024:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.027170:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.029805:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.030162:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540305024:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.030178:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.030225:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1963:x1830947542496512:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3238us (3409us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.030235:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8714 00000100:00100000:1.0:1746128112.030304:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542496768 00000100:00100000:1.0:1746128112.030310:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542496768 00002000:00100000:1.0:1746128112.030340:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba40e00 x1830947542496768/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.030349:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba40e00 with x1830947542496768 ext(0->4095) 00002000:00010000:1.0:1746128112.030353:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba40e00 00000100:00100000:1.0:1746128112.031603:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3633 00000100:00100000:1.0:1746128112.031613:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542496768:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128112.031740:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542496768:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (1940us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128112.031745:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3633 00002000:00100000:1.0:1746128112.031751:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba40e00 x1830947542496768/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.031759:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba40e00 with x1830947542496768 ext(0->4095) 00002000:00010000:1.0:1746128112.031763:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba40e00 00000100:00100000:0.0:1746128112.033163:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.033467:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542496896 00000100:00100000:3.0:1746128112.033474:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542496896 00000100:00100000:3.0:1746128112.033512:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4828 00000100:00100000:3.0:1746128112.033519:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6186a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:31595:x1830947542496896:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.033531:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.033544:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf3f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2bfb expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.033567:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf38 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bf4 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.033597:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.033598:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.033602:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf3f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bfb expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.033626:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bf4 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.033636:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bf4 expref: 5 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.033647:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540305152:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128112.033697:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.035811:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540305152:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128112.035832:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf3f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bfb expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.035844:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67000, rc 0) 00000100:00100000:3.0:1746128112.035873:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6186a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:31595:x1830947542496896:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2354us (2713us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.035883:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4828 00000100:00100000:0.0:1746128112.036782:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128112.036839:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.037216:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542497152 00000100:00100000:2.0:1746128112.037223:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542497152 00010000:00010000:2.0:1746128112.037248:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bf4 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.037350:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542497024 00000100:00100000:3.0:1746128112.037354:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542497024 00000100:00100000:3.0:1746128112.037382:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4829 00000100:00100000:3.0:1746128112.037388:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6186300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:31596:x1830947542497024:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.037401:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.037411:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bbf46 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c02 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.037429:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.037432:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf3f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bfb expref: 19 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.037437:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.037441:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bbf46 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c02 expref: 19 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.037471:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf3f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bfb expref: 19 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.037481:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bbf46 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c02 expref: 19 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.037489:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67800, rc 0) 00000100:00100000:3.0:1746128112.037529:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6186300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:31596:x1830947542497024:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.037535:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4829 00000100:00100000:2.0:1746128112.037607:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8715 00000100:00100000:2.0:1746128112.037613:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6187800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542497152:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.037620:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.037636:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bf4 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.037644:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bf4 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.037657:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bf4 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.038135:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.038138:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.038144:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bfb expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.038152:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bfb expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.038172:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bfb expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.038187:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bfb expref: 18 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.038197:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540305408:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.038247:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.040916:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540305408:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.040932:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.040962:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6187800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542497152:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3348us (4122us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.040970:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8715 00000100:00100000:1.0:1746128112.041902:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.042200:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542497408 00000100:00100000:2.0:1746128112.042206:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542497408 00002000:00100000:2.0:1746128112.042236:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0a300 x1830947542497408/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.042245:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0a300 with x1830947542497408 ext(0->4095) 00010000:00010000:2.0:1746128112.042252:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bfb expref: 19 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.042262:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bfb expref: 19 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.042268:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0a300 00000100:00100000:2.0:1746128112.042450:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1619 00000100:00100000:2.0:1746128112.042457:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1964:x1830947542497408:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128112.042808:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1964:x1830947542497408:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 351us (909us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.042815:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1619 00002000:00100000:2.0:1746128112.042821:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0a300 x1830947542497408/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.042828:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0a300 with x1830947542497408 ext(0->4095) 00010000:00010000:2.0:1746128112.042833:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bfb expref: 19 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.042842:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bfb expref: 19 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.042847:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0a300 00000100:00100000:0.0:1746128112.045175:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.045392:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542497536 00000100:00100000:2.0:1746128112.045399:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542497536 00010000:00010000:2.0:1746128112.045425:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bfb expref: 19 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.045447:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8716 00000100:00100000:2.0:1746128112.045453:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6186d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1963:x1830947542497536:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.045463:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.045478:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bfb expref: 19 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.045489:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bfb expref: 19 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.045507:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf3f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2bfb expref: 19 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.046115:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.046118:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.046126:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bbf46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c02 expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.046135:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bbf46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c02 expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.046164:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bbf46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c02 expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128112.046174:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540305536:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.046476:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.049873:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.049955:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540305536:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.049970:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.050009:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6186d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947542497536:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4547us (4831us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.050018:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8716 00000100:00100000:3.0:1746128112.050213:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542497792 00000100:00100000:3.0:1746128112.050219:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542497792 00002000:00100000:3.0:1746128112.050247:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6187b80 x1830947542497792/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.050256:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6187b80 with x1830947542497792 ext(0->4095) 00002000:00010000:3.0:1746128112.050260:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6187b80 00000100:00100000:1.0:1746128112.050886:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3634 00000100:00100000:1.0:1746128112.050894:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947542497792:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128112.051025:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947542497792:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (1158us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128112.051033:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3634 00002000:00100000:1.0:1746128112.051039:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6187b80 x1830947542497792/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.051045:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6187b80 with x1830947542497792 ext(0->4095) 00002000:00010000:1.0:1746128112.051048:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6187b80 00000100:00100000:0.0:1746128112.052973:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.053067:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542497920 00000100:00100000:2.0:1746128112.053075:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542497920 00000100:00100000:2.0:1746128112.053117:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4830 00000100:00100000:2.0:1746128112.053123:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6185c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542497920:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.053139:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.053151:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf4d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c09 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.053172:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bbf46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c02 expref: 17 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.053179:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.053180:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.053183:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf4d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c09 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.053205:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bbf46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c02 expref: 17 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.053216:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bbf46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c02 expref: 17 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.053226:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540305664:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128112.053294:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.055318:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540305664:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128112.055341:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf4d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c09 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.055353:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c092e00, rc 0) 00000100:00100000:2.0:1746128112.055390:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6185c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542497920:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2266us (2422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.055400:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4830 00000100:00100000:0.0:1746128112.055561:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.055771:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542498048 00000100:00100000:3.0:1746128112.055777:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542498048 00010000:00010000:3.0:1746128112.055799:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bbf46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c02 expref: 18 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.055830:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8717 00000100:00100000:3.0:1746128112.055836:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f2a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1964:x1830947542498048:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.055845:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.055860:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bbf46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c02 expref: 18 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.055871:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bbf46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c02 expref: 18 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.055887:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bbf46 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c02 expref: 18 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.055911:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.055913:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.055919:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf4d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c09 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.055929:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c09 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.055952:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c09 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128112.055961:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540305792:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.056019:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.057802:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540305792:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.057816:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.057855:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f2a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1964:x1830947542498048:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2018us (2293us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.057863:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8717 00000100:00100000:0.0:1746128112.059711:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.060168:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.060354:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542498432 00000100:00100000:2.0:1746128112.060361:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542498432 00000100:00100000:2.0:1746128112.060403:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4831 00000100:00100000:2.0:1746128112.060409:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:31595:x1830947542498432:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.060428:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.060441:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbf54 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c10 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128112.060442:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542498304 00000100:00100000:3.0:1746128112.060447:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542498304 00010000:00010000:2.0:1746128112.060463:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf4d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c09 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746128112.060470:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6185880 x1830947542498304/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746128112.060470:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.060472:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.060475:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbf54 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c10 expref: 18 pid: 8416 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746128112.060478:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6185880 with x1830947542498304 ext(0->4095) 00010000:00010000:3.0:1746128112.060484:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c09 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.060491:0:25180:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c09 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746128112.060496:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6185880 00010000:00010000:2.0:1746128112.060498:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c09 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.060508:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c09 expref: 6 pid: 8416 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.060511:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1620 00000100:00100000:3.0:1746128112.060516:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542498304:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128112.060518:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540305920:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128112.060587:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.060657:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542498304:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (949us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128112.060662:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1620 00002000:00100000:3.0:1746128112.060668:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6185880 x1830947542498304/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.060675:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6185880 with x1830947542498304 ext(0->4095) 00010000:00010000:3.0:1746128112.060680:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf4d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c09 expref: 6 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.060688:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf4d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c09 expref: 6 pid: 8416 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.060694:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6185880 00000100:00100000:2.0:1746128112.062923:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540305920:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128112.062949:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbf54 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c10 expref: 18 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.062962:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c093000, rc 0) 00000100:00100000:2.0:1746128112.063009:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:31595:x1830947542498432:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2592us (2834us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.063016:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4831 00000100:00100000:0.0:1746128112.063568:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.064040:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.064062:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542498688 00000100:00100000:2.0:1746128112.064067:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542498688 00010000:00010000:2.0:1746128112.064087:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c09 expref: 6 pid: 8416 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.064105:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8718 00000100:00100000:2.0:1746128112.064111:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542498688:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.064121:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.064135:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c09 expref: 6 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.064145:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c09 expref: 6 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.064162:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf4d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c09 expref: 6 pid: 8416 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.064402:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542498560 00000100:00100000:3.0:1746128112.064406:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542498560 00000100:00100000:3.0:1746128112.064425:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4832 00000100:00100000:3.0:1746128112.064430:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:31596:x1830947542498560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.064440:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.064449:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf5b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c17 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.064461:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.064465:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbf54 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c10 expref: 19 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.064475:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.064478:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf5b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c17 expref: 19 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.064501:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbf54 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c10 expref: 19 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.064510:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf5b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c17 expref: 19 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.064517:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.064518:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.064523:0:8416:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbf54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c10 expref: 19 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.064529:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbf54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c10 expref: 19 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.064541:0:8416:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbf54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c10 expref: 19 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.064550:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbf54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c10 expref: 19 pid: 8416 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.064560:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540306176:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.064614:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00010000:00010000:2.0:1746128112.064799:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.064999:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542498688:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 886us (958us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.065013:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8718 00000100:00100000:3.0:1746128112.067604:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540306176:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.067621:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67000, rc 0) 00000100:00100000:3.0:1746128112.067967:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:31596:x1830947542498560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3535us (4399us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.067975:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4832 00000100:00100000:1.0:1746128112.068148:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128112.068242:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542498944 00000100:00100000:0.0:1746128112.068248:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542498944 00002000:00100000:0.0:1746128112.068280:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0b480 x1830947542498944/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128112.068288:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0b480 with x1830947542498944 ext(0->4095) 00010000:00010000:0.0:1746128112.068295:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbf54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c10 expref: 19 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746128112.068306:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbf54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c10 expref: 19 pid: 8416 timeout: 608 lvb_type: 0 00002000:00010000:0.0:1746128112.068312:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0b480 00000100:00100000:0.0:1746128112.068337:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1621 00000100:00100000:0.0:1746128112.068343:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1963:x1830947542498944:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128112.068470:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1963:x1830947542498944:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (321us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128112.068475:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1621 00002000:00100000:0.0:1746128112.068479:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0b480 x1830947542498944/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128112.068486:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0b480 with x1830947542498944 ext(0->4095) 00010000:00010000:0.0:1746128112.068490:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbf54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c10 expref: 19 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746128112.068498:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbf54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c10 expref: 19 pid: 8416 timeout: 608 lvb_type: 0 00002000:00010000:0.0:1746128112.068503:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0b480 00000100:00100000:0.0:1746128112.070729:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.071149:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542499072 00000100:00100000:3.0:1746128112.071157:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542499072 00010000:00010000:3.0:1746128112.071182:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbf54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c10 expref: 19 pid: 8416 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.071235:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8719 00000100:00100000:3.0:1746128112.071242:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6187800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1963:x1830947542499072:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.071254:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.071271:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbf54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c10 expref: 19 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.071281:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbf54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c10 expref: 19 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.071299:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbf54 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c10 expref: 19 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.071323:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.071324:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.071331:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c17 expref: 18 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.071342:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c17 expref: 18 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.071368:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c17 expref: 18 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128112.071378:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540306304:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.072319:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.074768:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540306304:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.074785:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.074829:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6187800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947542499072:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3587us (4105us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.074839:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8719 00000100:00100000:0.0:1746128112.075492:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.075563:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542499328 00000100:00100000:3.0:1746128112.075568:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542499328 00002000:00100000:3.0:1746128112.075620:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6186d80 x1830947542499328/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.075629:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6186d80 with x1830947542499328 ext(0->4095) 00002000:00010000:3.0:1746128112.075633:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6186d80 00000100:00100000:3.0:1746128112.075647:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3635 00000100:00100000:3.0:1746128112.075653:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6186d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947542499328:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128112.075770:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6186d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947542499328:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (279us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128112.075778:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3635 00002000:00100000:3.0:1746128112.075783:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6186d80 x1830947542499328/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.075789:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6186d80 with x1830947542499328 ext(0->4095) 00002000:00010000:3.0:1746128112.075792:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6186d80 00000100:00100000:0.0:1746128112.080143:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.080385:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542499456 00000100:00100000:3.0:1746128112.080392:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542499456 00000100:00100000:3.0:1746128112.080437:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4833 00000100:00100000:3.0:1746128112.080444:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542499456:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.080459:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.080473:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf62 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c1e expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.080495:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c17 expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.080501:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.080503:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.080506:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf62 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c1e expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.080529:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c17 expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.080539:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c17 expref: 17 pid: 8416 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.080553:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540306432:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128112.081271:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.083184:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540306432:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128112.083209:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf62 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c1e expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.083223:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66e00, rc 0) 00000100:00100000:3.0:1746128112.083256:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542499456:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2812us (3120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.083264:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4833 00000100:00100000:0.0:1746128112.084396:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.084469:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542499584 00000100:00100000:3.0:1746128112.084475:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542499584 00010000:00010000:3.0:1746128112.084500:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c17 expref: 18 pid: 8416 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.084618:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8720 00000100:00100000:3.0:1746128112.084625:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947542499584:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.084635:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.084652:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c17 expref: 18 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.084661:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c17 expref: 18 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.084681:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bbf5b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c17 expref: 18 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.084887:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.084889:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.084896:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf62 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c1e expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.084904:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c1e expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.084931:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c1e expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128112.084941:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540306560:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.085163:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.086458:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540306560:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.086473:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.086529:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1963:x1830947542499584:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1903us (2134us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.086536:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8720 00000100:00100000:0.0:1746128112.088051:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128112.088077:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128112.088108:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542499840 00000100:00100000:0.0:1746128112.088113:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542499840 00002000:00100000:0.0:1746128112.088145:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094ac6680 x1830947542499840/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128112.088154:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac6680 with x1830947542499840 ext(0->4095) 00002000:00010000:0.0:1746128112.088158:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ac6680 00000100:00100000:0.0:1746128112.088172:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3636 00000100:00100000:0.0:1746128112.088177:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542499840:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128112.088296:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542499840:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (248us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128112.088302:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3636 00002000:00100000:0.0:1746128112.088307:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094ac6680 x1830947542499840/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128112.088313:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac6680 with x1830947542499840 ext(0->4095) 00002000:00010000:0.0:1746128112.088316:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ac6680 00000100:00100000:3.0:1746128112.088471:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542499968 00000100:00100000:3.0:1746128112.088474:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542499968 00000100:00100000:3.0:1746128112.088494:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4834 00000100:00100000:3.0:1746128112.088498:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:31595:x1830947542499968:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.088509:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.088521:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf69 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c25 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.088539:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf62 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c1e expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.088545:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.088547:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.088550:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf69 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c25 expref: 18 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.088589:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c1e expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.088600:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c1e expref: 5 pid: 8416 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.088610:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540306688:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128112.089118:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.093389:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.093473:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128112.093547:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542500096 00000100:00100000:0.0:1746128112.093554:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542500096 00000100:00100000:0.0:1746128112.093608:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4835 00000100:00100000:0.0:1746128112.093616:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:31596:x1830947542500096:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128112.093630:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128112.093645:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bbf70 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c2c expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128112.093666:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128112.093671:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf69 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c25 expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128112.093676:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128112.093679:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bbf70 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c2c expref: 20 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128112.093707:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf69 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c25 expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128112.093717:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bbf70 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c2c expref: 20 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128112.093726:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b94000, rc 0) 00000100:00100000:0.0:1746128112.093761:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:31596:x1830947542500096:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128112.093767:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4835 00000100:00100000:3.0:1746128112.093890:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540306688:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128112.093905:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf69 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c25 expref: 19 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.093912:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67400, rc 0) 00000100:00100000:3.0:1746128112.093931:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:31595:x1830947542499968:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5433us (5853us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.093940:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4834 00000100:00100000:2.0:1746128112.094321:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542500224 00000100:00100000:2.0:1746128112.094325:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542500224 00010000:00010000:2.0:1746128112.094342:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c1e expref: 6 pid: 8416 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.094361:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8721 00000100:00100000:2.0:1746128112.094366:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542500224:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.094373:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.094388:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c1e expref: 6 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.094396:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c1e expref: 6 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.094410:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bbf62 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c1e expref: 6 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.094421:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.094423:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.094427:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c25 expref: 18 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.094433:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c25 expref: 18 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.094449:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c25 expref: 18 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.094459:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c25 expref: 18 pid: 8416 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.094467:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540306944:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.094517:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.099784:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540306944:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.099802:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.099840:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542500224:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5472us (6366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.099850:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8721 00000100:00100000:0.0:1746128112.101706:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.101795:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542500480 00000100:00100000:2.0:1746128112.101801:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542500480 00002000:00100000:2.0:1746128112.101834:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094ac4000 x1830947542500480/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.101844:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac4000 with x1830947542500480 ext(0->4095) 00010000:00010000:2.0:1746128112.101850:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c25 expref: 19 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.101862:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c25 expref: 19 pid: 8416 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.101869:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ac4000 00000100:00100000:2.0:1746128112.102286:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1622 00000100:00100000:2.0:1746128112.102294:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1964:x1830947542500480:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128112.102431:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1964:x1830947542500480:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (729us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.102436:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1622 00002000:00100000:2.0:1746128112.102441:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094ac4000 x1830947542500480/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.102448:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac4000 with x1830947542500480 ext(0->4095) 00010000:00010000:2.0:1746128112.102452:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c25 expref: 19 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.102460:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c25 expref: 19 pid: 8416 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.102465:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ac4000 00000100:00100000:0.0:1746128112.104789:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.105054:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542500608 00000100:00100000:2.0:1746128112.105061:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542500608 00010000:00010000:2.0:1746128112.105086:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c25 expref: 19 pid: 8416 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.105120:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8722 00000100:00100000:2.0:1746128112.105127:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1963:x1830947542500608:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.105138:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.105156:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c25 expref: 19 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.105166:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c25 expref: 19 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.105184:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bbf69 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c25 expref: 19 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.105462:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.105465:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.105471:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bbf70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c2c expref: 18 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.105479:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bbf70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c2c expref: 18 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.105510:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bbf70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c2c expref: 18 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128112.105550:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540307072:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.105637:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.107214:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.107229:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540307072:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.107242:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.107266:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947542500608:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2140us (2484us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.107274:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8722 00000100:00100000:1.0:1746128112.107367:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542500864 00000100:00100000:1.0:1746128112.107374:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542500864 00002000:00100000:1.0:1746128112.107404:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094ac7100 x1830947542500864/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.107412:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac7100 with x1830947542500864 ext(0->4095) 00002000:00010000:1.0:1746128112.107416:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ac7100 00000100:00100000:1.0:1746128112.107440:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3637 00000100:00100000:1.0:1746128112.107445:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947542500864:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128112.107596:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947542500864:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (384us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128112.107601:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3637 00002000:00100000:1.0:1746128112.107607:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094ac7100 x1830947542500864/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.107614:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac7100 with x1830947542500864 ext(0->4095) 00002000:00010000:1.0:1746128112.107616:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ac7100 00000100:00100000:0.0:1746128112.111623:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.112808:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542500992 00000100:00100000:3.0:1746128112.112817:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542500992 00000100:00100000:3.0:1746128112.112868:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4836 00000100:00100000:3.0:1746128112.112875:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542500992:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.112890:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.112903:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bbf77 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c33 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.112926:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bbf70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c2c expref: 17 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.112932:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.112934:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.112936:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bbf77 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c33 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.112959:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bbf70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c2c expref: 17 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.112970:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bbf70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c2c expref: 17 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.112980:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540307200:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128112.113470:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.116208:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540307200:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128112.116234:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bbf77 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c33 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.116247:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66000, rc 0) 00000100:00100000:3.0:1746128112.116277:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542500992:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3403us (4661us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.116283:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4836 00000100:00100000:0.0:1746128112.117932:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128112.118190:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.118249:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542501120 00000100:00100000:3.0:1746128112.118250:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542501248 00000100:00100000:3.0:1746128112.118256:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542501248 00000100:00100000:2.0:1746128112.118256:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542501120 00010000:00010000:2.0:1746128112.118281:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bbf70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c2c expref: 19 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.118299:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4837 00000100:00100000:3.0:1746128112.118306:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:31595:x1830947542501248:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.118319:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.118330:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf7e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c3a expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.118346:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.118350:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bbf77 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c33 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.118356:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128112.118359:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf7e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c3a expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.118384:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bbf77 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c33 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.118395:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf7e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c3a expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.118407:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67200, rc 0) 00000100:00100000:3.0:1746128112.118435:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:31595:x1830947542501248:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.118440:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4837 00000100:00100000:2.0:1746128112.119012:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8723 00000100:00100000:2.0:1746128112.119019:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1963:x1830947542501120:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.119028:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.119044:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bbf70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c2c expref: 19 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.119056:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bbf70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c2c expref: 19 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.119070:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bbf70 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c2c expref: 19 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.119456:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.119458:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.119464:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bbf77 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c33 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.119472:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bbf77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c33 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.119492:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bbf77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c33 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.119502:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bbf77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c33 expref: 5 pid: 8416 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.119516:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540307456:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.119597:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.121323:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540307456:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.121336:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.121363:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947542501120:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2345us (3435us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.121371:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8723 00000100:00100000:0.0:1746128112.121536:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.121730:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542501504 00000100:00100000:2.0:1746128112.121736:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542501504 00002000:00100000:2.0:1746128112.121762:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a4700 x1830947542501504/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.121770:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a4700 with x1830947542501504 ext(0->4095) 00010000:00010000:2.0:1746128112.121776:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bbf77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c33 expref: 6 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.121786:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bbf77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c33 expref: 6 pid: 8416 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.121791:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800840a4700 00000100:00100000:2.0:1746128112.121814:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1623 00000100:00100000:2.0:1746128112.121823:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542501504:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128112.121946:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542501504:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (410us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.121954:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1623 00002000:00100000:2.0:1746128112.121959:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a4700 x1830947542501504/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.121965:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a4700 with x1830947542501504 ext(0->4095) 00010000:00010000:2.0:1746128112.121970:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bbf77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c33 expref: 6 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.121977:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bbf77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c33 expref: 6 pid: 8416 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.121981:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800840a4700 00000100:00100000:0.0:1746128112.123770:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.123884:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542501632 00000100:00100000:2.0:1746128112.123889:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542501632 00010000:00010000:2.0:1746128112.123907:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bbf77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c33 expref: 6 pid: 8416 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.123933:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8724 00000100:00100000:2.0:1746128112.123940:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f28850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542501632:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.123948:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.123960:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bbf77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c33 expref: 6 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.123969:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bbf77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c33 expref: 6 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.123985:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bbf77 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c33 expref: 6 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.123997:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.123999:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.124016:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c3a expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.124023:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c3a expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.124046:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c3a expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128112.124055:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540307584:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.124246:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800936256c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.126132:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540307584:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.126145:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.126347:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f28850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542501632:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2231us (2404us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.126355:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8724 00000100:00100000:0.0:1746128112.126610:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.126717:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542501888 00000100:00100000:2.0:1746128112.126721:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542501888 00002000:00100000:2.0:1746128112.126745:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a5180 x1830947542501888/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.126754:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a5180 with x1830947542501888 ext(0->4095) 00002000:00010000:2.0:1746128112.126757:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a5180 00000100:00100000:2.0:1746128112.126799:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3638 00000100:00100000:2.0:1746128112.126806:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1964:x1830947542501888:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128112.126917:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1964:x1830947542501888:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (308us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.126923:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3638 00002000:00100000:2.0:1746128112.126928:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a5180 x1830947542501888/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.126934:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a5180 with x1830947542501888 ext(0->4095) 00002000:00010000:2.0:1746128112.126937:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a5180 00000100:00100000:0.0:1746128112.128919:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.129034:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542502016 00000100:00100000:2.0:1746128112.129039:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542502016 00000100:00100000:2.0:1746128112.129123:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4838 00000100:00100000:2.0:1746128112.129130:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542502016:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.129141:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.129153:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbf85 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c41 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.129172:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c3a expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.129179:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.129180:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.129183:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbf85 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c41 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.129205:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c3a expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.129221:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c3a expref: 17 pid: 8416 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.129231:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540307712:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128112.129784:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.131289:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.131364:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540307712:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128112.131383:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbf85 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c41 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.131394:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c092400, rc 0) 00000100:00100000:2.0:1746128112.131612:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542502016:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2480us (2695us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.131619:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4838 00000100:00100000:3.0:1746128112.131942:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542502144 00000100:00100000:3.0:1746128112.131948:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542502144 00002000:00100000:3.0:1746128112.131976:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800840a7800 x1830947542502144/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 496/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.131986:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a7800 with x1830947542502144 ext(0->7) 00010000:00010000:3.0:1746128112.131991:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c3a expref: 18 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.132013:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c3a expref: 18 pid: 8416 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.132019:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800840a7800 00000100:00100000:3.0:1746128112.132043:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1624 00000100:00100000:3.0:1746128112.132049:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1964:x1830947542502144:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128112.132298:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1964:x1830947542502144:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 248us (1012us total) trans 4294967943 rc 0/0 00000100:00100000:3.0:1746128112.132304:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1624 00002000:00100000:3.0:1746128112.132309:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800840a7800 x1830947542502144/t4294967943(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 496/448 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.132321:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a7800 with x1830947542502144 ext(0->7) 00010000:00010000:3.0:1746128112.132326:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c3a expref: 20 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.132334:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c3a expref: 20 pid: 8416 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.132339:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800840a7800 00000100:00100000:0.0:1746128112.133777:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.133863:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542502272 00000100:00100000:2.0:1746128112.133869:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542502272 00010000:00010000:2.0:1746128112.133891:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c3a expref: 20 pid: 8416 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.133955:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8725 00000100:00100000:2.0:1746128112.133961:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1964:x1830947542502272:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.133971:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.133986:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c3a expref: 20 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.134008:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c3a expref: 20 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.134025:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbf7e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c3a expref: 20 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.134231:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.134233:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.134240:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbf85 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c41 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.134246:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbf85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c41 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.134271:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbf85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c41 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128112.134281:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540307840:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.134468:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.136300:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540307840:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.136315:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.136354:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1964:x1830947542502272:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2392us (2581us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.136363:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8725 00000100:00100000:0.0:1746128112.136734:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.136796:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542502528 00000100:00100000:1.0:1746128112.136801:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542502528 00002000:00100000:1.0:1746128112.136830:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a5c00 x1830947542502528/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.136838:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a5c00 with x1830947542502528 ext(0->4095) 00002000:00010000:1.0:1746128112.136841:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a5c00 00000100:00100000:1.0:1746128112.136867:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3639 00000100:00100000:1.0:1746128112.136873:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542502528:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128112.137080:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542502528:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 207us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128112.137086:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3639 00002000:00100000:1.0:1746128112.137095:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a5c00 x1830947542502528/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.137101:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a5c00 with x1830947542502528 ext(0->4095) 00002000:00010000:1.0:1746128112.137103:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a5c00 00000100:00100000:0.0:1746128112.138845:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128112.139052:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.139158:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542502656 00000100:00100000:2.0:1746128112.139165:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542502656 00000100:00100000:2.0:1746128112.139192:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542502784 00000100:00100000:2.0:1746128112.139194:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542502784 00000100:00100000:2.0:1746128112.139219:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4839 00000100:00100000:2.0:1746128112.139225:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:31596:x1830947542502656:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.139236:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.139249:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf8c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c48 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.139273:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbf85 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c41 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.139279:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.139280:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.139283:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf8c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c48 expref: 21 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.139307:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbf85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c41 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.139318:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbf85 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c41 expref: 5 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.139328:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540307968:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128112.139382:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.139446:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4840 00000100:00100000:3.0:1746128112.139453:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:31595:x1830947542502784:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.139458:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.139464:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf93 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c4f expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.139474:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.139477:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf8c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c48 expref: 22 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.139481:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.139483:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf93 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c4f expref: 22 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.139501:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf8c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c48 expref: 22 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.139511:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf93 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c4f expref: 22 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.139518:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66a00, rc 0) 00000100:00100000:3.0:1746128112.139536:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:31595:x1830947542502784:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 85us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.139541:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4840 00000100:00100000:0.0:1746128112.140988:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.141249:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542502912 00000100:00100000:3.0:1746128112.141255:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542502912 00010000:00010000:3.0:1746128112.141275:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbf85 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c41 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.141551:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540307968:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128112.141567:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf8c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c48 expref: 21 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.141600:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c092e00, rc 0) 00000100:00100000:2.0:1746128112.141639:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:31596:x1830947542502656:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2413us (2797us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.141645:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4839 00000100:00100000:3.0:1746128112.141806:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8726 00000100:00100000:3.0:1746128112.141813:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542502912:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.141822:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.141838:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbf85 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c41 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.141847:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbf85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c41 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.141862:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbf85 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c41 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.142187:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.142189:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.142195:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c48 expref: 20 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.142205:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c48 expref: 20 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.142226:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c48 expref: 20 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.142236:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c48 expref: 20 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.142245:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540308224:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.142300:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.145458:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540308224:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.145476:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.145509:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542502912:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3696us (4523us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.145517:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8726 00000100:00100000:0.0:1746128112.146988:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.147178:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542503168 00000100:00100000:1.0:1746128112.147184:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542503168 00002000:00100000:1.0:1746128112.147218:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cdab800 x1830947542503168/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.147227:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdab800 with x1830947542503168 ext(0->4095) 00010000:00010000:1.0:1746128112.147235:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c48 expref: 21 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.147246:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c48 expref: 21 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.147253:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cdab800 00000100:00100000:1.0:1746128112.147280:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1625 00000100:00100000:1.0:1746128112.147286:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1964:x1830947542503168:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128112.147429:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1964:x1830947542503168:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (443us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128112.147435:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1625 00002000:00100000:1.0:1746128112.147439:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cdab800 x1830947542503168/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.147445:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdab800 with x1830947542503168 ext(0->4095) 00010000:00010000:1.0:1746128112.147449:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c48 expref: 21 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.147458:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c48 expref: 21 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.147463:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cdab800 00000100:00100000:0.0:1746128112.149142:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.149318:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542503296 00000100:00100000:2.0:1746128112.149325:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542503296 00000100:00100000:2.0:1746128112.149495:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4841 00000100:00100000:2.0:1746128112.149503:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542503296:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.149515:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.149527:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbf9a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c56 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.149546:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.149551:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf93 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c4f expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.149556:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128112.149559:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbf9a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c56 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.149611:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf93 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c4f expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.149621:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbf9a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c56 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.149633:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c093e00, rc 0) 00000100:00100000:2.0:1746128112.149679:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542503296:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.149684:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4841 00000100:00100000:0.0:1746128112.150554:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.150658:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542503424 00000100:00100000:3.0:1746128112.150662:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542503424 00010000:00010000:3.0:1746128112.150681:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c48 expref: 21 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.150707:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8727 00000100:00100000:3.0:1746128112.150712:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1966:x1830947542503424:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.150721:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.150737:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c48 expref: 21 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.150747:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c48 expref: 21 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.150762:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbf8c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c48 expref: 21 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.150780:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.150782:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.150786:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c4f expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.150793:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c4f expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.150811:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c4f expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.150821:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c4f expref: 20 pid: 8416 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.150857:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540308480:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.151071:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.152407:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540308480:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.152422:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.152461:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1966:x1830947542503424:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1747us (1906us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.152468:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8727 00000100:00100000:0.0:1746128112.153113:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.153199:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542503680 00000100:00100000:1.0:1746128112.153204:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542503680 00002000:00100000:1.0:1746128112.153233:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cdaad80 x1830947542503680/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.153243:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdaad80 with x1830947542503680 ext(0->4095) 00010000:00010000:1.0:1746128112.153251:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c4f expref: 20 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.153267:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c4f expref: 20 pid: 8416 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.153273:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cdaad80 00000100:00100000:1.0:1746128112.153368:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1626 00000100:00100000:1.0:1746128112.153375:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1964:x1830947542503680:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128112.153917:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1964:x1830947542503680:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 541us (804us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128112.153924:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1626 00002000:00100000:1.0:1746128112.153930:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cdaad80 x1830947542503680/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.153937:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdaad80 with x1830947542503680 ext(0->4095) 00010000:00010000:1.0:1746128112.153942:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c4f expref: 20 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.153950:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c4f expref: 20 pid: 8416 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.153955:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cdaad80 00000100:00100000:0.0:1746128112.155247:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128112.155289:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.155295:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542503936 00000100:00100000:3.0:1746128112.155365:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542503808 00000100:00100000:3.0:1746128112.155371:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542503808 00010000:00010000:3.0:1746128112.155393:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c4f expref: 20 pid: 8416 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.155462:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8728 00000100:00100000:3.0:1746128112.155469:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1963:x1830947542503808:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.155479:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.155493:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c4f expref: 20 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.155503:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c4f expref: 20 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.155520:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bbf93 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c4f expref: 20 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.155532:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.155533:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.155537:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbf9a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c56 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.155542:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbf9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c56 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.155564:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbf9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c56 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128112.155596:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540308608:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.155650:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.155864:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542503936 00000100:00100000:2.0:1746128112.155895:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4842 00000100:00100000:2.0:1746128112.155901:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:31595:x1830947542503936:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.155910:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.155919:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfa1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c5d expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.155934:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbf9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c56 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.155939:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.155940:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.155942:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfa1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c5d expref: 21 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.155956:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbf9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c56 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.155965:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbf9a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c56 expref: 5 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.155976:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540308736:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128112.156020:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.156736:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540308608:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.156748:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.156775:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1963:x1830947542503808:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1306us (1485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.156781:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8728 00000100:00100000:2.0:1746128112.156795:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540308736:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128112.156808:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfa1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c5d expref: 20 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.156817:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c092000, rc 0) 00000100:00100000:2.0:1746128112.156850:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:31595:x1830947542503936:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 948us (1606us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.156855:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4842 00000100:00100000:0.0:1746128112.157623:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.157659:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542504192 00000100:00100000:1.0:1746128112.157663:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542504192 00002000:00100000:1.0:1746128112.157684:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cda9f80 x1830947542504192/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.157692:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda9f80 with x1830947542504192 ext(0->4095) 00010000:00010000:1.0:1746128112.157697:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbf9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c56 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.157707:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbf9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c56 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.157713:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cda9f80 00000100:00100000:1.0:1746128112.157742:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1627 00000100:00100000:1.0:1746128112.157748:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542504192:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128112.157864:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542504192:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (242us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128112.157869:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1627 00002000:00100000:1.0:1746128112.157874:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cda9f80 x1830947542504192/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.157880:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda9f80 with x1830947542504192 ext(0->4095) 00010000:00010000:1.0:1746128112.157884:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbf9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c56 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.157892:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbf9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c56 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.157897:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cda9f80 00000100:00100000:0.0:1746128112.159777:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.159824:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542504320 00000100:00100000:3.0:1746128112.159830:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542504320 00010000:00010000:3.0:1746128112.159989:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbf9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c56 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.160031:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8729 00000100:00100000:3.0:1746128112.160038:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542504320:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.160046:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.160061:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbf9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c56 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.160069:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbf9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c56 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.160087:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbf9a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c56 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.160098:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.160100:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.160105:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfa1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c5d expref: 19 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.160112:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfa1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c5d expref: 19 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.160136:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfa1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c5d expref: 19 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128112.160145:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540308864:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.160762:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.162748:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540308864:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.162764:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.162793:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542504320:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2755us (3019us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.162801:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8729 00000100:00100000:0.0:1746128112.163224:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.163317:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542504576 00000100:00100000:3.0:1746128112.163323:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542504576 00002000:00100000:3.0:1746128112.163349:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cda8a80 x1830947542504576/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.163358:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda8a80 with x1830947542504576 ext(0->4095) 00002000:00010000:3.0:1746128112.163361:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cda8a80 00000100:00100000:3.0:1746128112.163565:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3640 00000100:00100000:3.0:1746128112.163596:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1963:x1830947542504576:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128112.163712:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1963:x1830947542504576:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (488us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128112.163717:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3640 00002000:00100000:3.0:1746128112.163722:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cda8a80 x1830947542504576/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.163729:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda8a80 with x1830947542504576 ext(0->4095) 00002000:00010000:3.0:1746128112.163731:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cda8a80 00000100:00100000:0.0:1746128112.165828:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.165849:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542504704 00000100:00100000:2.0:1746128112.165856:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542504704 00000100:00100000:2.0:1746128112.165894:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4843 00000100:00100000:2.0:1746128112.165900:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542504704:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.165912:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.165923:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbfa8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c64 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.165948:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfa1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c5d expref: 19 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.165954:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.165955:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.165958:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbfa8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c64 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.165984:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfa1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c5d expref: 19 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.165995:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfa1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c5d expref: 19 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.166017:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540308992:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128112.166196:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.169154:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.169233:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540308992:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128112.169255:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbfa8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c64 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.169267:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c092400, rc 0) 00000100:00100000:3.0:1746128112.169866:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542504832 00000100:00100000:3.0:1746128112.169872:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542504832 00010000:00010000:3.0:1746128112.169895:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfa1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c5d expref: 20 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.170222:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542504704:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4320us (4396us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.170229:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4843 00000100:00100000:3.0:1746128112.170585:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8730 00000100:00100000:3.0:1746128112.170592:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1964:x1830947542504832:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.170603:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.170621:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfa1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c5d expref: 20 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.170631:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfa1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c5d expref: 20 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.170648:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfa1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c5d expref: 20 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.170665:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.170667:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.170672:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbfa8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c64 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.170678:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbfa8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c64 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.170703:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbfa8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c64 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128112.170712:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540309120:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.170761:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce780 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.183720:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.184377:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.184786:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542504960 00000100:00100000:2.0:1746128112.184794:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542504960 00000100:00100000:3.0:1746128112.185405:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540309120:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.185422:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.185459:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1964:x1830947542504832:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 14867us (16310us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.185467:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8730 00000100:00100000:0.0:1746128112.186311:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542505216 00000100:00100000:0.0:1746128112.186317:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542505216 00002000:00100000:0.0:1746128112.186348:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e08000 x1830947542505216/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128112.186356:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e08000 with x1830947542505216 ext(0->4095) 00002000:00010000:0.0:1746128112.186360:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e08000 00000100:00100000:0.0:1746128112.186386:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3641 00000100:00100000:0.0:1746128112.186393:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542505216:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128112.186518:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542505216:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (2141us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128112.186523:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3641 00002000:00100000:0.0:1746128112.186528:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e08000 x1830947542505216/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128112.186535:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e08000 with x1830947542505216 ext(0->4095) 00002000:00010000:0.0:1746128112.186538:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e08000 00000100:00100000:2.0:1746128112.186748:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4844 00000100:00100000:2.0:1746128112.186756:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:31595:x1830947542504960:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.186765:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.186779:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfaf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c6b expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.186797:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbfa8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c64 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.186803:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.186805:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.186808:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfaf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c6b expref: 20 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.186830:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbfa8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c64 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.186841:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbfa8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c64 expref: 5 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.186851:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540309248:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128112.186911:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.192010:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540309248:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128112.192033:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfaf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c6b expref: 20 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.192047:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c092a00, rc 0) 00000100:00100000:2.0:1746128112.192082:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:31595:x1830947542504960:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5328us (8368us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.192090:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4844 00000100:00100000:0.0:1746128112.192179:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.192741:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542505344 00000100:00100000:2.0:1746128112.192747:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542505344 00000100:00100000:2.0:1746128112.192772:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4845 00000100:00100000:2.0:1746128112.192777:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:31596:x1830947542505344:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.192791:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.192803:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbfb6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c72 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.192820:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.192824:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfaf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c6b expref: 21 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.192829:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.192832:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbfb6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c72 expref: 21 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.192855:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfaf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c6b expref: 21 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.192863:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbfb6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c72 expref: 21 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.192870:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c092e00, rc 0) 00000100:00100000:2.0:1746128112.192891:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:31596:x1830947542505344:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.192896:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4845 00000100:00100000:1.0:1746128112.193036:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.193195:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542505472 00000100:00100000:3.0:1746128112.193199:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542505472 00010000:00010000:3.0:1746128112.193215:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbfa8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c64 expref: 6 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.193233:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8731 00000100:00100000:3.0:1746128112.193237:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f2a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542505472:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.193247:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.193262:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbfa8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c64 expref: 6 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.193272:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbfa8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c64 expref: 6 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.193286:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092400/0x802a7453533bbfa8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c64 expref: 6 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.193305:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.193306:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.193311:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfaf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c6b expref: 20 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.193318:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c6b expref: 20 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.193335:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c6b expref: 20 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.193344:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c6b expref: 20 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.193354:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540309504:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.193389:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.195683:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540309504:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.195699:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.195732:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f2a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542505472:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2494us (2696us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.195740:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8731 00000100:00100000:1.0:1746128112.196609:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.196809:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542505728 00000100:00100000:3.0:1746128112.196815:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542505728 00002000:00100000:3.0:1746128112.196843:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e09180 x1830947542505728/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.196852:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e09180 with x1830947542505728 ext(0->4095) 00010000:00010000:3.0:1746128112.196859:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c6b expref: 21 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.197693:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c6b expref: 21 pid: 8417 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.197699:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e09180 00000100:00100000:3.0:1746128112.197727:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1628 00000100:00100000:3.0:1746128112.197733:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1964:x1830947542505728:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128112.197878:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1964:x1830947542505728:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (1306us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128112.197884:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1628 00002000:00100000:3.0:1746128112.197890:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e09180 x1830947542505728/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.197897:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e09180 with x1830947542505728 ext(0->4095) 00010000:00010000:3.0:1746128112.197902:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c6b expref: 21 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.197910:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c6b expref: 21 pid: 8417 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.197915:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e09180 00000100:00100000:0.0:1746128112.202924:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.203278:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542505856 00000100:00100000:3.0:1746128112.203286:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542505856 00010000:00010000:3.0:1746128112.203313:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c6b expref: 21 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.203346:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8732 00000100:00100000:3.0:1746128112.203352:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdaa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1963:x1830947542505856:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.203363:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.203381:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c6b expref: 21 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.203390:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c6b expref: 21 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.203408:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfaf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c6b expref: 21 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.203434:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.203436:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.203441:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbfb6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c72 expref: 20 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.203452:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbfb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c72 expref: 20 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.203478:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbfb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c72 expref: 20 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128112.203487:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540309632:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.203561:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.205608:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540309632:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.205627:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.205707:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdaa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1963:x1830947542505856:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2353us (2788us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.205716:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8732 00000100:00100000:0.0:1746128112.210282:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.210351:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542506112 00000100:00100000:2.0:1746128112.210359:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542506112 00002000:00100000:2.0:1746128112.210395:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cdaaa00 x1830947542506112/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.210404:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdaaa00 with x1830947542506112 ext(0->4095) 00002000:00010000:2.0:1746128112.210409:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cdaaa00 00000100:00100000:2.0:1746128112.210535:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3642 00000100:00100000:2.0:1746128112.210542:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1963:x1830947542506112:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128112.210703:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1963:x1830947542506112:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 161us (487us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.210709:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3642 00002000:00100000:2.0:1746128112.210714:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cdaaa00 x1830947542506112/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.210721:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdaaa00 with x1830947542506112 ext(0->4095) 00002000:00010000:2.0:1746128112.210724:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cdaaa00 00000100:00100000:0.0:1746128112.213698:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.214145:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542506240 00000100:00100000:2.0:1746128112.214152:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542506240 00000100:00100000:2.0:1746128112.214187:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4846 00000100:00100000:2.0:1746128112.214193:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542506240:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.214207:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.214220:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfbd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c79 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.214243:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbfb6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c72 expref: 19 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.214249:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.214250:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.214253:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfbd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c79 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.214280:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbfb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c72 expref: 19 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.214289:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbfb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c72 expref: 19 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.214298:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540309760:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128112.214378:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625900 going to sleep for 11 seconds 00010000:00010000:1.0:1746128112.218008:0:11111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746128112.218228:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540309760:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128112.218260:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfbd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c79 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.218276:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c093e00, rc 0) 00000100:00100000:2.0:1746128112.218318:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542506240:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4124us (4626us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.218326:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4846 00000100:00100000:0.0:1746128112.220389:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.220474:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542506368 00000100:00100000:3.0:1746128112.220481:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542506368 00010000:00010000:3.0:1746128112.220506:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbfb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c72 expref: 20 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.220527:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8733 00000100:00100000:3.0:1746128112.220533:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1963:x1830947542506368:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.220544:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.220561:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbfb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c72 expref: 20 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.220569:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbfb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c72 expref: 20 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.220608:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092e00/0x802a7453533bbfb6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c72 expref: 20 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1746128112.220776:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.220840:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542506496 00000100:00100000:2.0:1746128112.220844:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542506496 00000100:00100000:2.0:1746128112.220862:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4847 00000100:00100000:2.0:1746128112.220866:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:31595:x1830947542506496:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.220877:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.220885:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfc4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c80 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.220898:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.220903:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfbd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c79 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.220908:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.220911:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfc4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c80 expref: 21 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.220935:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfbd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c79 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.220944:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfc4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c80 expref: 21 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.220951:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.220952:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.220956:0:28170:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfbd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c79 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.220962:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c79 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.220973:0:28170:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c79 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.220982:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c79 expref: 5 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.220992:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540310016:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.221048:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625900 going to sleep for 11 seconds 00010000:00010000:3.0:1746128112.221085:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.221103:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1963:x1830947542506368:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 570us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.221110:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8733 00000100:00100000:2.0:1746128112.238826:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540310016:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.238843:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c092a00, rc 0) 00000100:00100000:2.0:1746128112.238880:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:31595:x1830947542506496:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 18012us (18103us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.238887:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4847 00000100:00100000:0.0:1746128112.239398:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.239800:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542506752 00000100:00100000:3.0:1746128112.239806:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542506752 00002000:00100000:3.0:1746128112.239838:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cdaa680 x1830947542506752/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.239847:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdaa680 with x1830947542506752 ext(0->4095) 00010000:00010000:3.0:1746128112.239853:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c79 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.239864:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c79 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.239870:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cdaa680 00000100:00100000:3.0:1746128112.239881:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1629 00000100:00100000:3.0:1746128112.239886:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542506752:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128112.239993:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542506752:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (596us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128112.240007:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1629 00002000:00100000:3.0:1746128112.240013:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cdaa680 x1830947542506752/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.240019:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdaa680 with x1830947542506752 ext(0->4095) 00010000:00010000:3.0:1746128112.240023:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c79 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.240030:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c79 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.240036:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cdaa680 00000100:00100000:0.0:1746128112.244041:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.244445:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542506880 00000100:00100000:3.0:1746128112.244452:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542506880 00010000:00010000:3.0:1746128112.244479:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c79 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.245052:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8734 00000100:00100000:3.0:1746128112.245060:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542506880:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.245072:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.245088:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c79 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.245099:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c79 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.245116:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfbd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c79 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.245145:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.245147:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.245154:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfc4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c80 expref: 19 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.245160:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c80 expref: 19 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.245186:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c80 expref: 19 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128112.245195:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540310144:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.245252:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.246844:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.247936:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540310144:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.247953:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.248154:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542506880:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3093us (4116us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.248163:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8734 00000100:00100000:2.0:1746128112.248171:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542507136 00000100:00100000:2.0:1746128112.248177:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542507136 00002000:00100000:2.0:1746128112.248204:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cdab480 x1830947542507136/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.248212:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdab480 with x1830947542507136 ext(0->4095) 00002000:00010000:2.0:1746128112.248215:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cdab480 00000100:00100000:2.0:1746128112.248238:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3643 00000100:00100000:2.0:1746128112.248243:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1965:x1830947542507136:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128112.248351:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1965:x1830947542507136:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (1510us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.248355:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3643 00002000:00100000:2.0:1746128112.248359:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cdab480 x1830947542507136/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.248365:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdab480 with x1830947542507136 ext(0->4095) 00002000:00010000:2.0:1746128112.248367:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cdab480 00000100:00100000:0.0:1746128112.256822:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.257741:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542507264 00000100:00100000:2.0:1746128112.257749:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542507264 00000100:00100000:2.0:1746128112.257787:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4848 00000100:00100000:2.0:1746128112.257794:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542507264:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.257810:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.257824:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbfcb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c87 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.257847:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfc4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c80 expref: 19 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.257854:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.257855:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.257858:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbfcb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c87 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.257882:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c80 expref: 19 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.257892:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c80 expref: 19 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.257901:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540310272:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128112.258255:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.267256:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540310272:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128112.267279:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbfcb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c87 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.267291:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c093000, rc 0) 00000100:00100000:2.0:1746128112.267322:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542507264:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9528us (10506us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.267332:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4848 00000100:00100000:0.0:1746128112.283110:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128112.283288:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.283389:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542507392 00000100:00100000:2.0:1746128112.283395:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542507392 00000100:00100000:2.0:1746128112.283425:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4849 00000100:00100000:2.0:1746128112.283431:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:31595:x1830947542507392:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.283445:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.283458:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfd2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c8e expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.283480:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.283484:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbfcb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c87 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.283489:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128112.283492:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfd2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c8e expref: 21 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.283520:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbfcb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c87 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.283529:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfd2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c8e expref: 21 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.283537:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c093e00, rc 0) 00000100:00100000:3.0:1746128112.283909:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542507520 00000100:00100000:3.0:1746128112.283912:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542507520 00002000:00100000:3.0:1746128112.283932:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880134120380 x1830947542507520/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 496/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.283940:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134120380 with x1830947542507520 ext(0->7) 00010000:00010000:3.0:1746128112.283945:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c80 expref: 22 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.283959:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c80 expref: 22 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.283964:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134120380 00000100:00100000:3.0:1746128112.283979:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1630 00000100:00100000:3.0:1746128112.283984:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1963:x1830947542507520:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128112.285296:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31595:x1830947542507392:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1860us (2187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.285303:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4849 00000100:00100000:3.0:1746128112.286078:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1963:x1830947542507520:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 2092us (2787us total) trans 4294967944 rc 0/0 00000100:00100000:3.0:1746128112.286086:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1630 00002000:00100000:3.0:1746128112.286094:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880134120380 x1830947542507520/t4294967944(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 496/448 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.286102:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134120380 with x1830947542507520 ext(0->7) 00010000:00010000:3.0:1746128112.286109:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c80 expref: 23 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.286119:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c80 expref: 23 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.286126:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134120380 00000100:00100000:0.0:1746128112.288145:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.288760:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542507648 00000100:00100000:3.0:1746128112.288768:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542507648 00010000:00010000:3.0:1746128112.288795:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c80 expref: 23 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.288827:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8735 00000100:00100000:3.0:1746128112.288834:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134122300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1966:x1830947542507648:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.288845:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.288861:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c80 expref: 23 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.288872:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c80 expref: 23 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.288888:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092a00/0x802a7453533bbfc4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c80 expref: 23 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.289099:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.289102:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.289108:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbfcb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c87 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.289116:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbfcb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c87 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.289144:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbfcb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c87 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.289153:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbfcb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c87 expref: 5 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.289162:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540310528:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.289230:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.293109:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540310528:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.293126:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.293167:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134122300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1966:x1830947542507648:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4332us (5028us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.293175:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8735 00000100:00100000:0.0:1746128112.293934:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.294216:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542507904 00000100:00100000:3.0:1746128112.294221:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542507904 00002000:00100000:3.0:1746128112.294249:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134120000 x1830947542507904/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.294257:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134120000 with x1830947542507904 ext(0->4095) 00010000:00010000:3.0:1746128112.294264:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbfcb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c87 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.294275:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbfcb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c87 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.294280:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134120000 00000100:00100000:3.0:1746128112.294294:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1631 00000100:00100000:3.0:1746128112.294300:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542507904:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128112.295296:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542507904:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 994us (1360us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128112.295303:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1631 00002000:00100000:3.0:1746128112.295309:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134120000 x1830947542507904/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.295316:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134120000 with x1830947542507904 ext(0->4095) 00010000:00010000:3.0:1746128112.295322:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbfcb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c87 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.295331:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbfcb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c87 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.295336:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134120000 00000100:00100000:0.0:1746128112.304011:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.304771:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542508032 00000100:00100000:3.0:1746128112.304779:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542508032 00010000:00010000:3.0:1746128112.304806:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbfcb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c87 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.304829:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8736 00000100:00100000:3.0:1746128112.304835:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134122d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542508032:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.304846:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.304862:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbfcb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c87 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.304872:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbfcb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c87 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.304889:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bbfcb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c87 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.304917:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.304919:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.304925:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfd2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c8e expref: 21 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.304935:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c8e expref: 21 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.304962:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c8e expref: 21 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128112.304972:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540310656:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.306127:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.309565:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.309618:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542508288 00000100:00100000:2.0:1746128112.309625:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542508288 00002000:00100000:2.0:1746128112.309664:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134121c00 x1830947542508288/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.309673:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134121c00 with x1830947542508288 ext(0->4095) 00002000:00010000:2.0:1746128112.309677:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134121c00 00000100:00100000:2.0:1746128112.309698:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3644 00000100:00100000:2.0:1746128112.309704:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1965:x1830947542508288:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128112.309824:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1965:x1830947542508288:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (266us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.309830:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3644 00002000:00100000:2.0:1746128112.309835:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134121c00 x1830947542508288/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.309842:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134121c00 with x1830947542508288 ext(0->4095) 00002000:00010000:2.0:1746128112.309844:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134121c00 00000100:00100000:3.0:1746128112.309967:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540310656:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.309982:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.310026:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134122d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542508032:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5190us (6032us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.310034:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8736 00000100:00100000:1.0:1746128112.325411:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.325493:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542508416 00000100:00100000:2.0:1746128112.325500:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542508416 00000100:00100000:2.0:1746128112.325544:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4850 00000100:00100000:2.0:1746128112.325550:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542508416:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.325564:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.325592:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfd9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c95 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.325615:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfd2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c8e expref: 21 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.325624:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.325626:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.325629:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfd9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c95 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.325652:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c8e expref: 21 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.325661:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c8e expref: 21 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.325671:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540310784:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128112.325739:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.331537:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540310784:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128112.331563:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfd9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c95 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.331606:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c092000, rc 0) 00000100:00100000:2.0:1746128112.332996:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542508416:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7442us (7587us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.333013:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4850 00000100:00100000:3.0:1746128112.338652:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.339606:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542508544 00000100:00100000:1.0:1746128112.339614:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542508544 00002000:00100000:1.0:1746128112.339647:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008929c000 x1830947542508544/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 496/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.339655:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929c000 with x1830947542508544 ext(0->7) 00010000:00010000:1.0:1746128112.339662:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c8e expref: 22 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.339674:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c8e expref: 22 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.339679:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929c000 00000100:00100000:1.0:1746128112.339704:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1632 00000100:00100000:1.0:1746128112.339711:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1963:x1830947542508544:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128112.340186:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542508544:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 474us (1538us total) trans 4294967945 rc 0/0 00000100:00100000:1.0:1746128112.340191:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1632 00002000:00100000:1.0:1746128112.340196:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008929c000 x1830947542508544/t4294967945(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 496/448 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.340203:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929c000 with x1830947542508544 ext(0->7) 00010000:00010000:1.0:1746128112.340207:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c8e expref: 24 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.340215:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c8e expref: 24 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.340220:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929c000 00000100:00100000:0.0:1746128112.347396:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.347461:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542508672 00000100:00100000:3.0:1746128112.347468:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542508672 00010000:00010000:3.0:1746128112.347496:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c8e expref: 24 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.347528:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8737 00000100:00100000:3.0:1746128112.347535:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134123100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542508672:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.347546:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.347561:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c8e expref: 24 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.347597:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c8e expref: 24 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.347614:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c093e00/0x802a7453533bbfd2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c8e expref: 24 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.347641:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.347643:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.347649:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfd9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c95 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.347655:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c95 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.347680:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c95 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128112.347689:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540310912:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.347757:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.355394:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540310912:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.355410:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.355451:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134123100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1964:x1830947542508672:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7916us (8062us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.355459:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8737 00000100:00100000:3.0:1746128112.357768:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.357885:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542508928 00000100:00100000:1.0:1746128112.357891:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542508928 00002000:00100000:1.0:1746128112.357921:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929fb80 x1830947542508928/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.357929:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929fb80 with x1830947542508928 ext(0->4095) 00002000:00010000:1.0:1746128112.357933:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929fb80 00000100:00100000:1.0:1746128112.358363:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3645 00000100:00100000:1.0:1746128112.358370:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542508928:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128112.358505:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542508928:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (742us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128112.358511:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3645 00002000:00100000:1.0:1746128112.358516:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929fb80 x1830947542508928/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.358522:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929fb80 with x1830947542508928 ext(0->4095) 00002000:00010000:1.0:1746128112.358525:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929fb80 00000100:00100000:0.0:1746128112.361730:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.362276:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542509056 00000100:00100000:2.0:1746128112.362284:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542509056 00000100:00100000:2.0:1746128112.362325:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4851 00000100:00100000:2.0:1746128112.362331:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:31595:x1830947542509056:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.362345:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.362358:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1baec00/0x802a7453533bbfe0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2c9c expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.362380:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfd9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c95 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.362386:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.362388:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.362391:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1baec00/0x802a7453533bbfe0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c9c expref: 24 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.362416:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c95 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.362426:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c95 expref: 5 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.362436:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540311040:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128112.362909:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.363408:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625780 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.363461:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542509184 00000100:00100000:1.0:1746128112.363465:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542509184 00000100:00100000:1.0:1746128112.363485:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4852 00000100:00100000:1.0:1746128112.363490:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31596:x1830947542509184:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128112.363496:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128112.363503:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbfe7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2ca3 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.363519:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.363522:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1baec00/0x802a7453533bbfe0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c9c expref: 26 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.363527:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128112.363529:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbfe7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ca3 expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.363547:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1baec00/0x802a7453533bbfe0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c9c expref: 26 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.363557:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbfe7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ca3 expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.363565:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43dc00, rc 0) 00000100:00100000:1.0:1746128112.363613:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134121500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:31596:x1830947542509184:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (705us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.363618:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4852 00000100:00100000:2.0:1746128112.365449:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540311040:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128112.365469:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1baec00/0x802a7453533bbfe0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c9c expref: 25 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.365479:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1baec00, rc 0) 00000100:00100000:2.0:1746128112.365515:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31595:x1830947542509056:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3185us (3792us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.365524:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4851 00000100:00100000:3.0:1746128112.365659:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.366426:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542509312 00000100:00100000:2.0:1746128112.366431:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542509312 00010000:00010000:2.0:1746128112.366451:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c95 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.366476:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8738 00000100:00100000:2.0:1746128112.366481:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f29450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542509312:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.366489:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.366503:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c95 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.366511:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c95 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.366526:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c092000/0x802a7453533bbfd9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c95 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.366539:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.366540:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.366545:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1baec00/0x802a7453533bbfe0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c9c expref: 24 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.366551:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1baec00/0x802a7453533bbfe0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c9c expref: 24 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.366584:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1baec00/0x802a7453533bbfe0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c9c expref: 24 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.366593:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1baec00/0x802a7453533bbfe0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c9c expref: 24 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.366601:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540311296:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.366648:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.371088:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.371495:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540311296:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.371509:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.371549:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f29450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542509312:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5067us (6041us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.371558:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8738 00000100:00100000:3.0:1746128112.371856:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542509568 00000100:00100000:3.0:1746128112.371862:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542509568 00002000:00100000:3.0:1746128112.371891:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134123800 x1830947542509568/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.371900:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134123800 with x1830947542509568 ext(0->4095) 00010000:00010000:3.0:1746128112.371907:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1baec00/0x802a7453533bbfe0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c9c expref: 25 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.371918:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1baec00/0x802a7453533bbfe0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c9c expref: 25 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.371924:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134123800 00000100:00100000:3.0:1746128112.372348:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1633 00000100:00100000:3.0:1746128112.372355:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542509568:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128112.373172:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542509568:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 815us (2088us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128112.373179:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1633 00002000:00100000:3.0:1746128112.373186:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134123800 x1830947542509568/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.373193:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134123800 with x1830947542509568 ext(0->4095) 00010000:00010000:3.0:1746128112.373199:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b1baec00/0x802a7453533bbfe0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c9c expref: 25 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.373209:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b1baec00/0x802a7453533bbfe0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c9c expref: 25 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.373215:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134123800 00000100:00100000:0.0:1746128112.375169:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.375311:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542509696 00000100:00100000:2.0:1746128112.375318:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542509696 00010000:00010000:2.0:1746128112.375341:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1baec00/0x802a7453533bbfe0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c9c expref: 25 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.375466:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8739 00000100:00100000:2.0:1746128112.375473:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542509696:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.375483:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.375497:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1baec00/0x802a7453533bbfe0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c9c expref: 25 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.375507:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1baec00/0x802a7453533bbfe0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c9c expref: 25 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.375523:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1baec00/0x802a7453533bbfe0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2c9c expref: 25 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.375769:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.375772:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.375778:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbfe7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ca3 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.375785:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbfe7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ca3 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.375932:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbfe7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ca3 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128112.375942:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540311424:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.376194:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.378196:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540311424:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.378212:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.378242:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134121f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542509696:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2769us (3078us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.378250:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8739 00000100:00100000:0.0:1746128112.378926:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.379400:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542509952 00000100:00100000:3.0:1746128112.379406:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542509952 00002000:00100000:3.0:1746128112.379435:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134123b80 x1830947542509952/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.379443:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134123b80 with x1830947542509952 ext(0->4095) 00002000:00010000:3.0:1746128112.379447:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134123b80 00000100:00100000:3.0:1746128112.379667:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3646 00000100:00100000:3.0:1746128112.379674:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542509952:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128112.379787:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542509952:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (862us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128112.379793:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3646 00002000:00100000:3.0:1746128112.379797:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134123b80 x1830947542509952/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.379805:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134123b80 with x1830947542509952 ext(0->4095) 00002000:00010000:3.0:1746128112.379807:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134123b80 00000100:00100000:0.0:1746128112.381377:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.381743:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542510080 00000100:00100000:2.0:1746128112.381748:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542510080 00000100:00100000:2.0:1746128112.381783:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4853 00000100:00100000:2.0:1746128112.381788:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542510080:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.381800:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.381814:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bbfee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2caa expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.381836:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbfe7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ca3 expref: 23 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.381842:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.381843:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.381846:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bbfee lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2caa expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.381869:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbfe7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ca3 expref: 23 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.381883:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbfe7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ca3 expref: 23 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.381893:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540311552:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128112.381962:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.383279:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540311552:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128112.383295:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bbfee lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2caa expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.383304:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fad200, rc 0) 00000100:00100000:2.0:1746128112.383324:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542510080:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1536us (1950us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.383330:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4853 00000100:00100000:1.0:1746128112.384610:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.384881:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542510208 00000100:00100000:3.0:1746128112.384886:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542510208 00010000:00010000:3.0:1746128112.384908:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbfe7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ca3 expref: 24 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.384931:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8740 00000100:00100000:3.0:1746128112.384936:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092093800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542510208:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.384946:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.384960:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbfe7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ca3 expref: 24 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.384969:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbfe7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ca3 expref: 24 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.384984:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bbfe7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ca3 expref: 24 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.385008:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.385010:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.385015:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bbfee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2caa expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.385022:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bbfee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2caa expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.385047:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bbfee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2caa expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128112.385055:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540311680:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.385106:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.387410:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540311680:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.387426:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.387475:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092093800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1964:x1830947542510208:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2537us (2866us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.387484:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8740 00000100:00100000:0.0:1746128112.388092:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.388549:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542510464 00000100:00100000:1.0:1746128112.388556:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542510464 00002000:00100000:1.0:1746128112.388851:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134120700 x1830947542510464/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.388860:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134120700 with x1830947542510464 ext(0->4095) 00002000:00010000:1.0:1746128112.388863:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134120700 00000100:00100000:1.0:1746128112.389287:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3647 00000100:00100000:1.0:1746128112.389295:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542510464:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128112.389425:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542510464:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (1333us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128112.389430:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3647 00002000:00100000:1.0:1746128112.389435:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134120700 x1830947542510464/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.389441:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134120700 with x1830947542510464 ext(0->4095) 00002000:00010000:1.0:1746128112.389444:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134120700 00000100:00100000:1.0:1746128112.391759:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.391829:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128112.391875:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542510592 00000100:00100000:0.0:1746128112.391882:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542510592 00000100:00100000:0.0:1746128112.391906:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542510720 00000100:00100000:0.0:1746128112.391907:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542510720 00000100:00100000:0.0:1746128112.391928:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4854 00000100:00100000:0.0:1746128112.391933:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31595:x1830947542510592:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128112.391946:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128112.391958:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbff5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2cb1 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128112.391980:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bbfee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2caa expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128112.391985:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128112.391987:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128112.391990:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbff5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb1 expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128112.392023:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bbfee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2caa expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128112.392033:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bbfee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2caa expref: 5 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1746128112.392042:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540311808:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128112.392102:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.392196:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4855 00000100:00100000:3.0:1746128112.392202:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31596:x1830947542510720:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.392209:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.392215:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbffc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2cb8 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.392226:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.392229:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbff5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb1 expref: 26 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.392234:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.392236:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbffc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb8 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.392255:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbff5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb1 expref: 26 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.392265:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbffc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb8 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.392273:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67200, rc 0) 00000100:00100000:3.0:1746128112.392294:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:31596:x1830947542510720:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.392299:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4855 00000100:00100000:0.0:1746128112.394423:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134122680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540311808:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128112.394440:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbff5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb1 expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128112.394451:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880137391e00, rc 0) 00000100:00100000:0.0:1746128112.395365:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31595:x1830947542510592:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3428us (3610us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128112.395374:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4854 00000100:00100000:2.0:1746128112.395494:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.395885:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542510848 00000100:00100000:3.0:1746128112.395891:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542510848 00010000:00010000:3.0:1746128112.395915:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bbfee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2caa expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.395944:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8741 00000100:00100000:3.0:1746128112.395950:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542510848:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.395961:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.395977:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bbfee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2caa expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.395987:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bbfee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2caa expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.396012:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bbfee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2caa expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.396031:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.396033:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.396039:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbff5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb1 expref: 24 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.396045:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbff5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb1 expref: 24 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.396068:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbff5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb1 expref: 24 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.396077:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbff5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb1 expref: 24 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.396085:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540312064:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.396132:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.398427:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540312064:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.398441:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.398609:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542510848:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2657us (3113us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.398617:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8741 00000100:00100000:1.0:1746128112.399951:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.400107:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542511104 00000100:00100000:3.0:1746128112.400114:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542511104 00002000:00100000:3.0:1746128112.400145:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092091180 x1830947542511104/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.400154:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092091180 with x1830947542511104 ext(0->4095) 00010000:00010000:3.0:1746128112.400160:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbff5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb1 expref: 25 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.400176:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbff5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb1 expref: 25 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.400182:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092091180 00000100:00100000:3.0:1746128112.400197:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1634 00000100:00100000:3.0:1746128112.400203:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542511104:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128112.400331:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542511104:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (382us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128112.400336:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1634 00002000:00100000:3.0:1746128112.400341:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092091180 x1830947542511104/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.400348:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092091180 with x1830947542511104 ext(0->4095) 00010000:00010000:3.0:1746128112.400353:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbff5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb1 expref: 25 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.400361:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbff5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb1 expref: 25 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.400367:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092091180 00000100:00100000:0.0:1746128112.402432:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.402526:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542511232 00000100:00100000:3.0:1746128112.402532:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542511232 00010000:00010000:3.0:1746128112.402554:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbff5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb1 expref: 25 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.402606:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8742 00000100:00100000:3.0:1746128112.402612:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134122680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542511232:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.402622:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.402636:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbff5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb1 expref: 25 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.402644:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbff5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb1 expref: 25 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.402660:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880137391e00/0x802a7453533bbff5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb1 expref: 25 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.402670:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.402672:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.402677:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbffc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb8 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.402684:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbffc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb8 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.402708:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbffc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb8 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128112.402718:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540312192:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.402786:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.404503:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.404598:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540312192:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.404613:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.404644:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134122680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542511232:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2032us (2216us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.404653:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8742 00000100:00100000:1.0:1746128112.405112:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542511488 00000100:00100000:1.0:1746128112.405118:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542511488 00002000:00100000:1.0:1746128112.405148:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134122a00 x1830947542511488/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.405156:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134122a00 with x1830947542511488 ext(0->4095) 00002000:00010000:1.0:1746128112.405160:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134122a00 00000100:00100000:1.0:1746128112.405181:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3648 00000100:00100000:1.0:1746128112.405186:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542511488:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128112.405312:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542511488:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (812us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128112.405317:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3648 00002000:00100000:1.0:1746128112.405322:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134122a00 x1830947542511488/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.405334:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134122a00 with x1830947542511488 ext(0->4095) 00002000:00010000:1.0:1746128112.405336:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134122a00 00000100:00100000:0.0:1746128112.407206:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.407275:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542511616 00000100:00100000:1.0:1746128112.407280:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542511616 00000100:00100000:1.0:1746128112.407322:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4856 00000100:00100000:1.0:1746128112.407329:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542511616:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128112.407344:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128112.407357:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc003 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2cbf expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.407378:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbffc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb8 expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.407384:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128112.407385:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128112.407388:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc003 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cbf expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.407409:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbffc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb8 expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.407419:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbffc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb8 expref: 23 pid: 8416 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.407428:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540312320:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128112.407501:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.409345:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540312320:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128112.409367:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc003 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cbf expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.409379:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43ca00, rc 0) 00000100:00100000:1.0:1746128112.409417:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542511616:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2088us (2216us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.409424:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4856 00000100:00100000:0.0:1746128112.409643:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.409860:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542511744 00000100:00100000:3.0:1746128112.409866:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542511744 00010000:00010000:3.0:1746128112.409886:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbffc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb8 expref: 24 pid: 8416 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.410029:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8743 00000100:00100000:3.0:1746128112.410036:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134122d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542511744:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.410046:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.410062:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbffc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb8 expref: 24 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.410071:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbffc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb8 expref: 24 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.410088:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bbffc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cb8 expref: 24 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.410101:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.410103:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.410108:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc003 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cbf expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.410115:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc003 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cbf expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.410137:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc003 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cbf expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128112.410148:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540312448:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.410416:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.411539:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540312448:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.411553:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.411725:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134122d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1964:x1830947542511744:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1688us (2080us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.411733:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8743 00000100:00100000:0.0:1746128112.411935:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.412021:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542512000 00000100:00100000:3.0:1746128112.412026:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542512000 00002000:00100000:3.0:1746128112.412051:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134123100 x1830947542512000/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.412060:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134123100 with x1830947542512000 ext(0->4095) 00002000:00010000:3.0:1746128112.412063:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134123100 00000100:00100000:3.0:1746128112.412159:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3649 00000100:00100000:3.0:1746128112.412165:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134123100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542512000:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746128112.412283:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134123100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542512000:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (348us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128112.412288:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3649 00002000:00100000:3.0:1746128112.412293:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134123100 x1830947542512000/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.412299:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134123100 with x1830947542512000 ext(0->4095) 00002000:00010000:3.0:1746128112.412302:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134123100 00000100:00100000:0.0:1746128112.413503:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.413718:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542512128 00000100:00100000:1.0:1746128112.413722:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542512128 00000100:00100000:1.0:1746128112.413755:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4857 00000100:00100000:1.0:1746128112.413761:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:31596:x1830947542512128:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128112.413772:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128112.413785:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc00a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2cc6 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.413805:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc003 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cbf expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.413810:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.413812:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.413814:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc00a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cc6 expref: 24 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.413835:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc003 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cbf expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.413842:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc003 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cbf expref: 5 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.413849:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540312576:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128112.413927:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.415123:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540312576:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128112.415140:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc00a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cc6 expref: 24 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.415151:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43dc00, rc 0) 00000100:00100000:1.0:1746128112.415181:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31596:x1830947542512128:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1420us (1680us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.415188:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4857 00000100:00100000:0.0:1746128112.415283:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128112.415354:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.415412:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542512256 00000100:00100000:1.0:1746128112.415416:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542512256 00000100:00100000:1.0:1746128112.415434:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4858 00000100:00100000:1.0:1746128112.415438:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31595:x1830947542512256:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128112.415446:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746128112.415451:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542512384 00000100:00100000:3.0:1746128112.415454:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542512384 00010000:00010000:1.0:1746128112.415454:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc011 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2ccd expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.415465:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.415466:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc003 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cbf expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.415469:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc00a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cc6 expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.415473:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128112.415476:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc011 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ccd expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128112.415481:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8744 00000100:00100000:3.0:1746128112.415485:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542512384:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.415491:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128112.415495:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc00a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cc6 expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.415502:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc011 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ccd expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.415506:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc003 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cbf expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.415508:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d200, rc 0) 00010000:00010000:3.0:1746128112.415514:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc003 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cbf expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.415525:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31595:x1830947542512256:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (243us total) trans 0 rc 0/0 00010000:00010000:3.0:1746128112.415528:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc003 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cbf expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.415530:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4858 00010000:00010000:3.0:1746128112.415541:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.415542:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.415546:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc00a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cc6 expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.415552:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc00a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cc6 expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.415600:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc00a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cc6 expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.415614:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc00a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cc6 expref: 25 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.415623:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540312832:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.415652:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.417887:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540312832:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.417904:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.417944:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542512384:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2458us (2589us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128112.418077:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.418216:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542512640 00000100:00100000:2.0:1746128112.418221:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542512640 00002000:00100000:2.0:1746128112.418251:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094176a00 x1830947542512640/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.418260:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094176a00 with x1830947542512640 ext(0->4095) 00010000:00010000:2.0:1746128112.418267:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc00a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cc6 expref: 25 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.418278:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc00a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cc6 expref: 25 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.418289:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094176a00 00000100:00100000:2.0:1746128112.418318:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1635 00000100:00100000:2.0:1746128112.418323:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542512640:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128112.418384:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8744 00000100:00100000:2.0:1746128112.418850:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542512640:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 525us (773us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.418856:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1635 00002000:00100000:2.0:1746128112.418860:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094176a00 x1830947542512640/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.418867:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094176a00 with x1830947542512640 ext(0->4095) 00010000:00010000:2.0:1746128112.418872:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc00a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cc6 expref: 25 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.418880:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc00a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cc6 expref: 25 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.418885:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094176a00 00000100:00100000:2.0:1746128112.421831:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.421882:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.421912:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542512896 00000100:00100000:2.0:1746128112.421918:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542512896 00010000:00010000:2.0:1746128112.421945:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc00a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cc6 expref: 25 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.421966:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8745 00000100:00100000:2.0:1746128112.421971:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f29850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1966:x1830947542512896:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.421982:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.422007:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc00a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cc6 expref: 25 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.422016:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc00a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cc6 expref: 25 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.422033:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc00a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cc6 expref: 25 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.422046:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.422047:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.422052:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc011 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ccd expref: 24 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.422059:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc011 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ccd expref: 24 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.422084:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc011 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ccd expref: 24 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128112.422094:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540312960:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.422151:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800936250c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.422327:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542512768 00000100:00100000:1.0:1746128112.422331:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542512768 00000100:00100000:1.0:1746128112.422361:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4859 00000100:00100000:1.0:1746128112.422366:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542512768:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128112.422376:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128112.422388:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc018 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2cd4 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.422403:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc011 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ccd expref: 24 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.422411:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128112.422413:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128112.422416:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc018 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cd4 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.422523:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc011 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ccd expref: 24 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.422534:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc011 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ccd expref: 24 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.422542:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540313088:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128112.422617:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.424154:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540312960:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128112.424167:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128112.424263:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540313088:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128112.424279:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc018 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cd4 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.424289:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43ca00, rc 0) 00000100:00100000:1.0:1746128112.424458:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542512768:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2090us (2631us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.424465:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4859 00000100:00100000:0.0:1746128112.424590:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f29850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1966:x1830947542512896:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2599us (2688us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128112.424597:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8745 00000100:00100000:3.0:1746128112.424725:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.424791:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542513152 00000100:00100000:2.0:1746128112.424796:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542513152 00002000:00100000:2.0:1746128112.424820:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929d500 x1830947542513152/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.424834:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929d500 with x1830947542513152 ext(0->4095) 00010000:00010000:2.0:1746128112.424840:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc011 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ccd expref: 24 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.424851:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc011 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ccd expref: 24 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.424856:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929d500 00000100:00100000:2.0:1746128112.424948:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1636 00000100:00100000:2.0:1746128112.424954:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542513152:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128112.425249:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542513152:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 294us (524us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.425256:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1636 00002000:00100000:2.0:1746128112.425261:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929d500 x1830947542513152/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.425268:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929d500 with x1830947542513152 ext(0->4095) 00010000:00010000:2.0:1746128112.425272:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc011 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ccd expref: 24 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.425280:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc011 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ccd expref: 24 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.425285:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929d500 00000100:00100000:2.0:1746128112.426856:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.426956:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542513280 00000100:00100000:1.0:1746128112.426962:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542513280 00000100:00100000:1.0:1746128112.427009:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4860 00000100:00100000:1.0:1746128112.427015:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31595:x1830947542513280:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128112.427026:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128112.427038:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc01f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2cdb expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.427056:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128112.427061:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc018 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cd4 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.427065:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128112.427068:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc01f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cdb expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.427095:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc018 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cd4 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.427104:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc01f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cdb expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.427112:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945e7200, rc 0) 00000100:00100000:1.0:1746128112.427142:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31595:x1830947542513280:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.427147:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4860 00000100:00100000:0.0:1746128112.427351:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.427712:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542513408 00000100:00100000:1.0:1746128112.427716:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542513408 00010000:00010000:1.0:1746128112.427731:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc011 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ccd expref: 25 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.427757:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8746 00000100:00100000:1.0:1746128112.427761:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542513408:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128112.427768:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128112.427784:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc011 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ccd expref: 25 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.427798:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc011 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ccd expref: 25 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.427813:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc011 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ccd expref: 25 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.427837:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.427838:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.427843:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc018 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cd4 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.427848:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc018 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cd4 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.427866:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc018 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cd4 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.427874:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc018 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cd4 expref: 5 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.427883:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540313344:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128112.427941:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.429824:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540313344:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128112.429839:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128112.430037:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542513408:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2273us (2684us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.430049:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8746 00000100:00100000:3.0:1746128112.432087:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.432385:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542513664 00000100:00100000:2.0:1746128112.432392:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542513664 00002000:00100000:2.0:1746128112.432427:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929e300 x1830947542513664/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.432435:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929e300 with x1830947542513664 ext(0->4095) 00010000:00010000:2.0:1746128112.432441:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc018 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cd4 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.432451:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc018 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cd4 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.432456:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929e300 00000100:00100000:2.0:1746128112.432483:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1637 00000100:00100000:2.0:1746128112.432489:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542513664:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128112.432631:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542513664:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (549us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.432637:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1637 00002000:00100000:2.0:1746128112.432642:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929e300 x1830947542513664/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.432648:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929e300 with x1830947542513664 ext(0->4095) 00010000:00010000:2.0:1746128112.432652:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc018 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cd4 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.432659:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc018 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cd4 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.432668:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929e300 00000100:00100000:2.0:1746128112.436486:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.436596:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542513792 00000100:00100000:1.0:1746128112.436603:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542513792 00010000:00010000:1.0:1746128112.436629:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc018 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cd4 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.436657:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8747 00000100:00100000:1.0:1746128112.436662:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542513792:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128112.436674:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128112.436690:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc018 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cd4 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.436701:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc018 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cd4 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.436719:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc018 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cd4 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.436741:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.436742:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.436748:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc01f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cdb expref: 23 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.436754:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc01f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cdb expref: 23 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.436778:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc01f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cdb expref: 23 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128112.436788:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540313472:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128112.437964:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.439463:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540313472:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128112.439478:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128112.439546:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542513792:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2882us (3066us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.439553:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8747 00000100:00100000:3.0:1746128112.440391:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.440540:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542514048 00000100:00100000:1.0:1746128112.440545:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542514048 00002000:00100000:1.0:1746128112.440591:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929ea00 x1830947542514048/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.440599:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929ea00 with x1830947542514048 ext(0->4095) 00002000:00010000:1.0:1746128112.440603:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929ea00 00000100:00100000:1.0:1746128112.440909:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3650 00000100:00100000:1.0:1746128112.440916:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542514048:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128112.441054:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542514048:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (664us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128112.441060:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3650 00002000:00100000:1.0:1746128112.441065:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929ea00 x1830947542514048/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.441073:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929ea00 with x1830947542514048 ext(0->4095) 00002000:00010000:1.0:1746128112.441076:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929ea00 00000100:00100000:3.0:1746128112.443074:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128112.443140:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542514176 00000100:00100000:0.0:1746128112.443146:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542514176 00000100:00100000:0.0:1746128112.443192:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4861 00000100:00100000:0.0:1746128112.443198:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542514176:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128112.443211:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128112.443224:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bc026 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2ce2 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128112.443246:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc01f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cdb expref: 23 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128112.443253:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128112.443255:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128112.443257:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bc026 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce2 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128112.443280:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc01f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cdb expref: 23 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128112.443290:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc01f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cdb expref: 23 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1746128112.443304:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094177100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540313600:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128112.443365:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.446850:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.446927:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094177100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540313600:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128112.446948:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bc026 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce2 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.446960:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b94000, rc 0) 00000100:00100000:1.0:1746128112.447228:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542514304 00000100:00100000:1.0:1746128112.447234:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542514304 00010000:00010000:1.0:1746128112.447257:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc01f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cdb expref: 24 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.447282:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8748 00000100:00100000:1.0:1746128112.447288:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094174a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542514304:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128112.447298:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128112.447315:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc01f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cdb expref: 24 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.447324:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc01f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cdb expref: 24 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.447341:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc01f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cdb expref: 24 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.447355:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.447357:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.447362:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bc026 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce2 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.447369:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bc026 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce2 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.447391:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bc026 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce2 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128112.447405:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540313728:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.447548:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542514176:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4348us (4478us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.447554:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4861 00000100:00100000:1.0:1746128112.447560:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.450841:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540313728:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128112.450863:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128112.450896:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094174a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1964:x1830947542514304:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3607us (4050us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.450905:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8748 00000100:00100000:0.0:1746128112.451332:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.451513:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542514560 00000100:00100000:2.0:1746128112.451518:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542514560 00000100:00100000:2.0:1746128112.451554:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4862 00000100:00100000:2.0:1746128112.451560:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:31595:x1830947542514560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.451590:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.451601:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc02d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2ce9 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.451622:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bc026 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce2 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.451628:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.451630:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.451633:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc02d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce9 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.451660:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bc026 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce2 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.451670:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bc026 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce2 expref: 5 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.451679:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540313856:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128112.451985:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.452056:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800936250c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.452176:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542514688 00000100:00100000:3.0:1746128112.452180:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542514688 00002000:00100000:3.0:1746128112.452199:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094175180 x1830947542514688/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.452208:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094175180 with x1830947542514688 ext(0->4095) 00010000:00010000:3.0:1746128112.452214:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bc026 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce2 expref: 6 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.452223:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bc026 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce2 expref: 6 pid: 8417 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.452233:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094175180 00000100:00100000:3.0:1746128112.452254:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1638 00000100:00100000:3.0:1746128112.452258:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542514688:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128112.452375:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542514688:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (390us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128112.452381:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1638 00002000:00100000:3.0:1746128112.452386:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094175180 x1830947542514688/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.452393:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094175180 with x1830947542514688 ext(0->4095) 00010000:00010000:3.0:1746128112.452397:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bc026 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce2 expref: 6 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.452405:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bc026 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce2 expref: 6 pid: 8417 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.452410:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094175180 00000100:00100000:3.0:1746128112.454140:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.454464:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542514816 00000100:00100000:1.0:1746128112.454469:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542514816 00000100:00100000:2.0:1746128112.455357:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540313856:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128112.455377:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc02d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce9 expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.455390:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fada00, rc 0) 00000100:00100000:2.0:1746128112.455431:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31595:x1830947542514560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3870us (4098us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.455437:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4862 00000100:00100000:2.0:1746128112.455453:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4863 00000100:00100000:2.0:1746128112.455458:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31596:x1830947542514816:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.455469:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.455478:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc034 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2cf0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.455492:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.455496:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc02d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce9 expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.455501:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.455504:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc034 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf0 expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.455523:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc02d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce9 expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.455530:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc034 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf0 expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.455536:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fad800, rc 0) 00000100:00100000:2.0:1746128112.455548:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31596:x1830947542514816:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (1414us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.455553:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4863 00000100:00100000:2.0:1746128112.456901:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.456979:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542514944 00000100:00100000:1.0:1746128112.456984:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542514944 00010000:00010000:1.0:1746128112.457010:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bc026 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce2 expref: 6 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.457119:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8749 00000100:00100000:1.0:1746128112.457124:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542514944:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128112.457133:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128112.457147:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bc026 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce2 expref: 6 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.457156:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bc026 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce2 expref: 6 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.457169:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b94000/0x802a7453533bc026 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce2 expref: 6 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.457192:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.457194:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.457199:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc02d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce9 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.457205:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc02d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce9 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.457223:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc02d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce9 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.457231:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc02d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce9 expref: 24 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.457240:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540314112:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128112.457289:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.460170:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540314112:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128112.460186:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128112.460308:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542514944:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3182us (3409us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.460317:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8749 00000100:00100000:3.0:1746128112.460683:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.460765:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542515200 00000100:00100000:1.0:1746128112.460770:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542515200 00002000:00100000:1.0:1746128112.460798:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929dc00 x1830947542515200/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.460813:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929dc00 with x1830947542515200 ext(0->4095) 00010000:00010000:1.0:1746128112.461011:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc02d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce9 expref: 25 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.461023:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc02d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce9 expref: 25 pid: 8417 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.461028:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929dc00 00000100:00100000:1.0:1746128112.461050:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1639 00000100:00100000:1.0:1746128112.461056:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542515200:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128112.461166:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542515200:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (484us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128112.461172:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1639 00002000:00100000:1.0:1746128112.461176:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929dc00 x1830947542515200/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.461183:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929dc00 with x1830947542515200 ext(0->4095) 00010000:00010000:1.0:1746128112.461187:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc02d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce9 expref: 25 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.461196:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc02d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce9 expref: 25 pid: 8417 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.461201:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929dc00 00000100:00100000:2.0:1746128112.468383:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.468596:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542515328 00000100:00100000:1.0:1746128112.468603:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542515328 00010000:00010000:1.0:1746128112.468632:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc02d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce9 expref: 25 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.468657:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8750 00000100:00100000:1.0:1746128112.468663:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542515328:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128112.468672:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128112.468688:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc02d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce9 expref: 25 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.468698:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc02d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce9 expref: 25 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.468714:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc02d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ce9 expref: 25 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.468735:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.468737:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.468742:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc034 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf0 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.468748:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc034 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf0 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.468771:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc034 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf0 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128112.468780:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540314240:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128112.468843:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.472506:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540314240:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128112.472524:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128112.472594:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542515328:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3907us (4195us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.472603:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8750 00000100:00100000:3.0:1746128112.473299:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.473361:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542515584 00000100:00100000:2.0:1746128112.473368:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542515584 00002000:00100000:2.0:1746128112.473398:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929ca80 x1830947542515584/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.473406:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929ca80 with x1830947542515584 ext(0->4095) 00002000:00010000:2.0:1746128112.473410:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929ca80 00000100:00100000:2.0:1746128112.473433:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3651 00000100:00100000:2.0:1746128112.473438:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542515584:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128112.473545:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542515584:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (247us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.473550:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3651 00002000:00100000:2.0:1746128112.473554:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929ca80 x1830947542515584/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.473561:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929ca80 with x1830947542515584 ext(0->4095) 00002000:00010000:2.0:1746128112.473563:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929ca80 00000100:00100000:3.0:1746128112.476023:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.477494:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542515712 00000100:00100000:1.0:1746128112.477503:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542515712 00000100:00100000:1.0:1746128112.477551:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4864 00000100:00100000:1.0:1746128112.477558:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542515712:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128112.477585:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128112.477598:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc03b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2cf7 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.477621:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc034 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf0 expref: 23 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.477627:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128112.477628:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128112.477631:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc03b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf7 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.477652:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc034 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf0 expref: 23 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.477661:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc034 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf0 expref: 23 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.477674:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540314368:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128112.477733:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.479895:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540314368:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128112.479916:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc03b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf7 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.479928:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d000, rc 0) 00000100:00100000:1.0:1746128112.479969:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542515712:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2410us (3949us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.479976:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4864 00000100:00100000:0.0:1746128112.481936:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.482322:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542515840 00000100:00100000:1.0:1746128112.482330:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542515840 00010000:00010000:1.0:1746128112.482355:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc034 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf0 expref: 24 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.482384:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8751 00000100:00100000:1.0:1746128112.482390:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094177100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542515840:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128112.482400:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128112.482415:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc034 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf0 expref: 24 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.482425:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc034 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf0 expref: 24 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.482445:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc034 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf0 expref: 24 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.482469:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.482471:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.482476:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc03b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf7 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.482484:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc03b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf7 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.482507:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc03b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf7 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128112.482516:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540314496:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128112.482844:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.483528:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.483541:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542515968 00000100:00100000:1.0:1746128112.483544:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542515968 00000100:00100000:1.0:1746128112.483590:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4865 00000100:00100000:1.0:1746128112.483596:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31595:x1830947542515968:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128112.483607:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128112.483617:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc042 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2cfe expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.483632:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc03b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf7 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.483641:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.483643:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.483646:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc042 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cfe expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.483660:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc03b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf7 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.483670:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc03b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf7 expref: 5 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.483678:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540314624:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128112.484353:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.486670:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540314624:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128112.486691:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc042 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cfe expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.486705:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945e7200, rc 0) 00000100:00100000:1.0:1746128112.486737:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31595:x1830947542515968:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3141us (3894us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.486744:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4865 00000100:00100000:2.0:1746128112.486867:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540314496:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.486876:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.486892:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094177100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542515840:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4502us (4963us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.486899:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8751 00000100:00100000:0.0:1746128112.487279:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.487815:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542516224 00000100:00100000:1.0:1746128112.487820:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542516224 00002000:00100000:1.0:1746128112.487847:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134122680 x1830947542516224/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.487862:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134122680 with x1830947542516224 ext(0->4095) 00010000:00010000:1.0:1746128112.487867:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc03b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf7 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.487877:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc03b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf7 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.487882:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134122680 00000100:00100000:1.0:1746128112.488064:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1640 00000100:00100000:1.0:1746128112.488071:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542516224:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128112.488200:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542516224:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (920us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128112.488205:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1640 00002000:00100000:1.0:1746128112.488210:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134122680 x1830947542516224/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.488216:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134122680 with x1830947542516224 ext(0->4095) 00010000:00010000:1.0:1746128112.488220:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc03b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf7 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.488227:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc03b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf7 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.488232:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134122680 00000100:00100000:0.0:1746128112.492162:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.492240:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542516352 00000100:00100000:2.0:1746128112.492248:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542516352 00010000:00010000:2.0:1746128112.492276:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc03b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf7 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.492310:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8752 00000100:00100000:2.0:1746128112.492316:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542516352:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.492326:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.492344:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc03b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf7 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.492353:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc03b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf7 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.492371:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc03b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cf7 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.492398:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.492400:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.492405:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc042 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cfe expref: 23 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.492412:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc042 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cfe expref: 23 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.492439:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc042 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cfe expref: 23 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128112.492448:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540314752:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.492519:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.495529:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.495629:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542516608 00000100:00100000:3.0:1746128112.495635:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542516608 00002000:00100000:3.0:1746128112.495671:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134122d80 x1830947542516608/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.495686:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134122d80 with x1830947542516608 ext(0->4095) 00002000:00010000:3.0:1746128112.495690:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134122d80 00000100:00100000:2.0:1746128112.495808:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540314752:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.495822:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.495858:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542516352:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3541us (3702us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.495867:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8752 00000100:00100000:3.0:1746128112.495936:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3652 00000100:00100000:3.0:1746128112.495942:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542516608:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128112.496067:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542516608:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (542us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128112.496072:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3652 00002000:00100000:3.0:1746128112.496077:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134122d80 x1830947542516608/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.496082:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134122d80 with x1830947542516608 ext(0->4095) 00002000:00010000:3.0:1746128112.496085:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134122d80 00000100:00100000:0.0:1746128112.501801:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.506314:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542516736 00000100:00100000:1.0:1746128112.506325:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542516736 00000100:00100000:1.0:1746128112.506369:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4866 00000100:00100000:1.0:1746128112.506375:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542516736:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128112.506392:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128112.506404:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc049 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d05 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.506426:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc042 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cfe expref: 23 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.506433:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128112.506434:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128112.506437:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc049 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d05 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.506460:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc042 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cfe expref: 23 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.506470:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc042 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cfe expref: 23 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.506479:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540314880:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128112.506553:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.516718:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540314880:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128112.516741:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc049 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d05 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.516760:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d200, rc 0) 00000100:00100000:1.0:1746128112.516800:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542516736:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10425us (15005us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.516808:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4866 00000100:00100000:0.0:1746128112.518398:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.518560:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542516864 00000100:00100000:1.0:1746128112.518566:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542516864 00002000:00100000:1.0:1746128112.518628:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091f7ce00 x1830947542516864/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 496/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.518637:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7ce00 with x1830947542516864 ext(0->7) 00010000:00010000:1.0:1746128112.518643:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc042 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cfe expref: 24 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.518653:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc042 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cfe expref: 24 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.518658:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f7ce00 00000100:00100000:1.0:1746128112.518685:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1641 00000100:00100000:1.0:1746128112.518691:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542516864:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128112.518962:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1964:x1830947542516864:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 262us (559us total) trans 4294967946 rc 0/0 00000100:00100000:1.0:1746128112.518968:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1641 00002000:00100000:1.0:1746128112.518974:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091f7ce00 x1830947542516864/t4294967946(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 496/448 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.518984:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7ce00 with x1830947542516864 ext(0->7) 00010000:00010000:1.0:1746128112.518989:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc042 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cfe expref: 26 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.518996:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc042 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cfe expref: 26 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.519008:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f7ce00 00000100:00100000:0.0:1746128112.521814:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.521872:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542516992 00000100:00100000:2.0:1746128112.521880:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542516992 00010000:00010000:2.0:1746128112.521913:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc042 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cfe expref: 26 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.521978:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8753 00000100:00100000:2.0:1746128112.521986:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1964:x1830947542516992:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.522008:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.522024:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc042 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cfe expref: 26 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.522034:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc042 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cfe expref: 26 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.522050:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc042 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2cfe expref: 26 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.524755:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.527086:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.527099:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc049 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d05 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.527108:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc049 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d05 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.527157:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc049 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d05 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128112.527169:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ac000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540315008:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.527234:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.531355:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.531427:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542517120 00000100:00100000:1.0:1746128112.531434:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542517120 00000100:00100000:1.0:1746128112.531598:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4867 00000100:00100000:1.0:1746128112.531606:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:31595:x1830947542517120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128112.531619:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128112.531632:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc050 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d0c expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.531653:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc049 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d05 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.531660:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.531661:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.531664:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc050 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d0c expref: 27 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.531686:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc049 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d05 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.531699:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc049 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d05 expref: 5 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.531710:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540315136:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128112.533310:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.534364:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.534434:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542517376 00000100:00100000:2.0:1746128112.534440:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542517376 00002000:00100000:2.0:1746128112.534472:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7ed80 x1830947542517376/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.534487:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7ed80 with x1830947542517376 ext(0->4095) 00010000:00010000:2.0:1746128112.534495:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc049 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d05 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.534506:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc049 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d05 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.534512:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f7ed80 00000100:00100000:2.0:1746128112.534539:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1642 00000100:00100000:2.0:1746128112.534545:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542517376:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128112.534683:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542517376:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (321us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.534689:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1642 00002000:00100000:2.0:1746128112.534694:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7ed80 x1830947542517376/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.534701:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7ed80 with x1830947542517376 ext(0->4095) 00010000:00010000:2.0:1746128112.534705:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc049 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d05 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.534714:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc049 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d05 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.534988:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ac000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540315008:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.535009:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.535029:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1964:x1830947542516992:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 13045us (13221us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.535036:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8753 00002000:00010000:2.0:1746128112.535589:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f7ed80 00000100:00100000:1.0:1746128112.535677:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540315136:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128112.535694:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc050 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d0c expref: 26 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.535705:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43ca00, rc 0) 00000100:00100000:1.0:1746128112.535740:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:31595:x1830947542517120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4134us (4391us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.535746:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4867 00000100:00100000:0.0:1746128112.540563:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.541051:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542517504 00000100:00100000:3.0:1746128112.541058:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542517504 00010000:00010000:3.0:1746128112.541090:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc049 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d05 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.541114:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8754 00000100:00100000:3.0:1746128112.541121:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542517504:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.541134:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.541151:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc049 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d05 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.541168:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc049 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d05 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.541187:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc049 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d05 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.541414:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.541416:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.541424:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc050 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d0c expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.541432:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc050 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d0c expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.541458:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc050 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d0c expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128112.541467:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540315264:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.541957:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.544417:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128112.544501:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540315264:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128112.544517:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.544662:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542517760 00000100:00100000:2.0:1746128112.544668:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542517760 00002000:00100000:2.0:1746128112.544699:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929ce00 x1830947542517760/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.544708:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929ce00 with x1830947542517760 ext(0->4095) 00002000:00010000:2.0:1746128112.544712:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929ce00 00000100:00100000:0.0:1746128112.544753:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542517504:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3631us (4195us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128112.544761:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8754 00000100:00100000:2.0:1746128112.544980:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3653 00000100:00100000:2.0:1746128112.544987:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1965:x1830947542517760:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128112.545115:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1965:x1830947542517760:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (703us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.545120:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3653 00002000:00100000:2.0:1746128112.545125:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929ce00 x1830947542517760/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.545132:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929ce00 with x1830947542517760 ext(0->4095) 00002000:00010000:2.0:1746128112.545135:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929ce00 00000100:00100000:0.0:1746128112.550219:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.551772:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542517888 00000100:00100000:1.0:1746128112.551780:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542517888 00000100:00100000:1.0:1746128112.551828:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4868 00000100:00100000:1.0:1746128112.551834:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542517888:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128112.551848:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128112.551862:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc057 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d13 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.551883:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc050 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d0c expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.551893:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128112.551894:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128112.551897:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc057 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d13 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.551918:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc050 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d0c expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.551927:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc050 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d0c expref: 25 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.551936:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540315392:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128112.552016:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.557229:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540315392:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128112.557250:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc057 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d13 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.557264:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d800, rc 0) 00000100:00100000:1.0:1746128112.557296:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542517888:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5462us (7083us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.557303:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4868 00000100:00100000:3.0:1746128112.571373:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.571462:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542518016 00000100:00100000:1.0:1746128112.571469:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542518016 00002000:00100000:1.0:1746128112.571503:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008929d880 x1830947542518016/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 496/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.571517:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929d880 with x1830947542518016 ext(0->7) 00010000:00010000:1.0:1746128112.571525:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc050 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d0c expref: 26 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.571537:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc050 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d0c expref: 26 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.571543:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929d880 00000100:00100000:1.0:1746128112.572007:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1643 00000100:00100000:1.0:1746128112.572015:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1964:x1830947542518016:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128112.572267:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:1964:x1830947542518016:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 252us (900us total) trans 4294967947 rc 0/0 00000100:00100000:1.0:1746128112.572274:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1643 00002000:00100000:1.0:1746128112.572279:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008929d880 x1830947542518016/t4294967947(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 496/448 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.572286:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929d880 with x1830947542518016 ext(0->7) 00010000:00010000:1.0:1746128112.572291:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc050 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d0c expref: 28 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.572299:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc050 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d0c expref: 28 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.572305:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929d880 00000100:00100000:0.0:1746128112.578541:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.580220:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542518144 00000100:00100000:1.0:1746128112.580231:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542518144 00000100:00100000:1.0:1746128112.580287:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4869 00000100:00100000:1.0:1746128112.580295:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:31595:x1830947542518144:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128112.580310:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128112.580325:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc05e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d1a expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.580347:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128112.580352:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc057 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d13 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.580358:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128112.580360:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc05e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d1a expref: 29 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.580389:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc057 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d13 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.580399:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc05e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d1a expref: 29 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.580407:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43dc00, rc 0) 00000100:00100000:1.0:1746128112.580643:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+29:31595:x1830947542518144:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 348us (2107us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.580648:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4869 00000100:00100000:0.0:1746128112.585169:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.585242:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542518272 00000100:00100000:1.0:1746128112.585250:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542518272 00010000:00010000:1.0:1746128112.585279:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc050 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d0c expref: 29 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.585307:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8755 00000100:00100000:1.0:1746128112.585314:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+29:1965:x1830947542518272:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128112.585325:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746128112.585340:0:7067:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746128112 -> 1746128113 00002000:00010000:1.0:1746128112.585342:0:7067:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746128112 -> 1746128113 00010000:00010000:1.0:1746128112.585347:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc050 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d0c expref: 29 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.585357:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc050 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d0c expref: 29 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.585374:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc050 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d0c expref: 29 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.585400:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.585402:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.585408:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc057 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d13 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.585415:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc057 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d13 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.585441:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc057 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d13 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.585450:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc057 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d13 expref: 5 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.585460:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540315648:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128112.585518:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.590402:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540315648:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128112.590417:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128112.590450:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:1965:x1830947542518272:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5136us (5287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.590458:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8755 00000100:00100000:0.0:1746128112.592649:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.593056:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542518528 00000100:00100000:2.0:1746128112.593064:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542518528 00002000:00100000:2.0:1746128112.593098:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7df80 x1830947542518528/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.593107:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7df80 with x1830947542518528 ext(0->4095) 00010000:00010000:2.0:1746128112.593114:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc057 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d13 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.593126:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc057 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d13 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.593137:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f7df80 00000100:00100000:2.0:1746128112.593152:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1644 00000100:00100000:2.0:1746128112.593158:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542518528:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128112.593285:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542518528:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (643us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.593290:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1644 00002000:00100000:2.0:1746128112.593295:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7df80 x1830947542518528/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.593302:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7df80 with x1830947542518528 ext(0->4095) 00010000:00010000:2.0:1746128112.593305:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc057 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d13 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.593313:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc057 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d13 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.593318:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f7df80 00000100:00100000:0.0:1746128112.600966:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.602812:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542518656 00000100:00100000:1.0:1746128112.602822:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542518656 00010000:00010000:1.0:1746128112.602855:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc057 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d13 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.602886:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8756 00000100:00100000:1.0:1746128112.602893:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542518656:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128112.602905:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128112.602921:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc057 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d13 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.602932:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc057 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d13 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.602949:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc057 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d13 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.603531:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.603534:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.603541:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc05e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d1a expref: 27 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.603548:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc05e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d1a expref: 27 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.603597:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc05e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d1a expref: 27 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128112.603607:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540315776:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128112.605463:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.610482:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.610593:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540315776:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128112.610611:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128112.610649:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542518656:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7755us (9689us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.610658:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8756 00000100:00100000:2.0:1746128112.610772:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542518912 00000100:00100000:2.0:1746128112.610778:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542518912 00002000:00100000:2.0:1746128112.610808:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7ca80 x1830947542518912/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.610817:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7ca80 with x1830947542518912 ext(0->4095) 00002000:00010000:2.0:1746128112.610821:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f7ca80 00000100:00100000:2.0:1746128112.610849:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3654 00000100:00100000:2.0:1746128112.610856:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:1963:x1830947542518912:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128112.610966:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:1963:x1830947542518912:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (490us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.610972:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3654 00002000:00100000:2.0:1746128112.610977:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7ca80 x1830947542518912/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.610983:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7ca80 with x1830947542518912 ext(0->4095) 00002000:00010000:2.0:1746128112.610986:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f7ca80 00000100:00100000:0.0:1746128112.621472:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.621556:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542519040 00000100:00100000:1.0:1746128112.621565:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542519040 00000100:00100000:1.0:1746128112.621743:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4870 00000100:00100000:1.0:1746128112.621751:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542519040:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128112.621768:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128112.621782:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc065 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d21 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.621804:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc05e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d1a expref: 27 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.621814:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128112.621816:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128112.621819:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc065 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d21 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.621842:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc05e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d1a expref: 27 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.621853:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc05e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d1a expref: 27 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.621866:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540315904:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128112.621936:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.626123:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540315904:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128112.626148:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc065 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d21 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.626161:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945e6200, rc 0) 00000100:00100000:1.0:1746128112.626210:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542519040:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4458us (4744us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.626218:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4870 00000100:00100000:0.0:1746128112.626977:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.627187:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542519168 00000100:00100000:3.0:1746128112.627193:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542519168 00002000:00100000:3.0:1746128112.627224:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091f7d500 x1830947542519168/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 496/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.627232:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7d500 with x1830947542519168 ext(0->7) 00010000:00010000:3.0:1746128112.627238:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc05e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d1a expref: 28 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.627249:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc05e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d1a expref: 28 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.627255:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f7d500 00000100:00100000:3.0:1746128112.627632:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1645 00000100:00100000:3.0:1746128112.627639:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:1964:x1830947542519168:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128112.627891:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1964:x1830947542519168:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 252us (913us total) trans 4294967948 rc 0/0 00000100:00100000:3.0:1746128112.627897:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1645 00002000:00100000:3.0:1746128112.627903:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091f7d500 x1830947542519168/t4294967948(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 496/448 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.627910:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7d500 with x1830947542519168 ext(0->7) 00010000:00010000:3.0:1746128112.627914:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc05e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d1a expref: 30 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.627923:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc05e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d1a expref: 30 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.627928:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f7d500 00000100:00100000:0.0:1746128112.629807:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.629886:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542519296 00000100:00100000:1.0:1746128112.629894:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542519296 00010000:00010000:1.0:1746128112.629920:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc05e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d1a expref: 30 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.629945:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8757 00000100:00100000:1.0:1746128112.629951:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1964:x1830947542519296:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128112.629961:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128112.629977:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc05e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d1a expref: 30 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.629986:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc05e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d1a expref: 30 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.630015:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc05e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d1a expref: 30 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.630041:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.630043:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.630049:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc065 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d21 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.630055:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc065 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d21 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.630084:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc065 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d21 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128112.630094:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540316032:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128112.630160:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.631969:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540316032:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128112.631986:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128112.632259:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+29:1964:x1830947542519296:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2306us (2456us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.632269:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8757 00000100:00100000:0.0:1746128112.632437:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.632491:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542519552 00000100:00100000:2.0:1746128112.632497:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542519552 00002000:00100000:2.0:1746128112.632526:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c21a300 x1830947542519552/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.632535:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21a300 with x1830947542519552 ext(0->4095) 00002000:00010000:2.0:1746128112.632539:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21a300 00000100:00100000:2.0:1746128112.632565:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3655 00000100:00100000:2.0:1746128112.632622:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542519552:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128112.632736:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542519552:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 164us (299us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.632742:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3655 00002000:00100000:2.0:1746128112.632746:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c21a300 x1830947542519552/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.632753:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21a300 with x1830947542519552 ext(0->4095) 00002000:00010000:2.0:1746128112.632756:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21a300 00000100:00100000:0.0:1746128112.634863:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.635009:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542519680 00000100:00100000:1.0:1746128112.635016:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542519680 00000100:00100000:1.0:1746128112.635058:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4871 00000100:00100000:1.0:1746128112.635065:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+29:31596:x1830947542519680:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128112.635077:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128112.635091:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0d47800/0x802a7453533bc06c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d28 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.635113:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc065 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d21 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.635123:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.635125:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.635128:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0d47800/0x802a7453533bc06c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d28 expref: 30 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.635152:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc065 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d21 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.635162:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc065 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d21 expref: 5 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.635171:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540316160:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128112.635245:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.643568:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540316160:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128112.644030:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0d47800/0x802a7453533bc06c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d28 expref: 30 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.644047:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0d47800, rc 0) 00000100:00100000:1.0:1746128112.644097:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:31596:x1830947542519680:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9031us (9239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.644105:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4871 00000100:00100000:0.0:1746128112.644654:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.644957:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542519808 00000100:00100000:1.0:1746128112.644963:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542519808 00010000:00010000:1.0:1746128112.644984:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc065 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d21 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.645018:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8758 00000100:00100000:1.0:1746128112.645023:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c218000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542519808:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128112.645034:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128112.645048:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc065 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d21 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.645057:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc065 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d21 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.645075:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc065 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d21 expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.645312:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.645314:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.645320:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0d47800/0x802a7453533bc06c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d28 expref: 29 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.645327:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0d47800/0x802a7453533bc06c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d28 expref: 29 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.645351:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0d47800/0x802a7453533bc06c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d28 expref: 29 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128112.645360:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540316288:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128112.648485:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.666017:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.666117:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540316288:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128112.666133:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128112.666177:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c218000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542519808:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 21153us (21523us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.666187:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8758 00000100:00100000:3.0:1746128112.666327:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542520064 00000100:00100000:3.0:1746128112.666333:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542520064 00002000:00100000:3.0:1746128112.666364:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c218e00 x1830947542520064/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.666372:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c218e00 with x1830947542520064 ext(0->4095) 00002000:00010000:3.0:1746128112.666377:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c218e00 00000100:00100000:3.0:1746128112.666390:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3656 00000100:00100000:3.0:1746128112.666396:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1966:x1830947542520064:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746128112.666509:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1966:x1830947542520064:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (501us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128112.666514:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3656 00002000:00100000:3.0:1746128112.666519:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c218e00 x1830947542520064/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.666526:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c218e00 with x1830947542520064 ext(0->4095) 00002000:00010000:3.0:1746128112.666528:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c218e00 00000100:00100000:0.0:1746128112.670526:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.670608:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542520192 00000100:00100000:1.0:1746128112.670615:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542520192 00000100:00100000:1.0:1746128112.670660:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4872 00000100:00100000:1.0:1746128112.670667:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542520192:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128112.670681:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128112.670696:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012a2e0600/0x802a7453533bc073 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d2f expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.670722:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0d47800/0x802a7453533bc06c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d28 expref: 29 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.670728:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128112.670730:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128112.670733:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012a2e0600/0x802a7453533bc073 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d2f expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.670758:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0d47800/0x802a7453533bc06c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d28 expref: 29 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.670768:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0d47800/0x802a7453533bc06c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d28 expref: 29 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.670777:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540316416:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128112.670840:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.675238:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540316416:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128112.675262:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012a2e0600/0x802a7453533bc073 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d2f expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.675277:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012a2e0600, rc 0) 00000100:00100000:1.0:1746128112.675315:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542520192:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4648us (4794us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.675322:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4872 00000100:00100000:0.0:1746128112.690109:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.690201:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542520320 00000100:00100000:2.0:1746128112.690209:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542520320 00002000:00100000:2.0:1746128112.690246:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009c21b480 x1830947542520320/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 496/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.690255:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21b480 with x1830947542520320 ext(0->7) 00010000:00010000:2.0:1746128112.690263:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0d47800/0x802a7453533bc06c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d28 expref: 30 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.690276:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0d47800/0x802a7453533bc06c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d28 expref: 30 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.690282:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c21b480 00000100:00100000:2.0:1746128112.690312:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1646 00000100:00100000:2.0:1746128112.690319:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1963:x1830947542520320:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128112.690608:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1963:x1830947542520320:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 288us (505us total) trans 4294967949 rc 0/0 00000100:00100000:2.0:1746128112.690614:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1646 00002000:00100000:2.0:1746128112.690620:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009c21b480 x1830947542520320/t4294967949(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 496/448 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.690627:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21b480 with x1830947542520320 ext(0->7) 00010000:00010000:2.0:1746128112.690631:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0d47800/0x802a7453533bc06c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d28 expref: 32 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.690640:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0d47800/0x802a7453533bc06c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d28 expref: 32 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.690649:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c21b480 00000100:00100000:0.0:1746128112.700939:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128112.701561:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.702179:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542520576 00000100:00100000:2.0:1746128112.702187:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542520576 00000100:00100000:2.0:1746128112.702233:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4873 00000100:00100000:2.0:1746128112.702240:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:31595:x1830947542520576:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.702254:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.702269:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc07a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d36 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.702290:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.702295:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012a2e0600/0x802a7453533bc073 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d2f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.702300:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128112.702303:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc07a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d36 expref: 33 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.702330:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012a2e0600/0x802a7453533bc073 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d2f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.702339:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc07a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d36 expref: 33 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.702346:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fad800, rc 0) 00000100:00100000:2.0:1746128112.702380:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:31595:x1830947542520576:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (819us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.702388:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4873 00000100:00100000:0.0:1746128112.711346:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542520448 00000100:00100000:0.0:1746128112.711355:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542520448 00010000:00010000:0.0:1746128112.711387:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0d47800/0x802a7453533bc06c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d28 expref: 33 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1746128112.711417:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8759 00000100:00100000:0.0:1746128112.711424:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f2b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:1964:x1830947542520448:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128112.711435:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128112.711452:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0d47800/0x802a7453533bc06c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d28 expref: 33 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746128112.711462:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0d47800/0x802a7453533bc06c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d28 expref: 33 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746128112.711481:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0d47800/0x802a7453533bc06c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d28 expref: 33 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746128112.711500:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128112.711502:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128112.711508:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012a2e0600/0x802a7453533bc073 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d2f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128112.711514:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012a2e0600/0x802a7453533bc073 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d2f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128112.711540:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012a2e0600/0x802a7453533bc073 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d2f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128112.711549:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012a2e0600/0x802a7453533bc073 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d2f expref: 5 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1746128112.711559:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c21bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540316672:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128112.713357:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.713482:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542520832 00000100:00100000:2.0:1746128112.713489:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542520832 00002000:00100000:2.0:1746128112.713519:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c219500 x1830947542520832/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.713527:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c219500 with x1830947542520832 ext(0->4095) 00010000:00010000:2.0:1746128112.713534:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012a2e0600/0x802a7453533bc073 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d2f expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.713545:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012a2e0600/0x802a7453533bc073 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d2f expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.713551:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c219500 00000100:00100000:2.0:1746128112.713565:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1647 00000100:00100000:2.0:1746128112.713599:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542520832:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128112.713722:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542520832:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (369us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.713728:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1647 00002000:00100000:2.0:1746128112.713732:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c219500 x1830947542520832/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.713739:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c219500 with x1830947542520832 ext(0->4095) 00010000:00010000:2.0:1746128112.713743:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012a2e0600/0x802a7453533bc073 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d2f expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.713755:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012a2e0600/0x802a7453533bc073 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d2f expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.713760:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c219500 00000100:00100000:0.0:1746128112.715515:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128112.715539:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542520960 00000100:00100000:0.0:1746128112.715545:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542520960 00010000:00010000:0.0:1746128112.715566:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012a2e0600/0x802a7453533bc073 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d2f expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1746128112.715628:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8760 00000100:00100000:0.0:1746128112.715634:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c219c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542520960:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128112.715643:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128112.715659:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012a2e0600/0x802a7453533bc073 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d2f expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746128112.715668:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012a2e0600/0x802a7453533bc073 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d2f expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1746128112.715686:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128112.715688:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128112.715693:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc07a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d36 expref: 32 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128112.715699:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc07a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d36 expref: 32 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128112.715723:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc07a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d36 expref: 32 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128112.715732:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c218a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540316800:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128112.717408:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.718781:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542521216 00000100:00100000:2.0:1746128112.718788:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542521216 00002000:00100000:2.0:1746128112.718824:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c21aa00 x1830947542521216/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.718833:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21aa00 with x1830947542521216 ext(0->4095) 00002000:00010000:2.0:1746128112.718836:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21aa00 00000100:00100000:2.0:1746128112.718855:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3657 00000100:00100000:2.0:1746128112.718862:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:1966:x1830947542521216:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128112.718990:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:1966:x1830947542521216:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (1586us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.719005:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3657 00002000:00100000:2.0:1746128112.719010:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c21aa00 x1830947542521216/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.719016:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21aa00 with x1830947542521216 ext(0->4095) 00002000:00010000:2.0:1746128112.719019:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21aa00 00000100:00100000:0.0:1746128112.727389:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.727610:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542521344 00000100:00100000:3.0:1746128112.727618:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542521344 00000100:00100000:3.0:1746128112.727653:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4874 00000100:00100000:3.0:1746128112.727660:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+7:31596:x1830947542521344:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.727673:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.727686:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc081 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d3d expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.727709:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc07a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d36 expref: 32 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.727720:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.727722:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.727724:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc081 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d3d expref: 8 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.727747:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc07a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d36 expref: 32 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.727757:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc07a lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d36 expref: 32 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.727767:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540316928:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128112.727826:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.728154:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0440c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746128112.728177:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012a2e0600/0x802a7453533bc073 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d2f expref: 8 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.728191:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c21bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540316672:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.728205:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.728227:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f2b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1964:x1830947542520448:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 16804us (27294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.728235:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8759 00000100:00100000:1.0:1746128112.728483:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.728497:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c218a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540316800:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128112.728505:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128112.728524:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c219c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1964:x1830947542520960:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 12891us (13014us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.728529:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8760 00000100:00100000:3.0:1746128112.737499:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540316928:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128112.737523:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc081 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d3d expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.737536:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67000, rc 0) 00000100:00100000:3.0:1746128112.737696:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542521344:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10035us (10312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.737703:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4874 00000100:00100000:0.0:1746128112.768413:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128112.768484:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.768535:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542521472 00000100:00100000:2.0:1746128112.768542:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542521472 00002000:00100000:2.0:1746128112.768586:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009c218a80 x1830947542521472/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 496/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.768595:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c218a80 with x1830947542521472 ext(0->7) 00010000:00010000:2.0:1746128112.768601:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc07a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d36 expref: 32 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.768612:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc07a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d36 expref: 32 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.768618:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c218a80 00000100:00100000:2.0:1746128112.768631:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1648 00000100:00100000:2.0:1746128112.768637:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1963:x1830947542521472:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128112.768863:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1963:x1830947542521472:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 225us (456us total) trans 4294967950 rc 0/0 00000100:00100000:2.0:1746128112.768870:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1648 00002000:00100000:2.0:1746128112.768875:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009c218a80 x1830947542521472/t4294967950(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 496/448 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.768881:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c218a80 with x1830947542521472 ext(0->7) 00010000:00010000:2.0:1746128112.768886:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc07a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d36 expref: 34 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.768894:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc07a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d36 expref: 34 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.768899:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c218a80 00000100:00100000:3.0:1746128112.769041:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542521600 00000100:00100000:3.0:1746128112.769044:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542521600 00000100:00100000:3.0:1746128112.769070:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4875 00000100:00100000:3.0:1746128112.769075:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:31595:x1830947542521600:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.769085:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.769095:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc088 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d44 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.769110:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.769115:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc081 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d3d expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.769120:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128112.769122:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc088 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d44 expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.769148:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc081 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d3d expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.769159:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc088 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d44 expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.769167:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67800, rc 0) 00000100:00100000:3.0:1746128112.769183:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:31595:x1830947542521600:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.769187:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4875 00000100:00100000:0.0:1746128112.770619:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.770687:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542521728 00000100:00100000:1.0:1746128112.770691:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542521728 00010000:00010000:1.0:1746128112.770708:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc07a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d36 expref: 35 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.770736:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8761 00000100:00100000:1.0:1746128112.770741:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1964:x1830947542521728:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128112.770750:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128112.770762:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc07a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d36 expref: 35 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.770770:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc07a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d36 expref: 35 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.770784:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc07a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d36 expref: 35 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.770796:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.770797:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.770802:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc081 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d3d expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.770808:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc081 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d3d expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.770828:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc081 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d3d expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.770838:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc081 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d3d expref: 5 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.770847:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540317184:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128112.770908:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.775091:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540317184:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128112.775107:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128112.775137:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1964:x1830947542521728:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4395us (4520us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.775144:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8761 00000100:00100000:0.0:1746128112.776933:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.777022:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542521984 00000100:00100000:2.0:1746128112.777029:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542521984 00002000:00100000:2.0:1746128112.777061:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094640a80 x1830947542521984/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.777070:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094640a80 with x1830947542521984 ext(0->4095) 00010000:00010000:2.0:1746128112.777077:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc081 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d3d expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.777089:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc081 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d3d expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.777094:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094640a80 00000100:00100000:2.0:1746128112.777109:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1649 00000100:00100000:2.0:1746128112.777115:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542521984:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128112.777247:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542521984:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (319us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.777252:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1649 00002000:00100000:2.0:1746128112.777257:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094640a80 x1830947542521984/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.777263:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094640a80 with x1830947542521984 ext(0->4095) 00010000:00010000:2.0:1746128112.777268:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc081 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d3d expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.777276:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc081 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d3d expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.777281:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094640a80 00000100:00100000:0.0:1746128112.780176:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.780263:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542522112 00000100:00100000:1.0:1746128112.780269:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542522112 00010000:00010000:1.0:1746128112.780294:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc081 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d3d expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.780329:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8762 00000100:00100000:1.0:1746128112.780335:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094643100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542522112:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128112.780346:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128112.780362:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc081 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d3d expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.780375:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc081 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d3d expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.780393:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc081 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d3d expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.780408:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.780410:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.780415:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc088 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d44 expref: 33 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.780422:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc088 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d44 expref: 33 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.780448:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc088 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d44 expref: 33 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128112.780457:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540317312:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128112.780524:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.783349:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.783420:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542522368 00000100:00100000:2.0:1746128112.783427:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542522368 00002000:00100000:2.0:1746128112.783459:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094641500 x1830947542522368/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.783467:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094641500 with x1830947542522368 ext(0->4095) 00002000:00010000:2.0:1746128112.783471:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094641500 00000100:00100000:2.0:1746128112.783497:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3658 00000100:00100000:2.0:1746128112.783504:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1964:x1830947542522368:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128112.783662:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1964:x1830947542522368:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 158us (319us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.783668:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3658 00002000:00100000:2.0:1746128112.783672:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094641500 x1830947542522368/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.783678:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094641500 with x1830947542522368 ext(0->4095) 00002000:00010000:2.0:1746128112.783681:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094641500 00000100:00100000:1.0:1746128112.783841:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540317312:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128112.783854:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128112.783873:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094643100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542522112:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3538us (3703us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.783879:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8762 00000100:00100000:0.0:1746128112.786970:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.787042:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542522496 00000100:00100000:2.0:1746128112.787050:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542522496 00000100:00100000:2.0:1746128112.787096:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4876 00000100:00100000:2.0:1746128112.787105:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542522496:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.787120:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.787133:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc08f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d4b expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.787155:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc088 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d44 expref: 33 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.787161:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.787162:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.787165:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc08f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d4b expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.787188:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc088 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d44 expref: 33 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.787198:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc088 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d44 expref: 33 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.787207:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540317440:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128112.787270:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.788517:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540317440:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128112.788535:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc08f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d4b expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.788546:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fad200, rc 0) 00000100:00100000:2.0:1746128112.788586:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542522496:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1468us (1605us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.788596:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4876 00000100:00100000:0.0:1746128112.789746:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.789817:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542522624 00000100:00100000:1.0:1746128112.789823:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542522624 00010000:00010000:1.0:1746128112.789847:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc088 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d44 expref: 34 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.789875:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8763 00000100:00100000:1.0:1746128112.789881:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094643800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1964:x1830947542522624:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128112.789891:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128112.789909:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc088 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d44 expref: 34 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.789919:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc088 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d44 expref: 34 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.789937:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc088 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d44 expref: 34 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.789949:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.789951:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.789957:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc08f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d4b expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.789963:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc08f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d4b expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.789987:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc08f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d4b expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128112.790006:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540317568:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128112.790064:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.795444:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540317568:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128112.795461:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128112.795505:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094643800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:1964:x1830947542522624:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5623us (5761us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.795515:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8763 00000100:00100000:0.0:1746128112.797011:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128112.797053:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.797625:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542522752 00000100:00100000:2.0:1746128112.797632:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542522752 00000100:00100000:3.0:1746128112.799175:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542523008 00000100:00100000:3.0:1746128112.799183:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542523008 00000100:00100000:2.0:1746128112.799526:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4877 00000100:00100000:2.0:1746128112.799537:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:31595:x1830947542522752:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.799552:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.799566:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc096 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d52 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.799604:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc08f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d4b expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.799610:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.799612:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.799615:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc096 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d52 expref: 34 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.799640:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc08f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d4b expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.799650:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc08f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d4b expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.799660:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540317696:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128112.799718:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625900 going to sleep for 11 seconds 00002000:00100000:3.0:1746128112.799943:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094640000 x1830947542523008/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.799951:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094640000 with x1830947542523008 ext(0->4095) 00010000:00010000:3.0:1746128112.799957:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc08f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d4b expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.799966:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc08f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d4b expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.799971:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094640000 00000100:00100000:3.0:1746128112.799985:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1650 00000100:00100000:3.0:1746128112.799991:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542523008:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128112.800129:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542523008:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (3075us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128112.800516:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1650 00002000:00100000:3.0:1746128112.800523:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094640000 x1830947542523008/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.800529:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094640000 with x1830947542523008 ext(0->4095) 00010000:00010000:3.0:1746128112.800534:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc08f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d4b expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.800542:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc08f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d4b expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1746128112.800547:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094640000 00000100:00100000:2.0:1746128112.802406:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540317696:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128112.802428:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc096 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d52 expref: 34 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.802440:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fada00, rc 0) 00000100:00100000:2.0:1746128112.802478:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:31595:x1830947542522752:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2944us (5470us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.802484:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4877 00000100:00100000:0.0:1746128112.804127:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128112.804322:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.804383:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542523136 00000100:00100000:2.0:1746128112.804390:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542523136 00000100:00100000:2.0:1746128112.804430:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4878 00000100:00100000:2.0:1746128112.804436:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:31596:x1830947542523136:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.804450:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.804462:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc09d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d59 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.804482:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.804486:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc096 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d52 expref: 35 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.804491:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.804494:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc09d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d59 expref: 35 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.804520:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc096 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d52 expref: 35 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.804529:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc09d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d59 expref: 35 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.804541:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fadc00, rc 0) 00000100:00100000:2.0:1746128112.804597:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:31596:x1830947542523136:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.804602:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4878 00000100:00100000:1.0:1746128112.804812:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542523264 00000100:00100000:1.0:1746128112.804816:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542523264 00010000:00010000:1.0:1746128112.804831:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc08f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d4b expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.804848:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8764 00000100:00100000:1.0:1746128112.804852:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094641f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542523264:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128112.804859:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128112.804874:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc08f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d4b expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.804882:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc08f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d4b expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.804895:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc08f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d4b expref: 6 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.804910:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.804911:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.804916:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc096 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d52 expref: 34 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.804926:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc096 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d52 expref: 34 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.804943:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc096 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d52 expref: 34 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.804953:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc096 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d52 expref: 34 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.804963:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540317952:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128112.805015:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.807445:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.807525:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540317952:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128112.807539:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.807922:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542523520 00000100:00100000:2.0:1746128112.807928:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542523520 00002000:00100000:2.0:1746128112.807957:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094641180 x1830947542523520/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.807966:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094641180 with x1830947542523520 ext(0->4095) 00010000:00010000:2.0:1746128112.807972:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc096 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d52 expref: 35 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.807982:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc096 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d52 expref: 35 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.807987:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094641180 00000100:00100000:2.0:1746128112.808013:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1651 00000100:00100000:2.0:1746128112.808019:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1963:x1830947542523520:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128112.808142:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1963:x1830947542523520:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (703us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.808148:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1651 00002000:00100000:2.0:1746128112.808153:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094641180 x1830947542523520/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.808165:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094641180 with x1830947542523520 ext(0->4095) 00010000:00010000:2.0:1746128112.808169:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc096 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d52 expref: 35 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.808177:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc096 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d52 expref: 35 pid: 8418 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.808181:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094641180 00000100:00100000:1.0:1746128112.808231:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094641f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542523264:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2719us (3252us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.808238:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8764 00000100:00100000:0.0:1746128112.811213:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.811291:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542523648 00000100:00100000:1.0:1746128112.811298:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542523648 00010000:00010000:1.0:1746128112.811324:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc096 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d52 expref: 35 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.811451:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8765 00000100:00100000:1.0:1746128112.811458:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094640380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1963:x1830947542523648:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128112.811468:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128112.811485:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc096 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d52 expref: 35 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.811495:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc096 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d52 expref: 35 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.811512:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc096 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d52 expref: 35 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.811674:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.811676:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.811681:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc09d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d59 expref: 34 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.811688:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc09d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d59 expref: 34 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.811714:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc09d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d59 expref: 34 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128112.811724:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540318080:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128112.812299:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.815341:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540318080:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128112.815357:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128112.815390:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094640380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1963:x1830947542523648:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3932us (4183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.815399:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8765 00000100:00100000:0.0:1746128112.815630:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.815891:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542523904 00000100:00100000:2.0:1746128112.815897:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542523904 00002000:00100000:2.0:1746128112.815928:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094642300 x1830947542523904/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.815937:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094642300 with x1830947542523904 ext(0->4095) 00002000:00010000:2.0:1746128112.815941:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094642300 00000100:00100000:2.0:1746128112.815965:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3659 00000100:00100000:2.0:1746128112.815970:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1963:x1830947542523904:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128112.816099:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1963:x1830947542523904:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (470us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.816104:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3659 00002000:00100000:2.0:1746128112.816109:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094642300 x1830947542523904/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.816117:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094642300 with x1830947542523904 ext(0->4095) 00002000:00010000:2.0:1746128112.816120:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094642300 00000100:00100000:0.0:1746128112.818320:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.818746:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542524032 00000100:00100000:3.0:1746128112.818752:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542524032 00000100:00100000:3.0:1746128112.818826:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4879 00000100:00100000:3.0:1746128112.818833:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084107480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542524032:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.818848:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.818861:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc0a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d60 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.818883:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc09d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d59 expref: 33 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.818890:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.818891:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.818894:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc0a4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d60 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.818917:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc09d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d59 expref: 33 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.818927:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc09d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d59 expref: 33 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.818936:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540318208:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128112.819331:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.821845:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540318208:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128112.821869:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc0a4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d60 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.821882:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66a00, rc 0) 00000100:00100000:3.0:1746128112.821914:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084107480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542524032:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3081us (3600us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.821925:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4879 00000100:00100000:0.0:1746128112.822247:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.822364:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542524160 00000100:00100000:1.0:1746128112.822370:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542524160 00010000:00010000:1.0:1746128112.822390:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc09d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d59 expref: 34 pid: 8418 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.822407:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8766 00000100:00100000:1.0:1746128112.822412:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4c18c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1964:x1830947542524160:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128112.822421:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128112.822437:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc09d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d59 expref: 34 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.822445:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc09d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d59 expref: 34 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.822462:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc09d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d59 expref: 34 pid: 8418 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.822475:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.822476:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.822482:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc0a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d60 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.822489:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc0a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d60 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.822512:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc0a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d60 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128112.822526:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540318336:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128112.822596:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.825761:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.826124:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542524288 00000100:00100000:3.0:1746128112.826131:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542524288 00000100:00100000:3.0:1746128112.826177:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4880 00000100:00100000:3.0:1746128112.826184:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084105f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:31595:x1830947542524288:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.826198:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.826212:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc0ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d67 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.826233:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc0a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d60 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.826239:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.826240:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.826243:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc0ab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d67 expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.826267:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc0a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d60 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.826277:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc0a4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d60 expref: 5 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.826287:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540318464:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128112.826344:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ced80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128112.826919:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540318336:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128112.826931:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128112.826954:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4c18c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1964:x1830947542524160:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4541us (4708us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.826962:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8766 00000100:00100000:0.0:1746128112.827184:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.828022:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542524544 00000100:00100000:1.0:1746128112.828027:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542524544 00002000:00100000:1.0:1746128112.828055:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084107b80 x1830947542524544/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.828064:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084107b80 with x1830947542524544 ext(0->4095) 00010000:00010000:1.0:1746128112.828071:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc0a4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d60 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.828081:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc0a4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d60 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.828086:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084107b80 00000100:00100000:1.0:1746128112.828541:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1652 00000100:00100000:1.0:1746128112.828549:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084107b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542524544:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128112.828711:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084107b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542524544:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 163us (1527us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128112.828719:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1652 00002000:00100000:1.0:1746128112.828724:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084107b80 x1830947542524544/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.828731:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084107b80 with x1830947542524544 ext(0->4095) 00010000:00010000:1.0:1746128112.828736:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc0a4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d60 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.828744:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc0a4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d60 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.828748:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084107b80 00000100:00100000:3.0:1746128112.830169:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540318464:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128112.830193:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc0ab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d67 expref: 34 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.830206:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66e00, rc 0) 00000100:00100000:3.0:1746128112.831155:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084105f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:31595:x1830947542524288:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4969us (5397us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.831163:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4880 00000100:00100000:0.0:1746128112.834829:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128112.836052:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.836168:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542524800 00000100:00100000:1.0:1746128112.836175:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542524800 00010000:00010000:1.0:1746128112.836204:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc0a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d60 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1746128112.836241:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8767 00000100:00100000:1.0:1746128112.836248:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084106d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542524800:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128112.836260:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128112.836277:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc0a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d60 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.836286:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc0a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d60 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.836305:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc0a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d60 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.836320:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.836322:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.836329:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc0ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d67 expref: 33 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.836334:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc0ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d67 expref: 33 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.836361:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc0ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d67 expref: 33 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128112.836370:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540318592:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128112.836427:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.836646:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542524672 00000100:00100000:3.0:1746128112.836651:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542524672 00000100:00100000:3.0:1746128112.836671:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4881 00000100:00100000:3.0:1746128112.836676:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084106a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:31596:x1830947542524672:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.836686:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.836696:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc0b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d6e expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.836711:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc0ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d67 expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.836716:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.836717:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.836720:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc0b2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d6e expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.836734:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc0ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d67 expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.836742:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc0ab lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d67 expref: 35 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.836750:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540318720:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128112.836792:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.842910:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540318720:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128112.842934:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc0b2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d6e expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.842946:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66000, rc 0) 00000100:00100000:3.0:1746128112.842982:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084106a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:31596:x1830947542524672:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6305us (8159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.842990:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4881 00000100:00100000:2.0:1746128112.843490:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540318592:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.843501:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.843520:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084106d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542524800:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7272us (7472us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.843527:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8767 00000100:00100000:0.0:1746128112.844274:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.844418:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542525056 00000100:00100000:2.0:1746128112.844424:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542525056 00002000:00100000:2.0:1746128112.844455:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084104700 x1830947542525056/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.844463:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084104700 with x1830947542525056 ext(0->4095) 00010000:00010000:2.0:1746128112.844470:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc0ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d67 expref: 35 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.844481:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc0ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d67 expref: 35 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.844486:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084104700 00000100:00100000:2.0:1746128112.844510:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1653 00000100:00100000:2.0:1746128112.844516:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084104700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1963:x1830947542525056:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128112.844643:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084104700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1963:x1830947542525056:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (371us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.844649:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1653 00002000:00100000:2.0:1746128112.844653:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084104700 x1830947542525056/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.844660:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084104700 with x1830947542525056 ext(0->4095) 00010000:00010000:2.0:1746128112.844664:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc0ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d67 expref: 35 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.844673:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc0ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d67 expref: 35 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.844678:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084104700 00000100:00100000:0.0:1746128112.849015:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.849183:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542525184 00000100:00100000:2.0:1746128112.849190:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542525184 00010000:00010000:2.0:1746128112.849219:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc0ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d67 expref: 35 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.849241:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8768 00000100:00100000:2.0:1746128112.849246:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084106680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1964:x1830947542525184:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.849257:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.849271:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc0ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d67 expref: 35 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.849280:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc0ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d67 expref: 35 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.849295:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc0ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d67 expref: 35 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.849322:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.849324:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.849329:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc0b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d6e expref: 34 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.849340:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc0b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d6e expref: 34 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.849365:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc0b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d6e expref: 34 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128112.849374:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540318848:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.849441:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.851870:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540318848:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.851885:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.851913:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084106680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1964:x1830947542525184:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2666us (2903us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.851920:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8768 00000100:00100000:0.0:1746128112.853361:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.853541:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542525440 00000100:00100000:1.0:1746128112.853547:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542525440 00002000:00100000:1.0:1746128112.853607:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084106300 x1830947542525440/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.853616:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084106300 with x1830947542525440 ext(0->4095) 00002000:00010000:1.0:1746128112.853620:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084106300 00000100:00100000:1.0:1746128112.853756:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3660 00000100:00100000:1.0:1746128112.853764:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084106300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1964:x1830947542525440:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128112.854169:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084106300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1964:x1830947542525440:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 405us (810us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128112.854176:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3660 00002000:00100000:1.0:1746128112.854182:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084106300 x1830947542525440/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.854189:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084106300 with x1830947542525440 ext(0->4095) 00002000:00010000:1.0:1746128112.854191:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084106300 00000100:00100000:0.0:1746128112.856128:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.856306:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542525568 00000100:00100000:3.0:1746128112.856314:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542525568 00000100:00100000:3.0:1746128112.856358:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4882 00000100:00100000:3.0:1746128112.856365:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542525568:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.856377:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.856390:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc0b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d75 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.856412:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc0b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d6e expref: 33 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.856418:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.856419:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.856422:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc0b9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d75 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.856448:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc0b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d6e expref: 33 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.856458:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc0b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d6e expref: 33 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.856466:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540318976:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128112.856536:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.859082:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540318976:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128112.859104:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc0b9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d75 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.859117:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67400, rc 0) 00000100:00100000:3.0:1746128112.859149:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542525568:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2785us (3026us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.859157:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4882 00000100:00100000:0.0:1746128112.861031:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.861901:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542525696 00000100:00100000:2.0:1746128112.861908:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542525696 00010000:00010000:2.0:1746128112.861934:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc0b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d6e expref: 34 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.861958:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8769 00000100:00100000:2.0:1746128112.861964:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084107100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1964:x1830947542525696:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.861975:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.861991:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc0b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d6e expref: 34 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.862016:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc0b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d6e expref: 34 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.862033:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc0b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d6e expref: 34 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.862058:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.862060:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.862065:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc0b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d75 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.862071:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc0b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d75 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.862095:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc0b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d75 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128112.862104:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540319104:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.862168:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.863917:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.864534:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542525824 00000100:00100000:3.0:1746128112.864542:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542525824 00000100:00100000:3.0:1746128112.864613:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4883 00000100:00100000:3.0:1746128112.864620:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:31595:x1830947542525824:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.864633:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.864646:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc0c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d7c expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.864666:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc0b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d75 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.864673:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.864674:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.864677:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc0c0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d7c expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.864697:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc0b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d75 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.864707:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc0b9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d75 expref: 5 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.864717:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540319232:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128112.864783:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ced80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.865791:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.866193:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540319104:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.866207:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.866232:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084107100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1964:x1830947542525696:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4269us (5205us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.866240:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8769 00000100:00100000:1.0:1746128112.866371:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542526080 00000100:00100000:1.0:1746128112.866376:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542526080 00002000:00100000:1.0:1746128112.866401:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084107800 x1830947542526080/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.866410:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084107800 with x1830947542526080 ext(0->4095) 00010000:00010000:1.0:1746128112.866416:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc0b9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d75 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.866426:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc0b9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d75 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.866431:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084107800 00000100:00100000:1.0:1746128112.866444:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1654 00000100:00100000:1.0:1746128112.866449:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084107800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542526080:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128112.866590:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084107800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542526080:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (784us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128112.866596:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1654 00002000:00100000:1.0:1746128112.866601:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084107800 x1830947542526080/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.866607:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084107800 with x1830947542526080 ext(0->4095) 00010000:00010000:1.0:1746128112.866611:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc0b9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d75 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.866619:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc0b9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d75 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.866624:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084107800 00000100:00100000:0.0:1746128112.870557:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.870676:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540319232:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128112.870699:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc0c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d7c expref: 34 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.870713:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66c00, rc 0) 00000100:00100000:3.0:1746128112.870745:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:31595:x1830947542525824:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6125us (6831us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.870753:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4883 00000100:00100000:3.0:1746128112.870774:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542526208 00000100:00100000:3.0:1746128112.870778:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542526208 00000100:00100000:3.0:1746128112.871758:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4884 00000100:00100000:3.0:1746128112.871766:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:31596:x1830947542526208:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.871778:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.871789:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc0c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d83 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.871805:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.871809:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc0c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d7c expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.871814:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.871817:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc0c7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d83 expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.871837:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc0c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d7c expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.871845:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc0c7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d83 expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.871851:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66400, rc 0) 00000100:00100000:3.0:1746128112.871875:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:31596:x1830947542526208:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (1326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.871880:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4884 00000100:00100000:0.0:1746128112.872289:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.872350:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542526336 00000100:00100000:2.0:1746128112.872355:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542526336 00010000:00010000:2.0:1746128112.872370:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc0b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d75 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.872390:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8770 00000100:00100000:2.0:1746128112.872394:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542526336:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.872401:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.872416:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc0b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d75 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.872424:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc0b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d75 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.872437:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc0b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d75 expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.872455:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.872457:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.872461:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc0c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d7c expref: 34 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.872467:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc0c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d7c expref: 34 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.872482:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc0c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d7c expref: 34 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.872490:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc0c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d7c expref: 34 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.872499:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540319488:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.872541:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.874517:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540319488:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.874530:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.874558:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542526336:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2163us (2271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.874565:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8770 00000100:00100000:0.0:1746128112.876458:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.876562:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542526592 00000100:00100000:2.0:1746128112.876568:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542526592 00002000:00100000:2.0:1746128112.876617:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c41500 x1830947542526592/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.876625:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c41500 with x1830947542526592 ext(0->4095) 00010000:00010000:2.0:1746128112.876632:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc0c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d7c expref: 35 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.876641:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc0c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d7c expref: 35 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.876647:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c41500 00000100:00100000:2.0:1746128112.876667:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1655 00000100:00100000:2.0:1746128112.876672:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1964:x1830947542526592:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128112.876794:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1964:x1830947542526592:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (342us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.876803:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1655 00002000:00100000:2.0:1746128112.876809:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c41500 x1830947542526592/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.876815:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c41500 with x1830947542526592 ext(0->4095) 00010000:00010000:2.0:1746128112.876820:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc0c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d7c expref: 35 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.876828:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc0c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d7c expref: 35 pid: 28170 timeout: 608 lvb_type: 0 00002000:00010000:2.0:1746128112.876833:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c41500 00000100:00100000:0.0:1746128112.879933:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.880129:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542526720 00000100:00100000:2.0:1746128112.880136:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542526720 00010000:00010000:2.0:1746128112.880162:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc0c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d7c expref: 35 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.880194:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8771 00000100:00100000:2.0:1746128112.880201:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1966:x1830947542526720:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.880212:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.880228:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc0c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d7c expref: 35 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.880238:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc0c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d7c expref: 35 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.880256:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc0c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d7c expref: 35 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.880281:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.880283:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.880288:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc0c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d83 expref: 34 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.880294:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc0c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d83 expref: 34 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.880320:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc0c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d83 expref: 34 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128112.880330:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540319616:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.880396:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.882939:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540319616:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.882953:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.882984:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1966:x1830947542526720:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2783us (3056us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.882991:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8771 00000100:00100000:0.0:1746128112.883691:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.884074:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542526976 00000100:00100000:1.0:1746128112.884081:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542526976 00002000:00100000:1.0:1746128112.884113:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c42d80 x1830947542526976/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.884121:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c42d80 with x1830947542526976 ext(0->4095) 00002000:00010000:1.0:1746128112.884125:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c42d80 00000100:00100000:1.0:1746128112.884139:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3661 00000100:00100000:1.0:1746128112.884144:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1963:x1830947542526976:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128112.884260:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1963:x1830947542526976:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (571us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128112.884266:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3661 00002000:00100000:1.0:1746128112.884271:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c42d80 x1830947542526976/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.884277:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c42d80 with x1830947542526976 ext(0->4095) 00002000:00010000:1.0:1746128112.884279:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c42d80 00000100:00100000:0.0:1746128112.886202:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.886293:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542527104 00000100:00100000:3.0:1746128112.886298:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542527104 00000100:00100000:3.0:1746128112.886358:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4885 00000100:00100000:3.0:1746128112.886363:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542527104:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.886375:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.886388:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc0ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d8a expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.886408:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc0c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d83 expref: 33 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.886414:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.886415:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.886419:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc0ce lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d8a expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.886442:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc0c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d83 expref: 33 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.886451:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc0c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d83 expref: 33 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.886461:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540319744:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128112.886526:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.888906:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540319744:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128112.888928:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc0ce lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d8a expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.888940:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67200, rc 0) 00000100:00100000:3.0:1746128112.888972:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542527104:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2608us (2775us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.888979:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4885 00000100:00100000:0.0:1746128112.889414:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.890142:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542527232 00000100:00100000:2.0:1746128112.890148:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542527232 00010000:00010000:2.0:1746128112.890170:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc0c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d83 expref: 34 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.890189:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8772 00000100:00100000:2.0:1746128112.890195:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1963:x1830947542527232:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.890209:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.890225:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc0c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d83 expref: 34 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.890234:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc0c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d83 expref: 34 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.890250:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc0c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d83 expref: 34 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.890274:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.890276:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.890281:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc0ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d8a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.890288:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc0ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d8a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.890313:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc0ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d8a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128112.890322:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540319872:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.890384:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.893005:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.893092:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540319872:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.893106:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.893139:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:1963:x1830947542527232:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2943us (3726us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.893151:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8772 00000100:00100000:3.0:1746128112.893228:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542527488 00000100:00100000:3.0:1746128112.893234:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542527488 00002000:00100000:3.0:1746128112.893261:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c43b80 x1830947542527488/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.893270:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c43b80 with x1830947542527488 ext(0->4095) 00002000:00010000:3.0:1746128112.893273:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c43b80 00000100:00100000:3.0:1746128112.893450:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3662 00000100:00100000:3.0:1746128112.893456:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542527488:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128112.893611:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542527488:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (620us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128112.893616:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3662 00002000:00100000:3.0:1746128112.893621:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c43b80 x1830947542527488/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.893627:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c43b80 with x1830947542527488 ext(0->4095) 00002000:00010000:3.0:1746128112.893630:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c43b80 00000100:00100000:0.0:1746128112.896723:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128112.897022:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.897095:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542527616 00000100:00100000:2.0:1746128112.897102:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542527616 00000100:00100000:2.0:1746128112.897188:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542527744 00000100:00100000:2.0:1746128112.897191:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542527744 00000100:00100000:2.0:1746128112.897208:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4886 00000100:00100000:2.0:1746128112.897213:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:31595:x1830947542527616:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.897227:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.897239:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc0d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d91 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.897261:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc0ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d8a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.897267:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.897269:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.897272:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc0d5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d91 expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.897293:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc0ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d8a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.897303:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc0ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d8a expref: 5 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.897313:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540320000:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128112.897368:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.897392:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4887 00000100:00100000:2.0:1746128112.897398:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:31596:x1830947542527744:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.897404:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.897410:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc0dc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d98 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.897419:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.897422:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc0d5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d91 expref: 36 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.897427:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.897430:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc0dc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d98 expref: 36 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.897447:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc0d5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d91 expref: 36 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.897456:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc0dc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d98 expref: 36 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.897464:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fadc00, rc 0) 00000100:00100000:2.0:1746128112.897480:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:31596:x1830947542527744:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 83us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.897486:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4887 00000100:00100000:2.0:1746128112.901140:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540320000:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128112.901162:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc0d5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d91 expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.901180:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fad200, rc 0) 00000100:00100000:2.0:1746128112.901224:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:31595:x1830947542527616:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4009us (4507us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.901231:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4886 00000100:00100000:0.0:1746128112.903077:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.903454:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542527872 00000100:00100000:2.0:1746128112.903461:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542527872 00010000:00010000:2.0:1746128112.903487:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc0ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d8a expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.903589:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8773 00000100:00100000:2.0:1746128112.903597:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4c18850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542527872:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.903608:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.903623:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc0ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d8a expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.903632:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc0ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d8a expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.903649:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc0ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d8a expref: 6 pid: 28170 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.903812:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.903814:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.903820:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc0d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d91 expref: 34 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.903831:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc0d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d91 expref: 34 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.903856:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc0d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d91 expref: 34 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.903864:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc0d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d91 expref: 34 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.903873:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540320256:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.904282:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.907961:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540320256:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.907978:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.908020:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4c18850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542527872:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4423us (4948us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.908029:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8773 00000100:00100000:0.0:1746128112.909509:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.909944:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542528128 00000100:00100000:1.0:1746128112.909950:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542528128 00002000:00100000:1.0:1746128112.909984:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c41f80 x1830947542528128/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.910008:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c41f80 with x1830947542528128 ext(0->4095) 00010000:00010000:1.0:1746128112.910015:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc0d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d91 expref: 35 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.910027:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc0d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d91 expref: 35 pid: 8417 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.910032:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c41f80 00000100:00100000:1.0:1746128112.910059:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1656 00000100:00100000:1.0:1746128112.910065:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1963:x1830947542528128:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128112.910198:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1963:x1830947542528128:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (692us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128112.910203:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1656 00002000:00100000:1.0:1746128112.910208:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c41f80 x1830947542528128/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.910214:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c41f80 with x1830947542528128 ext(0->4095) 00010000:00010000:1.0:1746128112.910218:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc0d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d91 expref: 35 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1746128112.910226:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc0d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d91 expref: 35 pid: 8417 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1746128112.910231:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c41f80 00000100:00100000:0.0:1746128112.912373:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.912531:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542528256 00000100:00100000:2.0:1746128112.912537:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542528256 00010000:00010000:2.0:1746128112.912562:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc0d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d91 expref: 35 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.912610:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8774 00000100:00100000:2.0:1746128112.912616:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1966:x1830947542528256:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.912626:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.912642:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc0d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d91 expref: 35 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.912652:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc0d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d91 expref: 35 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.912669:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc0d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d91 expref: 35 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.912695:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.912697:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.912703:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc0dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d98 expref: 34 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.912709:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc0dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d98 expref: 34 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.912734:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc0dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d98 expref: 34 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128112.912743:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540320384:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.913775:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.917819:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.917933:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540320384:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.917949:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.917984:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1966:x1830947542528256:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5368us (5616us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.917993:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8774 00000100:00100000:3.0:1746128112.918071:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542528512 00000100:00100000:3.0:1746128112.918077:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542528512 00002000:00100000:3.0:1746128112.918110:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c40380 x1830947542528512/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.918118:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c40380 with x1830947542528512 ext(0->4095) 00002000:00010000:3.0:1746128112.918121:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c40380 00000100:00100000:3.0:1746128112.918145:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3663 00000100:00100000:3.0:1746128112.918150:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1963:x1830947542528512:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128112.918264:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1963:x1830947542528512:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (451us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128112.918269:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3663 00002000:00100000:3.0:1746128112.918274:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c40380 x1830947542528512/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.918281:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c40380 with x1830947542528512 ext(0->4095) 00002000:00010000:3.0:1746128112.918283:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c40380 00000100:00100000:0.0:1746128112.920747:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.920864:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542528640 00000100:00100000:2.0:1746128112.920871:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542528640 00000100:00100000:2.0:1746128112.920913:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4888 00000100:00100000:2.0:1746128112.920920:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542528640:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.920934:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.920947:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x802a7453533bc0e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2d9f expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.920968:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc0dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d98 expref: 33 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.920973:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.920975:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.920977:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x802a7453533bc0e3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d9f expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.921009:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc0dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d98 expref: 33 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.921019:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc0dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d98 expref: 33 pid: 8416 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.921028:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540320512:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128112.921098:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.922861:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540320512:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128112.922880:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x802a7453533bc0e3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d9f expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.922896:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fac000, rc 0) 00000100:00100000:2.0:1746128112.922925:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542528640:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2006us (2183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.922931:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4888 00000100:00100000:0.0:1746128112.924135:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.924213:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542528768 00000100:00100000:2.0:1746128112.924219:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542528768 00010000:00010000:2.0:1746128112.924240:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc0dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d98 expref: 34 pid: 8416 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.924814:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8775 00000100:00100000:2.0:1746128112.924821:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1964:x1830947542528768:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.924834:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.924850:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc0dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d98 expref: 34 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.924860:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc0dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d98 expref: 34 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.924877:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc0dc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d98 expref: 34 pid: 8416 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1746128112.924931:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.924933:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.924939:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x802a7453533bc0e3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d9f expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.924949:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x802a7453533bc0e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d9f expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.924974:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x802a7453533bc0e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d9f expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128112.924984:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540320640:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.925051:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.927512:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.927835:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542529024 00000100:00100000:1.0:1746128112.927842:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542529024 00002000:00100000:1.0:1746128112.927875:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c43100 x1830947542529024/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.927884:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c43100 with x1830947542529024 ext(0->4095) 00002000:00010000:1.0:1746128112.927888:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c43100 00000100:00100000:1.0:1746128112.927912:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3664 00000100:00100000:1.0:1746128112.927918:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542529024:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128112.928052:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542529024:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (545us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128112.928057:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3664 00002000:00100000:1.0:1746128112.928062:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c43100 x1830947542529024/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.928069:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c43100 with x1830947542529024 ext(0->4095) 00002000:00010000:1.0:1746128112.928071:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c43100 00000100:00100000:2.0:1746128112.928242:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540320640:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.928254:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.928271:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:1964:x1830947542528768:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3452us (4139us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.928277:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8775 00000100:00100000:0.0:1746128112.929753:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.929973:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542529152 00000100:00100000:2.0:1746128112.929979:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542529152 00000100:00100000:2.0:1746128112.930018:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4889 00000100:00100000:2.0:1746128112.930024:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:31595:x1830947542529152:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.930035:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.930048:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc0ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2da6 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.930067:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x802a7453533bc0e3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d9f expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.930072:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.930074:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.930077:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc0ea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2da6 expref: 34 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.930096:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x802a7453533bc0e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d9f expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.930105:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x802a7453533bc0e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d9f expref: 5 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1746128112.930113:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540320768:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128112.932278:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.933898:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.934076:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542529280 00000100:00100000:1.0:1746128112.934084:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542529280 00000100:00100000:1.0:1746128112.934466:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4890 00000100:00100000:1.0:1746128112.934473:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:31596:x1830947542529280:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128112.934487:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128112.934499:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc0f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2dad expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.934519:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128112.934523:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc0ea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2da6 expref: 36 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.934532:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128112.934535:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc0f1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dad expref: 36 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.934562:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc0ea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2da6 expref: 36 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.934599:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc0f1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dad expref: 36 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128112.934607:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57c00, rc 0) 00000100:00100000:1.0:1746128112.934642:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:31596:x1830947542529280:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128112.934647:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4890 00000100:00100000:3.0:1746128112.935772:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540320768:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128112.935791:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc0ea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2da6 expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.935800:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fada00, rc 0) 00000100:00100000:3.0:1746128112.935824:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:31595:x1830947542529152:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5799us (6073us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.935830:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4889 00000100:00100000:0.0:1746128112.936322:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.936759:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542529408 00000100:00100000:3.0:1746128112.936764:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542529408 00010000:00010000:3.0:1746128112.936785:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x802a7453533bc0e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d9f expref: 6 pid: 8417 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1746128112.936805:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8776 00000100:00100000:3.0:1746128112.936810:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542529408:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.936819:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.936835:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x802a7453533bc0e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d9f expref: 6 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.936847:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x802a7453533bc0e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d9f expref: 6 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.936864:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fac000/0x802a7453533bc0e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2d9f expref: 6 pid: 8417 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1746128112.936886:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.936887:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.936893:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc0ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2da6 expref: 34 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.936899:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc0ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2da6 expref: 34 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.936921:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc0ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2da6 expref: 34 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.936930:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc0ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2da6 expref: 34 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128112.936939:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540321024:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.937002:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.939201:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.939362:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542529664 00000100:00100000:2.0:1746128112.939368:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542529664 00002000:00100000:2.0:1746128112.939398:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a3480 x1830947542529664/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.939406:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3480 with x1830947542529664 ext(0->4095) 00010000:00010000:2.0:1746128112.939412:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc0ea lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2da6 expref: 35 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128112.939422:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc0ea lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2da6 expref: 35 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128112.939428:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56a3480 00000100:00100000:2.0:1746128112.939453:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1657 00000100:00100000:2.0:1746128112.939459:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1963:x1830947542529664:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128112.939614:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1963:x1830947542529664:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (417us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128112.939620:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1657 00002000:00100000:2.0:1746128112.939625:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a3480 x1830947542529664/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128112.939631:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3480 with x1830947542529664 ext(0->4095) 00010000:00010000:2.0:1746128112.939635:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc0ea lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2da6 expref: 35 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128112.939642:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc0ea lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2da6 expref: 35 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128112.939647:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56a3480 00000100:00100000:3.0:1746128112.939766:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540321024:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.939778:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.939813:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542529408:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3003us (3492us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.939822:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8776 00000100:00100000:0.0:1746128112.943030:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.943121:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542529792 00000100:00100000:3.0:1746128112.943128:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542529792 00010000:00010000:3.0:1746128112.943154:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc0ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2da6 expref: 35 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128112.943175:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8777 00000100:00100000:3.0:1746128112.943181:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1964:x1830947542529792:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.943192:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.943209:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc0ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2da6 expref: 35 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128112.943218:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc0ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2da6 expref: 35 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128112.943236:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc0ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2da6 expref: 35 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128112.943259:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.943260:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.943265:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc0f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dad expref: 34 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.943273:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc0f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dad expref: 34 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.943297:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc0f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dad expref: 34 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128112.943307:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540321152:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.944156:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128112.947191:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.947426:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540321152:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.947442:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.947485:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1964:x1830947542529792:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4303us (4460us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.947493:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8777 00000100:00100000:1.0:1746128112.947726:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542530048 00000100:00100000:1.0:1746128112.947732:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542530048 00002000:00100000:1.0:1746128112.947762:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3ad180 x1830947542530048/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.947770:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3ad180 with x1830947542530048 ext(0->4095) 00002000:00010000:1.0:1746128112.947773:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b3ad180 00000100:00100000:1.0:1746128112.947786:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3665 00000100:00100000:1.0:1746128112.947791:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1964:x1830947542530048:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128112.947934:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1964:x1830947542530048:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (749us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128112.947943:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3665 00002000:00100000:1.0:1746128112.947947:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3ad180 x1830947542530048/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.947953:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3ad180 with x1830947542530048 ext(0->4095) 00002000:00010000:1.0:1746128112.947956:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b3ad180 00000100:00100000:0.0:1746128112.950340:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.950437:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542530176 00000100:00100000:3.0:1746128112.950443:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542530176 00000100:00100000:3.0:1746128112.950474:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4891 00000100:00100000:3.0:1746128112.950480:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542530176:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.950491:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.950505:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc0f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2db4 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.950527:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc0f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dad expref: 33 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.950533:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.950534:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.950537:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc0f8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2db4 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.950560:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc0f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dad expref: 33 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.950598:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc0f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dad expref: 33 pid: 8418 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128112.950608:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540321280:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128112.951281:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.953246:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540321280:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128112.953270:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc0f8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2db4 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.953282:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67800, rc 0) 00000100:00100000:3.0:1746128112.953321:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542530176:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2840us (2985us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.953328:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4891 00000100:00100000:0.0:1746128112.953644:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.953871:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542530304 00000100:00100000:3.0:1746128112.953877:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542530304 00010000:00010000:3.0:1746128112.953898:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc0f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dad expref: 34 pid: 8418 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128112.953916:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8778 00000100:00100000:3.0:1746128112.953921:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1964:x1830947542530304:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.953930:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.953946:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc0f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dad expref: 34 pid: 8418 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128112.953959:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc0f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dad expref: 34 pid: 8418 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128112.953975:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc0f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dad expref: 34 pid: 8418 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128112.953989:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.953990:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.954005:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc0f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2db4 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.954011:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc0f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2db4 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.954032:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc0f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2db4 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128112.954040:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540321408:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128112.954077:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.957324:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540321408:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.957341:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.957709:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:1964:x1830947542530304:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3786us (4064us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.957718:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8778 00000100:00100000:0.0:1746128112.957892:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.958124:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542530560 00000100:00100000:3.0:1746128112.958130:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542530560 00002000:00100000:3.0:1746128112.958155:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a3800 x1830947542530560/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.958163:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3800 with x1830947542530560 ext(0->4095) 00002000:00010000:3.0:1746128112.958166:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a3800 00000100:00100000:3.0:1746128112.958279:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3666 00000100:00100000:3.0:1746128112.958285:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542530560:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128112.958599:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542530560:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 312us (705us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128112.958604:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3666 00002000:00100000:3.0:1746128112.958609:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a3800 x1830947542530560/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.958616:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3800 with x1830947542530560 ext(0->4095) 00002000:00010000:3.0:1746128112.958618:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a3800 00000100:00100000:0.0:1746128112.959183:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.959242:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542530688 00000100:00100000:3.0:1746128112.959246:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542530688 00000100:00100000:3.0:1746128112.959299:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4892 00000100:00100000:3.0:1746128112.959305:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:31595:x1830947542530688:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.959314:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.959326:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc0ff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2dbb expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.959345:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc0f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2db4 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.959355:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.959356:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128112.959359:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc0ff lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dbb expref: 34 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.959382:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc0f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2db4 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.959390:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc0f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2db4 expref: 5 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128112.959399:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540321536:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128112.959802:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.962334:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540321536:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128112.962358:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc0ff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dbb expref: 34 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.962373:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67e00, rc 0) 00000100:00100000:3.0:1746128112.962406:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:31595:x1830947542530688:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3100us (3223us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.962413:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4892 00000100:00100000:0.0:1746128112.963050:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128112.963080:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.963161:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542530944 00000100:00100000:2.0:1746128112.963166:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542530944 00010000:00010000:2.0:1746128112.963188:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc0f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2db4 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128112.963311:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542530816 00000100:00100000:3.0:1746128112.963314:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542530816 00000100:00100000:3.0:1746128112.963345:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4893 00000100:00100000:3.0:1746128112.963350:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:31596:x1830947542530816:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.963365:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.963375:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc106 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2dc2 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128112.963513:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8779 00000100:00100000:2.0:1746128112.963518:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542530944:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.963527:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.963542:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc0f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2db4 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128112.963551:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc0f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2db4 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128112.963592:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc0f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2db4 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128112.963604:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.963605:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.963611:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc0ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dbb expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.963617:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc0ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dbb expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.963638:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc0ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dbb expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128112.963646:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540321664:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.963757:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc0ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dbb expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.963763:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.963764:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.963767:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc106 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc2 expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.963780:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc0ff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dbb expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.963788:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc0ff lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dbb expref: 35 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128112.963796:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540321792:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128112.964317:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.964522:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.967902:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540321792:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128112.967902:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540321664:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128112.967918:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746128112.967926:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc106 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc2 expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.967940:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66c00, rc 0) 00000100:00100000:3.0:1746128112.968227:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:31596:x1830947542530816:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4875us (5176us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.968238:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4893 00000100:00100000:0.0:1746128112.968239:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542530944:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4719us (5156us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128112.968247:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8779 00000100:00100000:0.0:1746128112.968328:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.968763:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542531200 00000100:00100000:3.0:1746128112.968769:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542531200 00002000:00100000:3.0:1746128112.968794:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091faa300 x1830947542531200/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.968801:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091faa300 with x1830947542531200 ext(0->4095) 00010000:00010000:3.0:1746128112.968808:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc0ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dbb expref: 35 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128112.968818:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc0ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dbb expref: 35 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746128112.968823:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091faa300 00000100:00100000:3.0:1746128112.968928:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1658 00000100:00100000:3.0:1746128112.968934:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1964:x1830947542531200:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128112.969307:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1964:x1830947542531200:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 372us (978us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128112.969313:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1658 00002000:00100000:3.0:1746128112.969318:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091faa300 x1830947542531200/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.969324:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091faa300 with x1830947542531200 ext(0->4095) 00010000:00010000:3.0:1746128112.969328:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc0ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dbb expref: 35 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128112.969341:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc0ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dbb expref: 35 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746128112.969346:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091faa300 00000100:00100000:0.0:1746128112.973780:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128112.973917:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542531328 00000100:00100000:2.0:1746128112.973924:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542531328 00010000:00010000:2.0:1746128112.973953:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc0ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dbb expref: 35 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128112.973983:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8780 00000100:00100000:2.0:1746128112.973988:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4c18450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1963:x1830947542531328:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128112.974007:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128112.974025:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc0ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dbb expref: 35 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128112.974041:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc0ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dbb expref: 35 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128112.974059:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc0ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dbb expref: 35 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128112.974085:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.974087:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.974093:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc106 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc2 expref: 34 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.974100:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc106 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc2 expref: 34 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.974125:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc106 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc2 expref: 34 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128112.974135:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3aed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540321920:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128112.974201:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.977847:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.978158:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542531584 00000100:00100000:3.0:1746128112.978166:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542531584 00002000:00100000:3.0:1746128112.978202:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091fa8700 x1830947542531584/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.978210:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa8700 with x1830947542531584 ext(0->4095) 00002000:00010000:3.0:1746128112.978214:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091fa8700 00000100:00100000:2.0:1746128112.978392:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3aed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540321920:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.978406:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128112.978440:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4c18450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1963:x1830947542531328:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4452us (4666us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.978448:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8780 00000100:00100000:3.0:1746128112.978557:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3667 00000100:00100000:3.0:1746128112.978564:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1963:x1830947542531584:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128112.978705:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1963:x1830947542531584:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (863us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128112.978711:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3667 00002000:00100000:3.0:1746128112.978715:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091fa8700 x1830947542531584/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128112.978722:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa8700 with x1830947542531584 ext(0->4095) 00002000:00010000:3.0:1746128112.978725:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091fa8700 00000100:00100000:0.0:1746128112.982324:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.983085:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542531712 00000100:00100000:3.0:1746128112.983093:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542531712 00000100:00100000:3.0:1746128112.983273:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4894 00000100:00100000:3.0:1746128112.983281:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542531712:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128112.983297:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128112.983311:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc10d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2dc9 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.983334:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc106 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc2 expref: 33 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.983341:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.983342:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128112.983344:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc10d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc9 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.983367:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc106 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc2 expref: 33 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.983375:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc106 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc2 expref: 33 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128112.983385:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540322048:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128112.984001:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128112.986534:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540322048:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128112.986559:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc10d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc9 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128112.986756:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66200, rc 0) 00000100:00100000:3.0:1746128112.986808:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542531712:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3527us (4489us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.986820:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4894 00000100:00100000:0.0:1746128112.987065:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128112.987916:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542531840 00000100:00100000:3.0:1746128112.987922:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542531840 00010000:00010000:3.0:1746128112.987948:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc106 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc2 expref: 34 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128112.988045:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8781 00000100:00100000:3.0:1746128112.988051:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1963:x1830947542531840:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128112.988062:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128112.988078:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc106 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc2 expref: 34 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128112.988087:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc106 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc2 expref: 34 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746128112.988380:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:3.0:1746128112.988482:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc106 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc2 expref: 34 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128112.989656:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542531968 00000100:00100000:2.0:1746128112.989663:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542531968 00000100:00100000:2.0:1746128112.989703:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4895 00000100:00100000:2.0:1746128112.989709:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:31595:x1830947542531968:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128112.989721:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128112.989732:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc114 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2dd0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.989747:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.989751:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc10d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc9 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.989755:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128112.989758:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc114 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd0 expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.989784:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc10d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc9 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.989793:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc114 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd0 expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.989799:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.989800:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128112.989805:0:8417:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc10d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc9 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.989811:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc10d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc9 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.989830:0:8417:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc10d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc9 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128112.989840:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc10d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc9 expref: 5 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128112.989849:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540322304:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128112.990146:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128112.990182:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1963:x1830947542531840:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2130us (3115us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128112.990189:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8781 00000100:00100000:2.0:1746128112.990430:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128112.997649:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128112.997712:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542532224 00000100:00100000:1.0:1746128112.997719:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542532224 00002000:00100000:1.0:1746128112.997755:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091fa8000 x1830947542532224/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/0 e 0 to 0 dl 1746128123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.997764:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa8000 with x1830947542532224 ext(0->4095) 00010000:00010000:1.0:1746128112.997773:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc10d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc9 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128112.997785:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc10d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc9 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128112.997791:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091fa8000 00000100:00100000:2.0:1746128112.997885:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540322304:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128112.997898:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fad200, rc 0) 00000100:00100000:2.0:1746128112.997930:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:31595:x1830947542531968:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8221us (9550us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128112.997936:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4895 00000100:00100000:1.0:1746128112.998618:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1659 00000100:00100000:1.0:1746128112.998627:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542532224:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128112.998754:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542532224:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (1113us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128112.998759:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1659 00002000:00100000:1.0:1746128112.998764:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091fa8000 x1830947542532224/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:363/0 lens 488/4536 e 0 to 0 dl 1746128123 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128112.998777:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa8000 with x1830947542532224 ext(0->4095) 00010000:00010000:1.0:1746128112.998781:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc10d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc9 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128112.998791:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc10d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc9 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128112.998796:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091fa8000 00000100:00100000:0.0:1746128113.009216:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.009307:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542532352 00000100:00100000:3.0:1746128113.009315:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542532352 00010000:00010000:3.0:1746128113.009361:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc10d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc9 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.009395:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8782 00000100:00100000:3.0:1746128113.009402:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542532352:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.009412:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.009429:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc10d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc9 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.009439:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc10d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc9 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.009457:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc10d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dc9 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.009481:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.009482:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.009489:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc114 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd0 expref: 33 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.009496:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc114 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd0 expref: 33 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.009523:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc114 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd0 expref: 33 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.009533:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540322432:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.009619:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ced80 going to sleep for 11 seconds 00000100:00080000:2.0:1746128113.009785:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746128113.011976:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540322432:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.012002:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.012033:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542532352:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2632us (2824us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.012041:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8782 00000100:00100000:0.0:1746128113.012843:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.012898:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542532608 00000100:00100000:3.0:1746128113.012903:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542532608 00002000:00100000:3.0:1746128113.012978:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091fab480 x1830947542532608/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.012986:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fab480 with x1830947542532608 ext(0->4095) 00002000:00010000:3.0:1746128113.012990:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091fab480 00000100:00080000:2.0:1746128113.013056:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746128113.013086:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3668 00000100:00100000:3.0:1746128113.013092:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1966:x1830947542532608:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746128113.013619:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1966:x1830947542532608:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 525us (775us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.013625:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3668 00002000:00100000:3.0:1746128113.013631:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091fab480 x1830947542532608/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.013637:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fab480 with x1830947542532608 ext(0->4095) 00002000:00010000:3.0:1746128113.013640:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091fab480 00000100:00100000:0.0:1746128113.017083:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.018060:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542532736 00000100:00100000:2.0:1746128113.018068:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542532736 00000100:00100000:2.0:1746128113.018166:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4896 00000100:00100000:2.0:1746128113.018174:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542532736:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.018188:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.018203:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc11b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2dd7 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.018225:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc114 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd0 expref: 33 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.018236:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.018238:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.018241:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc11b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd7 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.018264:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc114 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd0 expref: 33 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.018273:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc114 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd0 expref: 33 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.018282:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540322560:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128113.020677:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.026853:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540322560:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128113.026877:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc11b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd7 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.026892:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fad800, rc 0) 00000100:00100000:2.0:1746128113.026940:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542532736:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8766us (9863us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.026948:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4896 00000100:00100000:1.0:1746128113.027762:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.028056:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542532864 00000100:00100000:3.0:1746128113.028062:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542532864 00002000:00100000:3.0:1746128113.028090:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092091500 x1830947542532864/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 496/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.028098:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092091500 with x1830947542532864 ext(0->7) 00010000:00010000:3.0:1746128113.028104:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc114 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd0 expref: 34 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.028115:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc114 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd0 expref: 34 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746128113.028121:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092091500 00000100:00100000:3.0:1746128113.028133:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1660 00000100:00100000:3.0:1746128113.028138:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1965:x1830947542532864:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128113.028371:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1965:x1830947542532864:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 231us (609us total) trans 4294967951 rc 0/0 00000100:00100000:3.0:1746128113.028376:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1660 00002000:00100000:3.0:1746128113.028381:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092091500 x1830947542532864/t4294967951(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 496/448 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.028388:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092091500 with x1830947542532864 ext(0->7) 00010000:00010000:3.0:1746128113.028392:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc114 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd0 expref: 36 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.028400:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc114 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd0 expref: 36 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746128113.028405:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092091500 00000100:00100000:0.0:1746128113.034202:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.038076:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542532992 00000100:00100000:3.0:1746128113.038087:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542532992 00010000:00010000:3.0:1746128113.038125:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc114 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd0 expref: 36 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.038177:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8783 00000100:00100000:3.0:1746128113.038184:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1966:x1830947542532992:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.038195:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.038213:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc114 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd0 expref: 36 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.038223:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc114 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd0 expref: 36 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.038240:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fad200/0x802a7453533bc114 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd0 expref: 36 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.038266:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.038268:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.038274:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc11b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd7 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.038281:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc11b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd7 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.038308:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc11b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd7 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.038317:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540322688:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.038400:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.041272:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.041449:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542533120 00000100:00100000:2.0:1746128113.041456:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542533120 00000100:00100000:2.0:1746128113.041504:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4897 00000100:00100000:2.0:1746128113.041510:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091faa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:31595:x1830947542533120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.041526:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.041539:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc122 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2dde expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.041563:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc11b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd7 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.041609:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.041611:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.041614:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc122 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dde expref: 37 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.041638:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc11b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd7 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.041648:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc11b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd7 expref: 5 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.041658:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540322816:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128113.041733:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.047371:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.047455:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540322688:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.047469:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.047501:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:1966:x1830947542532992:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 9318us (13305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.047509:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8783 00000100:00100000:1.0:1746128113.048322:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542533376 00000100:00100000:1.0:1746128113.048328:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542533376 00002000:00100000:1.0:1746128113.048360:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968df80 x1830947542533376/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.048369:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968df80 with x1830947542533376 ext(0->4095) 00010000:00010000:1.0:1746128113.048375:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc11b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd7 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.048386:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc11b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd7 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.048391:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968df80 00000100:00100000:1.0:1746128113.048411:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1661 00000100:00100000:1.0:1746128113.048416:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542533376:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128113.048530:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542533376:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (1164us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.048538:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1661 00002000:00100000:1.0:1746128113.048542:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968df80 x1830947542533376/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.048548:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968df80 with x1830947542533376 ext(0->4095) 00010000:00010000:1.0:1746128113.048552:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc11b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd7 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.048559:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc11b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd7 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.048563:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968df80 00000100:00100000:2.0:1746128113.048742:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540322816:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128113.048759:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc122 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dde expref: 36 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.048769:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fadc00, rc 0) 00000100:00100000:2.0:1746128113.048838:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091faa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:31595:x1830947542533120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7328us (7572us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.048847:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4897 00000100:00100000:0.0:1746128113.054556:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.054804:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.054880:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542533504 00000100:00100000:3.0:1746128113.054888:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542533504 00010000:00010000:3.0:1746128113.054920:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc11b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd7 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.054943:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8784 00000100:00100000:3.0:1746128113.054948:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542533504:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.054957:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.054971:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc11b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd7 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.054981:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc11b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd7 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.055005:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fad800/0x802a7453533bc11b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dd7 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.055025:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.055027:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.055032:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc122 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dde expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.055038:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc122 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dde expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.055064:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc122 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dde expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.055072:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540322944:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.055131:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.056460:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542533632 00000100:00100000:2.0:1746128113.056466:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542533632 00000100:00100000:0.0:1746128113.057282:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.057340:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4898 00000100:00100000:2.0:1746128113.057349:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542533632:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.057364:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.057376:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc129 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2de5 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.057398:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc122 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dde expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.057404:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.057405:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.057408:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc129 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2de5 expref: 7 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.057431:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc122 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dde expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.057441:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc122 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dde expref: 35 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.057450:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540323072:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128113.057496:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.057514:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542533888 00000100:00100000:2.0:1746128113.057518:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542533888 00000100:00100000:3.0:1746128113.057615:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540322944:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.057628:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.057646:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1963:x1830947542533504:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2697us (3095us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.057652:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8784 00002000:00100000:2.0:1746128113.059822:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968ce00 x1830947542533888/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.059833:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968ce00 with x1830947542533888 ext(0->4095) 00010000:00010000:2.0:1746128113.059840:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc122 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dde expref: 36 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.059852:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc122 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dde expref: 36 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.059857:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968ce00 00000100:00100000:3.0:1746128113.060249:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540323072:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128113.060268:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc129 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2de5 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.060279:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fada00, rc 0) 00000100:00100000:3.0:1746128113.060311:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542533632:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2963us (5507us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.060317:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4898 00000100:00100000:2.0:1746128113.061800:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1662 00000100:00100000:2.0:1746128113.061812:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1963:x1830947542533888:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128113.061936:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1963:x1830947542533888:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (4656us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128113.061941:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1662 00002000:00100000:2.0:1746128113.061948:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968ce00 x1830947542533888/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.061956:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968ce00 with x1830947542533888 ext(0->4095) 00010000:00010000:2.0:1746128113.061962:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc122 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dde expref: 36 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.061972:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc122 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dde expref: 36 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.061978:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968ce00 00000100:00100000:0.0:1746128113.065229:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.065278:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.065363:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542534016 00000100:00100000:3.0:1746128113.065370:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542534016 00000100:00100000:2.0:1746128113.065520:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542534144 00000100:00100000:2.0:1746128113.065523:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542534144 00010000:00010000:2.0:1746128113.065543:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc122 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dde expref: 37 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.065565:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8785 00000100:00100000:3.0:1746128113.065783:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4899 00000100:00100000:3.0:1746128113.065790:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:31595:x1830947542534016:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128113.065803:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128113.065816:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc130 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2dec expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.065836:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.065840:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc129 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2de5 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.065846:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128113.065849:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc130 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dec expref: 38 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.065876:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc129 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2de5 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.065886:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc130 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dec expref: 38 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.065895:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67400, rc 0) 00000100:00100000:3.0:1746128113.065929:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:31595:x1830947542534016:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.065934:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4899 00000100:00100000:2.0:1746128113.066137:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:1963:x1830947542534144:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.066146:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.066162:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc122 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dde expref: 37 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.066183:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc122 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dde expref: 37 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.066198:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fadc00/0x802a7453533bc122 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dde expref: 37 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.067399:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.067401:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.067412:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc129 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2de5 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.067419:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc129 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2de5 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.067445:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc129 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2de5 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.067460:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc129 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2de5 expref: 5 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.067470:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3af480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540323328:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.067525:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.070704:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3af480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540323328:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.070721:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128113.071275:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.071467:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1963:x1830947542534144:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5894us (6186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.071476:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8785 00000100:00100000:1.0:1746128113.071792:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542534400 00000100:00100000:1.0:1746128113.071798:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542534400 00002000:00100000:1.0:1746128113.071829:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968ea00 x1830947542534400/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.071837:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968ea00 with x1830947542534400 ext(0->4095) 00010000:00010000:1.0:1746128113.071845:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc129 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2de5 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.071856:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc129 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2de5 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.071861:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968ea00 00000100:00100000:1.0:1746128113.071885:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1663 00000100:00100000:1.0:1746128113.071890:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542534400:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128113.072026:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542534400:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (752us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.072031:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1663 00002000:00100000:1.0:1746128113.072036:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968ea00 x1830947542534400/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.072042:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968ea00 with x1830947542534400 ext(0->4095) 00010000:00010000:1.0:1746128113.072045:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc129 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2de5 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.072053:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc129 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2de5 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.072058:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968ea00 00000100:00100000:0.0:1746128113.076488:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.076789:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542534528 00000100:00100000:2.0:1746128113.076797:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542534528 00010000:00010000:2.0:1746128113.076830:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc129 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2de5 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.076855:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8786 00000100:00100000:2.0:1746128113.076861:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542534528:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.076871:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.076888:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc129 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2de5 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.076898:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc129 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2de5 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.076916:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bc129 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2de5 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.077750:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.077753:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.077761:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc130 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dec expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.077769:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc130 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dec expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.077799:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc130 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dec expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.077809:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3af480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540323456:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.079125:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.081432:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.081509:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542534784 00000100:00100000:3.0:1746128113.081517:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542534784 00002000:00100000:3.0:1746128113.081553:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968fb80 x1830947542534784/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.081561:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968fb80 with x1830947542534784 ext(0->4095) 00002000:00010000:3.0:1746128113.081564:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968fb80 00000100:00100000:2.0:1746128113.081680:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3af480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540323456:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.081695:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.081728:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542534528:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4867us (5247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.081736:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8786 00000100:00100000:3.0:1746128113.082248:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3669 00000100:00100000:3.0:1746128113.082256:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1964:x1830947542534784:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128113.082378:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1964:x1830947542534784:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (952us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.082383:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3669 00002000:00100000:3.0:1746128113.082388:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968fb80 x1830947542534784/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.082394:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968fb80 with x1830947542534784 ext(0->4095) 00002000:00010000:3.0:1746128113.082397:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968fb80 00000100:00100000:0.0:1746128113.084635:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.085272:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542534912 00000100:00100000:1.0:1746128113.085279:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542534912 00000100:00100000:1.0:1746128113.085323:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4900 00000100:00100000:1.0:1746128113.085329:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542534912:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128113.085345:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128113.085359:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc137 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2df3 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.085381:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc130 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dec expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.085387:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128113.085389:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128113.085393:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc137 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2df3 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.085416:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc130 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dec expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.085426:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc130 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dec expref: 35 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:1.0:1746128113.085436:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540323584:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128113.085792:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128113.088258:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540323584:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128113.088283:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc137 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2df3 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.088296:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57c00, rc 0) 00000100:00100000:1.0:1746128113.088340:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542534912:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3010us (3709us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128113.088346:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4900 00000100:00100000:0.0:1746128113.088718:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.088858:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542535040 00000100:00100000:3.0:1746128113.088863:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542535040 00010000:00010000:3.0:1746128113.088885:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc130 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dec expref: 36 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.088903:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8787 00000100:00100000:3.0:1746128113.088907:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4c18050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1963:x1830947542535040:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.088917:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.088933:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc130 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dec expref: 36 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.088942:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc130 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dec expref: 36 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.088958:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc130 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dec expref: 36 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.088985:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.088987:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.088992:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc137 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2df3 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.089007:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc137 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2df3 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.089030:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc137 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2df3 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.089039:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540323712:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.089089:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.091880:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.092464:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542535168 00000100:00100000:1.0:1746128113.092472:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542535168 00000100:00100000:1.0:1746128113.092519:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4901 00000100:00100000:1.0:1746128113.092526:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:31595:x1830947542535168:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128113.092540:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128113.092553:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc13e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2dfa expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.092612:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc137 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2df3 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.092619:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128113.092620:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128113.092623:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc13e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dfa expref: 37 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.092647:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc137 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2df3 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.092657:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc137 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2df3 expref: 5 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:1.0:1746128113.092667:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540323840:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128113.092740:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.093278:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.093541:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540323712:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128113.093556:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128113.093604:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4c18050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:1963:x1830947542535040:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4695us (4886us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128113.093611:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8787 00000100:00100000:1.0:1746128113.094599:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542535424 00000100:00100000:1.0:1746128113.094604:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542535424 00002000:00100000:1.0:1746128113.094632:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3af480 x1830947542535424/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.094640:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3af480 with x1830947542535424 ext(0->4095) 00010000:00010000:1.0:1746128113.094646:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc137 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2df3 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.094655:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc137 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2df3 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.094665:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3af480 00000100:00100000:1.0:1746128113.095330:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540323840:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128113.095348:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc13e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dfa expref: 36 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.095358:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56800, rc 0) 00000100:00100000:1.0:1746128113.095397:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:31595:x1830947542535168:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2871us (3522us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128113.095404:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4901 00000100:00100000:1.0:1746128113.095424:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1664 00000100:00100000:1.0:1746128113.095429:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542535424:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128113.095555:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542535424:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (2277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.095560:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1664 00002000:00100000:1.0:1746128113.095565:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3af480 x1830947542535424/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.095590:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3af480 with x1830947542535424 ext(0->4095) 00010000:00010000:1.0:1746128113.095596:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc137 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2df3 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.095604:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc137 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2df3 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.095614:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3af480 00000100:00100000:0.0:1746128113.098563:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.098710:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542535552 00000100:00100000:2.0:1746128113.098716:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542535552 00010000:00010000:2.0:1746128113.098743:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc137 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2df3 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.098763:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8788 00000100:00100000:2.0:1746128113.098769:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542535552:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.098779:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.098796:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc137 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2df3 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.098805:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc137 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2df3 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.098823:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc137 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2df3 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.098847:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.098849:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.098854:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc13e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dfa expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.098861:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc13e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dfa expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.098885:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc13e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dfa expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.098894:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540323968:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.099670:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.101630:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540323968:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.101650:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.101683:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542535552:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2913us (3125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.101695:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8788 00000100:00100000:0.0:1746128113.101987:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.102111:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542535808 00000100:00100000:3.0:1746128113.102117:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542535808 00002000:00100000:3.0:1746128113.102147:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968c700 x1830947542535808/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.102155:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968c700 with x1830947542535808 ext(0->4095) 00002000:00010000:3.0:1746128113.102158:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968c700 00000100:00100000:3.0:1746128113.103787:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3670 00000100:00100000:3.0:1746128113.103799:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1963:x1830947542535808:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128113.103943:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1963:x1830947542535808:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (1956us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.103948:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3670 00002000:00100000:3.0:1746128113.103955:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968c700 x1830947542535808/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.103962:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968c700 with x1830947542535808 ext(0->4095) 00002000:00010000:3.0:1746128113.103966:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968c700 00000100:00100000:0.0:1746128113.110180:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.110254:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542535936 00000100:00100000:1.0:1746128113.110262:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542535936 00000100:00100000:1.0:1746128113.110308:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4902 00000100:00100000:1.0:1746128113.110315:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542535936:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128113.110333:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128113.110346:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc145 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e01 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.110368:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc13e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dfa expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.110375:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128113.110376:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128113.110379:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc145 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e01 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.110403:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc13e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dfa expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.110413:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc13e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dfa expref: 35 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:1.0:1746128113.110422:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540324096:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128113.110600:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:1.0:1746128113.115213:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540324096:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128113.115237:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc145 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e01 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.115250:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57800, rc 0) 00000100:00100000:1.0:1746128113.115283:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542535936:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4969us (5111us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128113.115291:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4902 00000100:00100000:0.0:1746128113.128566:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.128680:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542536064 00000100:00100000:1.0:1746128113.128687:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542536064 00002000:00100000:1.0:1746128113.128725:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008968ca80 x1830947542536064/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 496/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.128733:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968ca80 with x1830947542536064 ext(0->7) 00010000:00010000:1.0:1746128113.128740:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc13e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dfa expref: 36 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.128751:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc13e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dfa expref: 36 pid: 28170 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.128757:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968ca80 00000100:00100000:1.0:1746128113.128786:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1665 00000100:00100000:1.0:1746128113.128792:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1963:x1830947542536064:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128113.130237:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:1963:x1830947542536064:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 1441us (1674us total) trans 4294967952 rc 0/0 00000100:00100000:1.0:1746128113.130246:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1665 00002000:00100000:1.0:1746128113.130253:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008968ca80 x1830947542536064/t4294967952(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 496/448 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.130261:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968ca80 with x1830947542536064 ext(0->7) 00010000:00010000:1.0:1746128113.130267:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc13e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dfa expref: 38 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.130277:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc13e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dfa expref: 38 pid: 28170 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.130282:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968ca80 00000100:00100000:0.0:1746128113.137014:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.137063:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.137930:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542536192 00000100:00100000:2.0:1746128113.137937:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542536192 00010000:00010000:2.0:1746128113.137967:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc13e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dfa expref: 38 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.138009:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8789 00000100:00100000:2.0:1746128113.138016:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:1964:x1830947542536192:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.138027:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.138044:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc13e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dfa expref: 38 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.138055:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc13e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dfa expref: 38 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.138073:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc13e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2dfa expref: 38 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.138089:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.138091:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.138097:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc145 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e01 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.138104:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc145 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e01 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.138129:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc145 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e01 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.138139:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540324224:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.138210:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128113.138639:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542536320 00000100:00100000:1.0:1746128113.138643:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542536320 00000100:00100000:1.0:1746128113.139079:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4903 00000100:00100000:1.0:1746128113.139087:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:31595:x1830947542536320:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128113.139098:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128113.139107:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc14c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e08 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.139122:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc145 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e01 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.139128:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128113.139129:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128113.139131:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc14c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e08 expref: 39 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.139147:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc145 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e01 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.139160:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc145 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e01 expref: 5 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:1.0:1746128113.139166:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540324352:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128113.139729:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.141370:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540324224:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.141387:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.141414:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+39:1964:x1830947542536192:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3400us (4351us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.141422:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8789 00000100:00100000:0.0:1746128113.143429:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.143502:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540324352:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128113.143521:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc14c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e08 expref: 38 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.143535:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56e00, rc 0) 00000100:00100000:1.0:1746128113.143566:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:31595:x1830947542536320:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4480us (6570us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.143900:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542536576 00000100:00100000:2.0:1746128113.143905:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542536576 00002000:00100000:2.0:1746128113.143944:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091fa9c00 x1830947542536576/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.143952:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa9c00 with x1830947542536576 ext(0->4095) 00010000:00010000:2.0:1746128113.143958:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc145 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e01 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.143968:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc145 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e01 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.143973:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091fa9c00 00000100:00100000:2.0:1746128113.143989:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1666 00000100:00100000:2.0:1746128113.144006:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542536576:12345-192.168.203.28@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746128113.144119:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542536576:12345-192.168.203.28@tcp:3:ldlm_bl.0 Request processed in 124us (695us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128113.144130:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1666 00002000:00100000:2.0:1746128113.144135:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091fa9c00 x1830947542536576/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.144141:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa9c00 with x1830947542536576 ext(0->4095) 00010000:00010000:2.0:1746128113.144145:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc145 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e01 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.144153:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc145 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e01 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.144158:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091fa9c00 00000100:00100000:1.0:1746128113.144241:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4903 00000100:00100000:0.0:1746128113.147130:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.147217:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542536704 00000100:00100000:2.0:1746128113.147224:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542536704 00010000:00010000:2.0:1746128113.147250:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc145 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e01 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.147712:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8790 00000100:00100000:2.0:1746128113.147720:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542536704:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.147731:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.147747:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc145 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e01 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.147757:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc145 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e01 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.147774:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc145 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e01 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.148019:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.148021:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.148028:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc14c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e08 expref: 37 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.148034:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc14c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e08 expref: 37 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.148063:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc14c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e08 expref: 37 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.148071:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540324480:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.148506:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.151055:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540324480:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.151075:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.151107:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542536704:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3388us (3981us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.151116:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8790 00000100:00100000:0.0:1746128113.151630:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.152159:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542536960 00000100:00100000:2.0:1746128113.152165:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542536960 00002000:00100000:2.0:1746128113.152193:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c72d80 x1830947542536960/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.152201:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72d80 with x1830947542536960 ext(0->4095) 00002000:00010000:2.0:1746128113.152205:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c72d80 00000100:00100000:2.0:1746128113.152229:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3671 00000100:00100000:2.0:1746128113.152236:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:1964:x1830947542536960:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128113.153244:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:1964:x1830947542536960:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 1005us (1611us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128113.153251:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3671 00002000:00100000:2.0:1746128113.153258:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c72d80 x1830947542536960/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.153265:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72d80 with x1830947542536960 ext(0->4095) 00002000:00010000:2.0:1746128113.153269:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c72d80 00000100:00100000:0.0:1746128113.179213:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.179290:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542537088 00000100:00100000:1.0:1746128113.179297:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542537088 00000100:00100000:1.0:1746128113.179339:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4904 00000100:00100000:1.0:1746128113.179345:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542537088:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128113.179360:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128113.179373:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc153 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e0f expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.179393:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc14c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e08 expref: 37 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.179403:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128113.179404:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128113.179407:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc153 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e0f expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.179427:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc14c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e08 expref: 37 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.179437:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc14c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e08 expref: 37 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:1.0:1746128113.179446:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540324608:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128113.179508:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:1.0:1746128113.182728:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540324608:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128113.182752:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc153 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e0f expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.182766:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56000, rc 0) 00000100:00100000:1.0:1746128113.182800:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542537088:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3455us (3592us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128113.182807:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4904 00000100:00100000:0.0:1746128113.190646:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.190724:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542537216 00000100:00100000:1.0:1746128113.190732:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542537216 00000100:00100000:1.0:1746128113.190778:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4905 00000100:00100000:1.0:1746128113.190785:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:31595:x1830947542537216:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128113.190799:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128113.190812:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc15a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e16 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.190832:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128113.190838:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc153 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e0f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.190842:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128113.190845:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc15a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e16 expref: 39 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.190879:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc153 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e0f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.190888:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc15a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e16 expref: 39 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.190897:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56600, rc 0) 00000100:00100000:1.0:1746128113.190928:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+39:31595:x1830947542537216:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128113.190934:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4905 00000100:00100000:0.0:1746128113.192123:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.193814:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542537344 00000100:00100000:2.0:1746128113.193821:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542537344 00002000:00100000:2.0:1746128113.193856:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092c70e00 x1830947542537344/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 496/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.193865:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70e00 with x1830947542537344 ext(0->7) 00010000:00010000:2.0:1746128113.193872:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc14c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e08 expref: 39 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.193885:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc14c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e08 expref: 39 pid: 28170 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.193892:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c70e00 00000100:00100000:2.0:1746128113.193917:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1667 00000100:00100000:2.0:1746128113.193924:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+39:1964:x1830947542537344:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128113.194204:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1964:x1830947542537344:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 281us (2083us total) trans 4294967953 rc 0/0 00000100:00100000:2.0:1746128113.194213:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1667 00002000:00100000:2.0:1746128113.194219:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092c70e00 x1830947542537344/t4294967953(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 496/448 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.194225:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70e00 with x1830947542537344 ext(0->7) 00010000:00010000:2.0:1746128113.194230:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc14c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e08 expref: 41 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.194238:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc14c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e08 expref: 41 pid: 28170 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.194244:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c70e00 00000100:00100000:0.0:1746128113.199063:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.200589:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542537472 00000100:00100000:2.0:1746128113.200598:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542537472 00010000:00010000:2.0:1746128113.200629:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc14c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e08 expref: 41 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.200653:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8791 00000100:00100000:2.0:1746128113.200659:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1966:x1830947542537472:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.200671:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.200687:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc14c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e08 expref: 41 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.200697:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc14c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e08 expref: 41 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.200714:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc14c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e08 expref: 41 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.200729:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.200731:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.200736:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc153 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e0f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.200743:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc153 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e0f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.200769:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc153 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e0f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.200778:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc153 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e0f expref: 5 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.200788:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540324864:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.208320:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800936259c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128113.213334:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.213356:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542537728 00000100:00100000:1.0:1746128113.213362:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542537728 00002000:00100000:1.0:1746128113.213395:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092093b80 x1830947542537728/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.213410:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092093b80 with x1830947542537728 ext(0->4095) 00010000:00010000:1.0:1746128113.213418:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc153 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e0f expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.213430:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc153 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e0f expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.213436:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092093b80 00000100:00100000:2.0:1746128113.214036:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540324864:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.214049:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.214653:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1668 00000100:00100000:3.0:1746128113.214662:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542537728:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128113.215333:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542537728:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 671us (2003us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.215339:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1668 00002000:00100000:3.0:1746128113.215346:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092093b80 x1830947542537728/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.215353:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092093b80 with x1830947542537728 ext(0->4095) 00010000:00010000:3.0:1746128113.215359:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc153 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e0f expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.215370:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc153 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e0f expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746128113.215376:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092093b80 00000100:00100000:2.0:1746128113.215856:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1966:x1830947542537472:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 15195us (16796us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.215864:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8791 00000100:00100000:0.0:1746128113.218548:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.219379:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542537856 00000100:00100000:2.0:1746128113.219387:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542537856 00010000:00010000:2.0:1746128113.219415:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc153 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e0f expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.219535:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8792 00000100:00100000:2.0:1746128113.219542:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542537856:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.219553:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.219592:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc153 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e0f expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.219602:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc153 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e0f expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.219620:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc153 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e0f expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.219901:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.219904:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.219911:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc15a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e16 expref: 39 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.219919:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc15a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e16 expref: 39 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.221185:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc15a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e16 expref: 39 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.221198:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540324992:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.221255:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ced80 going to sleep for 11 seconds 00010000:00010000:3.0:1746128113.222178:0:7070:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746128113.224657:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540324992:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.224674:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.224718:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542537856:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5176us (6174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.224728:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8792 00000100:00100000:0.0:1746128113.224796:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.225181:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542538112 00000100:00100000:2.0:1746128113.225187:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542538112 00002000:00100000:2.0:1746128113.225213:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c72a00 x1830947542538112/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.225221:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72a00 with x1830947542538112 ext(0->4095) 00002000:00010000:2.0:1746128113.225226:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c72a00 00000100:00100000:2.0:1746128113.225239:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3672 00000100:00100000:2.0:1746128113.225245:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1964:x1830947542538112:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128113.225364:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1964:x1830947542538112:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (567us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128113.225369:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3672 00002000:00100000:2.0:1746128113.225374:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c72a00 x1830947542538112/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.225381:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72a00 with x1830947542538112 ext(0->4095) 00002000:00010000:2.0:1746128113.225383:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c72a00 00000100:00100000:0.0:1746128113.242222:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.242316:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542538240 00000100:00100000:3.0:1746128113.242324:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542538240 00000100:00100000:3.0:1746128113.242412:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4906 00000100:00100000:3.0:1746128113.242419:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542538240:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128113.242433:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128113.242445:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc161 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e1d expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.242466:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc15a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e16 expref: 39 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.242472:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.242473:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.242476:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc161 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e1d expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.242498:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc15a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e16 expref: 39 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.242508:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc15a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e16 expref: 39 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.242521:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540325120:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128113.243442:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128113.246491:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540325120:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128113.246517:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc161 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e1d expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.246531:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67800, rc 0) 00000100:00100000:3.0:1746128113.246564:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542538240:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4144us (4347us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.246593:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4906 00000100:00100000:0.0:1746128113.251447:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.251536:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.251706:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542538496 00000100:00100000:2.0:1746128113.251713:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542538496 00002000:00100000:2.0:1746128113.251750:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092c72300 x1830947542538496/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 496/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.251759:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72300 with x1830947542538496 ext(0->7) 00010000:00010000:2.0:1746128113.251766:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc15a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e16 expref: 40 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.251778:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc15a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e16 expref: 40 pid: 28170 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.251784:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c72300 00000100:00100000:2.0:1746128113.251799:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1669 00000100:00100000:2.0:1746128113.251805:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1964:x1830947542538496:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128113.252531:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542538368 00000100:00100000:3.0:1746128113.252535:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542538368 00000100:00100000:3.0:1746128113.252565:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4907 00000100:00100000:3.0:1746128113.252569:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+42:31595:x1830947542538368:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128113.252682:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128113.252694:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc168 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e24 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.252710:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.252714:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc161 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e1d expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.252719:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128113.252722:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc168 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e24 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.252751:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc161 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e1d expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.252761:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc168 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e24 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.252768:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66e00, rc 0) 00000100:00100000:2.0:1746128113.254676:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542538496:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 2863us (3132us total) trans 4294967954 rc 0/0 00000100:00100000:2.0:1746128113.254687:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1669 00002000:00100000:2.0:1746128113.254696:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092c72300 x1830947542538496/t4294967954(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 496/448 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.254704:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72300 with x1830947542538496 ext(0->7) 00010000:00010000:2.0:1746128113.254713:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc15a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e16 expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.254726:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc15a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e16 expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.254732:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c72300 00000100:00100000:3.0:1746128113.254786:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:31595:x1830947542538368:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2215us (3345us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.254792:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4907 00000100:00100000:0.0:1746128113.262409:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.263787:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542538624 00000100:00100000:3.0:1746128113.263796:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542538624 00010000:00010000:3.0:1746128113.263825:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc15a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e16 expref: 43 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.263851:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8793 00000100:00100000:3.0:1746128113.263858:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:1965:x1830947542538624:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.263868:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.263885:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc15a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e16 expref: 43 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.263896:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc15a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e16 expref: 43 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.263913:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc15a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e16 expref: 43 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.265189:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.265193:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.265201:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc161 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e1d expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.265209:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc161 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e1d expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.265243:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc161 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e1d expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.265254:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc161 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e1d expref: 5 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.265264:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540325376:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.265345:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128113.270651:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540325376:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.271053:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.271096:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+42:1965:x1830947542538624:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7237us (8692us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.271104:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8793 00000100:00100000:0.0:1746128113.271464:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.271507:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542538880 00000100:00100000:2.0:1746128113.271513:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542538880 00002000:00100000:2.0:1746128113.271542:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c70a80 x1830947542538880/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.271549:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70a80 with x1830947542538880 ext(0->4095) 00010000:00010000:2.0:1746128113.271556:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc161 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e1d expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.271567:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc161 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e1d expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.271586:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c70a80 00000100:00100000:2.0:1746128113.271614:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1670 00000100:00100000:2.0:1746128113.271620:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542538880:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128113.271745:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542538880:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (281us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128113.271751:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1670 00002000:00100000:2.0:1746128113.271756:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c70a80 x1830947542538880/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.271763:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70a80 with x1830947542538880 ext(0->4095) 00010000:00010000:2.0:1746128113.271767:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc161 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e1d expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.271776:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc161 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e1d expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.271781:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c70a80 00000100:00100000:0.0:1746128113.274898:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.274982:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542539008 00000100:00100000:3.0:1746128113.274988:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542539008 00010000:00010000:3.0:1746128113.275043:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc161 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e1d expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.275071:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8794 00000100:00100000:3.0:1746128113.275077:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542539008:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.275090:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.275109:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc161 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e1d expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.275121:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc161 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e1d expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.275137:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc161 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e1d expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.275158:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.275160:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.275165:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc168 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e24 expref: 41 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.275171:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc168 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e24 expref: 41 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.275198:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc168 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e24 expref: 41 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.275207:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540325504:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.275497:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ced80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.280528:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.280671:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540325504:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.280688:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128113.280844:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542539264 00000100:00100000:1.0:1746128113.280850:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542539264 00002000:00100000:1.0:1746128113.280878:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c73100 x1830947542539264/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.280887:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73100 with x1830947542539264 ext(0->4095) 00002000:00010000:1.0:1746128113.280891:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c73100 00000100:00100000:3.0:1746128113.281440:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542539008:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6360us (6546us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.281448:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8794 00000100:00100000:1.0:1746128113.281516:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3673 00000100:00100000:1.0:1746128113.281522:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+42:1965:x1830947542539264:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128113.281658:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+42:1965:x1830947542539264:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (1137us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.281663:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3673 00002000:00100000:1.0:1746128113.281668:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c73100 x1830947542539264/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.281674:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73100 with x1830947542539264 ext(0->4095) 00002000:00010000:1.0:1746128113.281677:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c73100 00000100:00100000:0.0:1746128113.286665:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.286742:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542539392 00000100:00100000:1.0:1746128113.286749:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542539392 00000100:00100000:1.0:1746128113.286794:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4908 00000100:00100000:1.0:1746128113.286800:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542539392:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128113.286815:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128113.286829:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc16f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e2b expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.286851:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc168 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e24 expref: 41 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.286857:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128113.286858:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128113.286861:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc16f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e2b expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.286882:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc168 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e24 expref: 41 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.286891:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc168 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e24 expref: 41 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:1.0:1746128113.286900:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540325632:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128113.287908:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:1.0:1746128113.291038:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540325632:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128113.291062:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc16f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e2b expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.291080:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57e00, rc 0) 00000100:00100000:1.0:1746128113.291129:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542539392:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4328us (4470us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128113.291137:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4908 00000100:00100000:0.0:1746128113.302296:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.302326:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.302391:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542539648 00000100:00100000:1.0:1746128113.302398:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542539648 00000100:00100000:1.0:1746128113.302430:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4909 00000100:00100000:1.0:1746128113.302436:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+42:31595:x1830947542539648:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128113.302451:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128113.302465:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc176 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e32 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.302485:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128113.302490:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc16f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e2b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.302495:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128113.302498:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc176 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e32 expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.302524:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc16f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e2b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.302533:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc176 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e32 expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.302547:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57200, rc 0) 00000100:00100000:1.0:1746128113.302607:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:31595:x1830947542539648:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128113.302613:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4909 00000100:00100000:2.0:1746128113.302727:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542539520 00000100:00100000:2.0:1746128113.302731:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542539520 00002000:00100000:2.0:1746128113.302752:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092c70000 x1830947542539520/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 496/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.302760:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70000 with x1830947542539520 ext(0->7) 00010000:00010000:2.0:1746128113.302765:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc168 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e24 expref: 43 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.302775:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc168 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e24 expref: 43 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.302780:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c70000 00000100:00100000:2.0:1746128113.302802:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1671 00000100:00100000:2.0:1746128113.302807:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:1964:x1830947542539520:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128113.303034:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1964:x1830947542539520:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 226us (745us total) trans 4294967955 rc 0/0 00000100:00100000:2.0:1746128113.303040:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1671 00002000:00100000:2.0:1746128113.303045:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092c70000 x1830947542539520/t4294967955(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 496/448 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.303051:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70000 with x1830947542539520 ext(0->7) 00010000:00010000:2.0:1746128113.303055:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc168 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e24 expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.303062:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc168 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e24 expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.303066:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c70000 00000100:00100000:0.0:1746128113.311777:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.311865:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542539776 00000100:00100000:3.0:1746128113.311873:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542539776 00010000:00010000:3.0:1746128113.311901:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc168 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e24 expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.311922:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8795 00000100:00100000:3.0:1746128113.311928:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1966:x1830947542539776:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.311940:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.311956:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc168 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e24 expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.311966:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc168 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e24 expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.311983:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc168 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e24 expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.312026:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.312028:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.312033:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc16f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e2b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.312040:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc16f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e2b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.312069:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc16f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e2b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.312079:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc16f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e2b expref: 5 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.312087:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540325888:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.312151:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128113.313750:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540325888:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.313765:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.313790:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1966:x1830947542539776:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1861us (2019us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.313797:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8795 00000100:00100000:0.0:1746128113.315278:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.315347:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542540032 00000100:00100000:1.0:1746128113.315353:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542540032 00002000:00100000:1.0:1746128113.315396:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c73480 x1830947542540032/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.315405:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73480 with x1830947542540032 ext(0->4095) 00010000:00010000:1.0:1746128113.315412:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc16f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e2b expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.315423:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc16f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e2b expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.315428:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c73480 00000100:00100000:1.0:1746128113.315455:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1672 00000100:00100000:1.0:1746128113.315462:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542540032:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128113.315599:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542540032:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.315604:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1672 00002000:00100000:1.0:1746128113.315609:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c73480 x1830947542540032/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.315621:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73480 with x1830947542540032 ext(0->4095) 00010000:00010000:1.0:1746128113.315625:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc16f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e2b expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.315633:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc16f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e2b expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.315638:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c73480 00000100:00100000:0.0:1746128113.320016:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.320105:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542540160 00000100:00100000:3.0:1746128113.320112:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542540160 00010000:00010000:3.0:1746128113.320139:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc16f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e2b expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.320162:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8796 00000100:00100000:3.0:1746128113.320168:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542540160:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.320179:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.320195:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc16f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e2b expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.320209:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc16f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e2b expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.320227:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc16f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e2b expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.320254:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.320256:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.320263:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc176 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e32 expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.320270:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc176 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e32 expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.320297:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc176 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e32 expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.320307:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540326016:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.320530:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128113.323958:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540326016:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.323975:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.324020:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542540160:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3851us (4011us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.324029:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8796 00000100:00100000:0.0:1746128113.325435:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.325512:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542540416 00000100:00100000:2.0:1746128113.325518:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542540416 00002000:00100000:2.0:1746128113.325553:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b85500 x1830947542540416/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.325562:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b85500 with x1830947542540416 ext(0->4095) 00002000:00010000:2.0:1746128113.325565:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b85500 00000100:00100000:2.0:1746128113.325617:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3674 00000100:00100000:2.0:1746128113.325624:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542540416:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128113.325746:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542540416:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (314us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128113.325754:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3674 00002000:00100000:2.0:1746128113.325759:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b85500 x1830947542540416/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.325766:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b85500 with x1830947542540416 ext(0->4095) 00002000:00010000:2.0:1746128113.325769:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b85500 00000100:00100000:0.0:1746128113.328461:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.328552:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542540544 00000100:00100000:3.0:1746128113.328560:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542540544 00000100:00100000:1.0:1746128113.329955:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4910 00000100:00100000:1.0:1746128113.329965:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542540544:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128113.329980:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128113.330015:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc17d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e39 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.330037:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc176 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e32 expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.330043:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128113.330045:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128113.330048:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc17d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e39 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.330072:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc176 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e32 expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.330086:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc176 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e32 expref: 43 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:1.0:1746128113.330095:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540326144:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128113.330166:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128113.331557:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540326144:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128113.331584:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc17d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e39 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.331593:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56600, rc 0) 00000100:00100000:1.0:1746128113.331616:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542540544:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1654us (3162us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128113.331622:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4910 00000100:00100000:0.0:1746128113.332551:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.332628:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542540672 00000100:00100000:3.0:1746128113.332633:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542540672 00010000:00010000:3.0:1746128113.332654:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc176 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e32 expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.332670:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8797 00000100:00100000:3.0:1746128113.332674:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542540672:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.332682:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.332697:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc176 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e32 expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.332705:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc176 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e32 expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.332719:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc176 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e32 expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.332740:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.332742:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.332746:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc17d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e39 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.332753:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc17d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e39 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.332772:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc17d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e39 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.332784:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540326272:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.332831:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128113.334236:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540326272:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.334250:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.334273:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:1963:x1830947542540672:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1598us (1724us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.334280:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8797 00000100:00100000:0.0:1746128113.336830:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.336961:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.337502:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542540928 00000100:00100000:1.0:1746128113.337509:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542540928 00002000:00100000:1.0:1746128113.337545:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b87b80 x1830947542540928/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.337554:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b87b80 with x1830947542540928 ext(0->4095) 00002000:00010000:1.0:1746128113.337557:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b87b80 00000100:00100000:1.0:1746128113.337611:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3675 00000100:00100000:1.0:1746128113.337617:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542540928:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128113.337745:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542540928:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (921us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.337751:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3675 00002000:00100000:1.0:1746128113.337756:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b87b80 x1830947542540928/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.337768:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b87b80 with x1830947542540928 ext(0->4095) 00002000:00010000:1.0:1746128113.337770:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b87b80 00000100:00100000:2.0:1746128113.339194:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542541056 00000100:00100000:2.0:1746128113.339201:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542541056 00000100:00100000:2.0:1746128113.339248:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4911 00000100:00100000:2.0:1746128113.339255:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:31595:x1830947542541056:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.339265:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.339277:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc184 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e40 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.339296:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc17d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e39 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.339302:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.339303:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.339306:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc184 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e40 expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.339329:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc17d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e39 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.339338:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc17d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e39 expref: 5 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.339350:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540326400:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128113.339409:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800936259c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.346704:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.348138:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542541184 00000100:00100000:3.0:1746128113.348145:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542541184 00000100:00100000:2.0:1746128113.349435:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540326400:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128113.349457:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc184 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e40 expref: 45 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.349470:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009567c000, rc 0) 00000100:00100000:2.0:1746128113.349508:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31595:x1830947542541056:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10253us (12546us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.349515:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4911 00000100:00100000:2.0:1746128113.349533:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4912 00000100:00100000:2.0:1746128113.349539:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:31596:x1830947542541184:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.349550:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.349560:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc18b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e47 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.349594:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.349598:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc184 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e40 expref: 45 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.349603:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.349606:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc18b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e47 expref: 45 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.349628:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc184 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e40 expref: 45 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.349637:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc18b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e47 expref: 45 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.349644:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228c00, rc 0) 00000100:00100000:2.0:1746128113.349658:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31596:x1830947542541184:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (2960us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.349663:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4912 00000100:00100000:0.0:1746128113.350611:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.350718:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542541312 00000100:00100000:2.0:1746128113.350723:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542541312 00010000:00010000:2.0:1746128113.350741:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc17d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e39 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.350760:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8798 00000100:00100000:2.0:1746128113.350764:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542541312:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.350772:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.350787:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc17d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e39 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.350796:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc17d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e39 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.350812:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc17d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e39 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.350826:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.350828:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.350832:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc184 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e40 expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.350838:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc184 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e40 expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.350856:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc184 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e40 expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.350864:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc184 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e40 expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.350873:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540326656:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.350911:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800936259c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.353624:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.353739:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542541568 00000100:00100000:3.0:1746128113.353746:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542541568 00002000:00100000:3.0:1746128113.353783:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b87800 x1830947542541568/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.353792:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b87800 with x1830947542541568 ext(0->4095) 00010000:00010000:3.0:1746128113.353799:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc184 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e40 expref: 45 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.353810:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc184 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e40 expref: 45 pid: 28170 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746128113.353815:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b87800 00000100:00100000:3.0:1746128113.353837:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1673 00000100:00100000:3.0:1746128113.353843:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542541568:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128113.353979:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542541568:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (361us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.353985:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1673 00002000:00100000:3.0:1746128113.353990:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b87800 x1830947542541568/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.354007:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b87800 with x1830947542541568 ext(0->4095) 00010000:00010000:3.0:1746128113.354012:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc184 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e40 expref: 45 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.354021:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc184 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e40 expref: 45 pid: 28170 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746128113.354026:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b87800 00000100:00100000:2.0:1746128113.354498:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540326656:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.354514:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.354537:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542541312:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3772us (3927us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.354543:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8798 00000100:00100000:0.0:1746128113.356826:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.356892:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542541696 00000100:00100000:2.0:1746128113.356899:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542541696 00010000:00010000:2.0:1746128113.356924:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc184 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e40 expref: 45 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.356944:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8799 00000100:00100000:2.0:1746128113.356949:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1966:x1830947542541696:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.356959:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.356975:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc184 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e40 expref: 45 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.356984:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc184 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e40 expref: 45 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.357009:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc184 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e40 expref: 45 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.357021:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.357022:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.357028:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc18b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e47 expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.357035:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc18b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e47 expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.357061:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc18b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e47 expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.357072:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540326784:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.357757:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800936259c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.359735:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540326784:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.359750:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128113.359768:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.359780:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1966:x1830947542541696:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2830us (2958us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.359790:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8799 00000100:00100000:1.0:1746128113.359856:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542541952 00000100:00100000:1.0:1746128113.359861:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542541952 00002000:00100000:1.0:1746128113.359890:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a9880 x1830947542541952/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.359898:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a9880 with x1830947542541952 ext(0->4095) 00002000:00010000:1.0:1746128113.359902:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0a9880 00000100:00100000:1.0:1746128113.359926:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3676 00000100:00100000:1.0:1746128113.359932:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542541952:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128113.360108:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542541952:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 175us (340us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.360114:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3676 00002000:00100000:1.0:1746128113.360119:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a9880 x1830947542541952/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.360125:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a9880 with x1830947542541952 ext(0->4095) 00002000:00010000:1.0:1746128113.360128:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0a9880 00000100:00100000:0.0:1746128113.361602:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.361676:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542542080 00000100:00100000:3.0:1746128113.361681:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542542080 00000100:00100000:3.0:1746128113.361706:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4913 00000100:00100000:3.0:1746128113.361711:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542542080:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128113.361721:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128113.361734:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc192 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e4e expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.361754:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc18b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e47 expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.361760:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.361762:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.361764:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc192 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e4e expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.361789:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc18b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e47 expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.361798:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc18b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e47 expref: 43 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.361807:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540326912:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128113.362286:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128113.364330:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540326912:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128113.364352:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc192 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e4e expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.364364:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67200, rc 0) 00000100:00100000:3.0:1746128113.364394:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542542080:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2682us (2795us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.364401:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4913 00000100:00100000:0.0:1746128113.365195:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.365524:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542542208 00000100:00100000:3.0:1746128113.365531:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542542208 00010000:00010000:3.0:1746128113.365554:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc18b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e47 expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.365606:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8800 00000100:00100000:3.0:1746128113.365613:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542542208:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.365624:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.365641:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc18b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e47 expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.365650:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc18b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e47 expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.365668:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc18b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e47 expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.365698:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.365701:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.365707:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc192 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e4e expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.365715:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc192 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e4e expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.365740:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc192 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e4e expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.365751:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540327040:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.367223:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128113.369260:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540327040:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.369277:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.369720:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:1963:x1830947542542208:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4107us (4525us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.369729:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8800 00000100:00100000:2.0:1746128113.369934:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.370208:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542542464 00000100:00100000:1.0:1746128113.370215:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542542464 00002000:00100000:1.0:1746128113.370245:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3af800 x1830947542542464/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.370253:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3af800 with x1830947542542464 ext(0->4095) 00002000:00010000:1.0:1746128113.370257:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b3af800 00000100:00100000:1.0:1746128113.370278:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3677 00000100:00100000:1.0:1746128113.370284:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542542464:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128113.370402:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542542464:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (467us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.370407:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3677 00002000:00100000:1.0:1746128113.370412:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3af800 x1830947542542464/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.370418:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3af800 with x1830947542542464 ext(0->4095) 00002000:00010000:1.0:1746128113.370421:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b3af800 00000100:00100000:2.0:1746128113.373120:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.373274:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542542592 00000100:00100000:3.0:1746128113.373281:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542542592 00000100:00100000:0.0:1746128113.373516:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.374153:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542542720 00000100:00100000:3.0:1746128113.374157:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542542720 00000100:00100000:3.0:1746128113.374708:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4914 00000100:00100000:3.0:1746128113.374715:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:31595:x1830947542542592:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128113.374731:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128113.374745:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc199 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e55 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.374769:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc192 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e4e expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.374774:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.374776:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.374778:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc199 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e55 expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.374801:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc192 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e4e expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.374811:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc192 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e4e expref: 5 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.374820:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540327168:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128113.374878:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128113.375781:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4915 00000100:00100000:1.0:1746128113.375790:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31596:x1830947542542720:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128113.375798:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128113.375806:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc1a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e5c expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.375819:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128113.375822:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc199 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e55 expref: 46 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.375826:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128113.375828:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc1a0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e5c expref: 46 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.375846:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc199 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e55 expref: 46 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.375859:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc1a0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e5c expref: 46 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.375867:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57c00, rc 0) 00000100:00100000:1.0:1746128113.375898:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:31596:x1830947542542720:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (2382us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128113.375904:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4915 00000100:00100000:3.0:1746128113.378891:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540327168:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128113.378915:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc199 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e55 expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.378927:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66a00, rc 0) 00000100:00100000:0.0:1746128113.379010:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.379192:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542542848 00000100:00100000:2.0:1746128113.379197:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542542848 00010000:00010000:2.0:1746128113.379217:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc192 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e4e expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.379243:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8801 00000100:00100000:2.0:1746128113.379249:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542542848:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.379257:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.379273:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc192 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e4e expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.379282:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc192 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e4e expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.379297:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc192 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e4e expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.379309:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.379311:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.379317:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc199 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e55 expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.379324:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc199 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e55 expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.379348:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc199 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e55 expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.379358:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc199 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e55 expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.379366:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540327424:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.379866:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31595:x1830947542542592:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5148us (6750us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.379873:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4914 00000100:00100000:2.0:1746128113.380372:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800936259c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.383204:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.383309:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540327424:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.383324:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.383356:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542542848:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4107us (4346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.383365:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8801 00000100:00100000:3.0:1746128113.384033:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542543104 00000100:00100000:3.0:1746128113.384039:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542543104 00002000:00100000:3.0:1746128113.384070:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a8a80 x1830947542543104/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.384078:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a8a80 with x1830947542543104 ext(0->4095) 00010000:00010000:3.0:1746128113.384085:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc199 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e55 expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.384097:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc199 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e55 expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746128113.384102:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d0a8a80 00000100:00100000:3.0:1746128113.384125:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1674 00000100:00100000:3.0:1746128113.384131:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542543104:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128113.384257:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542543104:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (1057us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.384262:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1674 00002000:00100000:3.0:1746128113.384267:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a8a80 x1830947542543104/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.384278:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a8a80 with x1830947542543104 ext(0->4095) 00010000:00010000:3.0:1746128113.384283:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc199 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e55 expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.384290:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc199 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e55 expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746128113.384295:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d0a8a80 00000100:00100000:0.0:1746128113.386906:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.387508:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542543232 00000100:00100000:2.0:1746128113.387517:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542543232 00010000:00010000:2.0:1746128113.387545:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc199 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e55 expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.387865:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8802 00000100:00100000:2.0:1746128113.387872:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1966:x1830947542543232:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.387884:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.387900:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc199 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e55 expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.387914:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc199 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e55 expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.387932:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc199 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e55 expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.387958:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.387960:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.387965:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc1a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e5c expref: 44 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.387972:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc1a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e5c expref: 44 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.388006:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc1a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e5c expref: 44 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.388016:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540327552:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.389272:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.391871:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540327552:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.391885:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.392334:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1966:x1830947542543232:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4461us (5432us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.392344:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8802 00000100:00100000:1.0:1746128113.393971:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.394054:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542543488 00000100:00100000:2.0:1746128113.394061:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542543488 00002000:00100000:2.0:1746128113.394094:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092091880 x1830947542543488/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.394101:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092091880 with x1830947542543488 ext(0->4095) 00002000:00010000:2.0:1746128113.394105:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092091880 00000100:00100000:2.0:1746128113.394288:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3678 00000100:00100000:2.0:1746128113.394294:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542543488:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128113.394804:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542543488:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 507us (834us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128113.394810:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3678 00002000:00100000:2.0:1746128113.394815:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092091880 x1830947542543488/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.394822:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092091880 with x1830947542543488 ext(0->4095) 00002000:00010000:2.0:1746128113.394825:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092091880 00000100:00100000:0.0:1746128113.396972:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.397151:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542543616 00000100:00100000:3.0:1746128113.397158:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542543616 00000100:00100000:3.0:1746128113.397199:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4916 00000100:00100000:3.0:1746128113.397204:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542543616:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128113.397217:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128113.397230:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc1a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e63 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.397252:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc1a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e5c expref: 43 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.397258:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.397259:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.397263:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc1a7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e63 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.397288:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc1a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e5c expref: 43 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.397301:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc1a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e5c expref: 43 pid: 8418 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.397311:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540327680:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128113.397373:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128113.399766:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540327680:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128113.399791:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc1a7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e63 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.399804:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67200, rc 0) 00000100:00100000:3.0:1746128113.399842:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542543616:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2637us (2874us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.399849:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4916 00000100:00100000:0.0:1746128113.400111:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.400477:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542543744 00000100:00100000:2.0:1746128113.400483:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542543744 00010000:00010000:2.0:1746128113.400504:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc1a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e5c expref: 44 pid: 8418 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.400522:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8803 00000100:00100000:2.0:1746128113.400527:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542543744:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.400536:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.400552:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc1a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e5c expref: 44 pid: 8418 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.400565:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc1a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e5c expref: 44 pid: 8418 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.400606:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc1a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e5c expref: 44 pid: 8418 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.400626:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.400628:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.400633:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc1a7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e63 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.400639:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc1a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e63 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.400662:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc1a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e63 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.400671:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540327808:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.400726:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.402445:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.402657:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542543872 00000100:00100000:3.0:1746128113.402662:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542543872 00000100:00100000:3.0:1746128113.402700:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4917 00000100:00100000:3.0:1746128113.402705:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:31595:x1830947542543872:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128113.402719:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128113.402731:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc1ae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e6a expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.402750:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc1a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e63 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.402759:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.402761:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.402763:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc1ae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e6a expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.402781:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc1a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e63 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.402790:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc1a7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e63 expref: 5 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.402799:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540327936:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128113.404228:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.404511:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.404530:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542544128 00000100:00100000:2.0:1746128113.404535:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542544128 00002000:00100000:2.0:1746128113.404561:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3afb80 x1830947542544128/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.404586:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3afb80 with x1830947542544128 ext(0->4095) 00010000:00010000:2.0:1746128113.404593:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc1a7 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e63 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.404603:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc1a7 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e63 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.404609:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3afb80 00000100:00100000:2.0:1746128113.404622:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1675 00000100:00100000:2.0:1746128113.404627:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542544128:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128113.404740:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542544128:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (232us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128113.404746:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1675 00002000:00100000:2.0:1746128113.404750:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3afb80 x1830947542544128/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.404756:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3afb80 with x1830947542544128 ext(0->4095) 00010000:00010000:2.0:1746128113.404760:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc1a7 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e63 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.404767:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc1a7 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e63 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.404772:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3afb80 00000100:00100000:3.0:1746128113.405150:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540327808:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.405161:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.405182:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542543744:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4654us (5071us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.405189:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8803 00000100:00100000:3.0:1746128113.409212:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540327936:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128113.409238:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc1ae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e6a expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.409251:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67a00, rc 0) 00000100:00100000:3.0:1746128113.409283:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:31595:x1830947542543872:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6577us (6841us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.409293:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4917 00000100:00100000:1.0:1746128113.411279:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.412161:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.412569:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542544256 00000100:00100000:3.0:1746128113.412751:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542544256 00000100:00100000:3.0:1746128113.412784:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4918 00000100:00100000:3.0:1746128113.412790:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:31596:x1830947542544256:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128113.412803:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128113.412814:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1b5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e71 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.412833:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.412838:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc1ae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e6a expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.412843:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.412846:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1b5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e71 expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.412873:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc1ae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e6a expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.412883:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1b5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e71 expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.412891:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67800, rc 0) 00000100:00100000:3.0:1746128113.412934:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31596:x1830947542544256:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (1659us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.412939:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4918 00000100:00100000:3.0:1746128113.412957:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542544384 00000100:00100000:3.0:1746128113.412959:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542544384 00010000:00010000:3.0:1746128113.412968:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc1a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e63 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.413068:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8804 00000100:00100000:3.0:1746128113.413072:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542544384:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.413080:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.413094:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc1a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e63 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.413102:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc1a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e63 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.413115:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc1a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e63 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.413125:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.413127:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.413131:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc1ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e6a expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.413137:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc1ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e6a expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.413149:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc1ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e6a expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.413161:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc1ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e6a expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.413169:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540328192:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.413207:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128113.419520:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540328192:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.419538:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.420813:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542544384:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7734us (8648us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.420824:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8804 00000100:00100000:1.0:1746128113.422875:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.422944:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542544640 00000100:00100000:2.0:1746128113.422951:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542544640 00002000:00100000:2.0:1746128113.422985:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092093480 x1830947542544640/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.423003:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092093480 with x1830947542544640 ext(0->4095) 00010000:00010000:2.0:1746128113.423010:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc1ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e6a expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.423023:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc1ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e6a expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.423029:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092093480 00000100:00100000:2.0:1746128113.423045:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1676 00000100:00100000:2.0:1746128113.423051:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1964:x1830947542544640:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128113.423169:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1964:x1830947542544640:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (299us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128113.423174:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1676 00002000:00100000:2.0:1746128113.423178:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092093480 x1830947542544640/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.423185:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092093480 with x1830947542544640 ext(0->4095) 00010000:00010000:2.0:1746128113.423188:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc1ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e6a expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.423197:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc1ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e6a expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.423202:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092093480 00000100:00100000:2.0:1746128113.427394:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.427649:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542544768 00000100:00100000:3.0:1746128113.427656:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542544768 00010000:00010000:3.0:1746128113.427683:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc1ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e6a expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.428059:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8805 00000100:00100000:3.0:1746128113.428067:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1965:x1830947542544768:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.428077:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.428093:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc1ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e6a expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.428104:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc1ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e6a expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.428121:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc1ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e6a expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.428147:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.428149:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.428155:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e71 expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.428162:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e71 expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.428186:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e71 expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.428196:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540328320:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.428756:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128113.431395:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540328320:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.431412:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.431832:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1965:x1830947542544768:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3764us (4443us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.431841:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8805 00000100:00100000:1.0:1746128113.432656:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.432705:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542545024 00000100:00100000:0.0:1746128113.432710:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542545024 00002000:00100000:0.0:1746128113.432739:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092090a80 x1830947542545024/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128113.432747:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092090a80 with x1830947542545024 ext(0->4095) 00002000:00010000:0.0:1746128113.432751:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092090a80 00000100:00100000:0.0:1746128113.432771:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3679 00000100:00100000:0.0:1746128113.432776:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542545024:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128113.432895:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542545024:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (240us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128113.432899:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3679 00002000:00100000:0.0:1746128113.432904:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092090a80 x1830947542545024/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128113.432910:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092090a80 with x1830947542545024 ext(0->4095) 00002000:00010000:0.0:1746128113.432912:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092090a80 00000100:00100000:2.0:1746128113.435040:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.435211:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542545152 00000100:00100000:0.0:1746128113.435218:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542545152 00000100:00100000:0.0:1746128113.435258:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4919 00000100:00100000:0.0:1746128113.435265:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542545152:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128113.435278:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128113.435291:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e78 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.435311:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e71 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.435317:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128113.435319:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128113.435322:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1bc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e78 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.435344:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e71 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.435357:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e71 expref: 43 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746128113.435365:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540328448:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128113.435426:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0449c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.437826:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540328448:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128113.437849:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1bc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e78 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.437861:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43dc00, rc 0) 00000100:00100000:0.0:1746128113.438511:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542545152:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3244us (3474us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128113.438519:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4919 00000100:00100000:2.0:1746128113.438771:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.438905:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542545280 00000100:00100000:3.0:1746128113.438910:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542545280 00010000:00010000:3.0:1746128113.438931:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e71 expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.438951:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8806 00000100:00100000:3.0:1746128113.438956:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542545280:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.438968:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.438983:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e71 expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.439079:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e71 expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.439097:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1b5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e71 expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.439111:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.439112:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.439118:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1bc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e78 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.439125:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e78 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.439146:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e78 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.439155:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540328576:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.439206:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.442729:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540328576:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128113.442747:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128113.442792:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:1964:x1830947542545280:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3834us (4020us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128113.442801:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8806 00000100:00100000:1.0:1746128113.443831:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.443894:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.443949:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542545536 00000100:00100000:0.0:1746128113.443954:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542545536 00000100:00100000:0.0:1746128113.443989:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4920 00000100:00100000:0.0:1746128113.444002:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:31595:x1830947542545536:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128113.444017:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128113.444031:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1c3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e7f expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.444052:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1bc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e78 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.444058:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128113.444060:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128113.444062:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1c3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e7f expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.444083:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e78 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.444093:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e78 expref: 5 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746128113.444102:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540328704:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128113.444159:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0449c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.444213:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542545664 00000100:00100000:2.0:1746128113.444217:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542545664 00002000:00100000:2.0:1746128113.444240:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092093800 x1830947542545664/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.444248:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092093800 with x1830947542545664 ext(0->4095) 00010000:00010000:2.0:1746128113.444252:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1bc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e78 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.444261:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1bc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e78 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.444267:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092093800 00000100:00100000:2.0:1746128113.444278:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1677 00000100:00100000:2.0:1746128113.444282:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542545664:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128113.444385:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542545664:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (490us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128113.444390:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1677 00002000:00100000:2.0:1746128113.444395:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092093800 x1830947542545664/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.444401:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092093800 with x1830947542545664 ext(0->4095) 00010000:00010000:2.0:1746128113.444405:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1bc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e78 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.444413:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1bc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e78 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.444418:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092093800 00000100:00100000:1.0:1746128113.448442:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.448822:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540328704:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128113.448843:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1c3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e7f expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.448857:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d800, rc 0) 00000100:00100000:3.0:1746128113.449363:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542545792 00000100:00100000:3.0:1746128113.449369:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542545792 00000100:00100000:3.0:1746128113.449951:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4921 00000100:00100000:3.0:1746128113.449959:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31596:x1830947542545792:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128113.449976:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128113.449988:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc1ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e86 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.450016:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.450021:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1c3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e7f expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.450026:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.450029:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc1ca lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e86 expref: 46 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.450055:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1c3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e7f expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.450064:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc1ca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e86 expref: 46 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.450072:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66400, rc 0) 00000100:00100000:3.0:1746128113.450093:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:31596:x1830947542545792:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (1657us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.450099:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4921 00000100:00100000:0.0:1746128113.450379:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31595:x1830947542545536:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6375us (6548us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128113.450384:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4920 00000100:00100000:2.0:1746128113.450548:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.450855:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542545920 00000100:00100000:0.0:1746128113.450859:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542545920 00010000:00010000:0.0:1746128113.450877:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e78 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746128113.451225:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8807 00000100:00100000:0.0:1746128113.451232:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542545920:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128113.451241:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128113.451258:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e78 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746128113.451267:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e78 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746128113.451284:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e78 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746128113.451540:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128113.451542:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128113.451548:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e7f expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.451555:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e7f expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.451593:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e7f expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.451607:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e7f expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746128113.451617:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540328960:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128113.452779:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0449c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128113.456120:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.456215:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542546176 00000100:00100000:0.0:1746128113.456222:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542546176 00002000:00100000:0.0:1746128113.456258:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c21b100 x1830947542546176/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128113.456268:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21b100 with x1830947542546176 ext(0->4095) 00010000:00010000:0.0:1746128113.456275:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e7f expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746128113.456286:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e7f expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:0.0:1746128113.456292:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c21b100 00000100:00100000:0.0:1746128113.456320:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1678 00000100:00100000:0.0:1746128113.456327:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542546176:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128113.456453:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542546176:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (340us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128113.456459:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1678 00002000:00100000:0.0:1746128113.456464:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c21b100 x1830947542546176/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128113.456476:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21b100 with x1830947542546176 ext(0->4095) 00010000:00010000:0.0:1746128113.456480:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e7f expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746128113.456488:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e7f expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:0.0:1746128113.456493:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c21b100 00000100:00100000:2.0:1746128113.456568:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540328960:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.456602:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.456623:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542545920:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5392us (6076us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.456630:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8807 00000100:00100000:1.0:1746128113.459742:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.460120:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542546304 00000100:00100000:2.0:1746128113.460127:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542546304 00010000:00010000:2.0:1746128113.460155:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e7f expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.460253:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8808 00000100:00100000:2.0:1746128113.460261:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1965:x1830947542546304:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.460272:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.460289:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e7f expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.460300:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e7f expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.460318:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e7f expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.460509:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.460512:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.460518:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc1ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e86 expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.460529:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc1ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e86 expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.460557:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc1ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e86 expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.460566:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540329088:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.460919:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.464128:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.464180:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542546560 00000100:00100000:3.0:1746128113.464187:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542546560 00002000:00100000:3.0:1746128113.464218:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a8380 x1830947542546560/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.464226:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a8380 with x1830947542546560 ext(0->4095) 00002000:00010000:3.0:1746128113.464231:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0a8380 00000100:00100000:3.0:1746128113.464244:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3680 00000100:00100000:3.0:1746128113.464249:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542546560:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128113.464392:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542546560:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (269us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.464398:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3680 00002000:00100000:3.0:1746128113.464402:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a8380 x1830947542546560/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.464409:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a8380 with x1830947542546560 ext(0->4095) 00002000:00010000:3.0:1746128113.464411:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0a8380 00000100:00100000:2.0:1746128113.464488:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3aca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540329088:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.464503:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.464519:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1965:x1830947542546304:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4260us (4784us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.464526:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8808 00000100:00100000:0.0:1746128113.466769:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.466858:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542546688 00000100:00100000:2.0:1746128113.466864:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542546688 00000100:00100000:2.0:1746128113.466899:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4922 00000100:00100000:2.0:1746128113.466905:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542546688:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.466918:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.466930:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc1d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e8d expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.466949:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc1ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e86 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.466955:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.466957:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.466959:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc1d1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e8d expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.466980:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc1ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e86 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.466988:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc1ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e86 expref: 43 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.467006:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540329216:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128113.467066:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.470471:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540329216:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128113.470495:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc1d1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e8d expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.470507:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229c00, rc 0) 00000100:00100000:2.0:1746128113.470547:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542546688:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3641us (3781us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.470554:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4922 00000100:00100000:0.0:1746128113.470770:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.470935:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542546816 00000100:00100000:3.0:1746128113.470941:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542546816 00010000:00010000:3.0:1746128113.470959:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc1ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e86 expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.470977:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8809 00000100:00100000:3.0:1746128113.470982:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542546816:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.471000:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.471015:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc1ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e86 expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.471024:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc1ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e86 expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.471041:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc1ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e86 expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.471055:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.471056:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.471062:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc1d1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e8d expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.471069:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc1d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e8d expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.471112:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc1d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e8d expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.471120:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540329344:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.471162:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128113.473652:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540329344:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.473666:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.473703:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:1963:x1830947542546816:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2720us (2933us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.473711:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8809 00000100:00100000:1.0:1746128113.474485:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.474832:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542547072 00000100:00100000:0.0:1746128113.474837:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542547072 00002000:00100000:0.0:1746128113.474866:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c21ad80 x1830947542547072/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128113.474874:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21ad80 with x1830947542547072 ext(0->4095) 00002000:00010000:0.0:1746128113.474878:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21ad80 00000100:00100000:0.0:1746128113.474896:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3681 00000100:00100000:0.0:1746128113.474901:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542547072:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128113.475046:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542547072:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (563us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128113.475051:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3681 00002000:00100000:0.0:1746128113.475056:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c21ad80 x1830947542547072/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128113.475068:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21ad80 with x1830947542547072 ext(0->4095) 00002000:00010000:0.0:1746128113.475070:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21ad80 00000100:00100000:2.0:1746128113.475229:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.475618:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542547200 00000100:00100000:0.0:1746128113.475622:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542547200 00000100:00100000:0.0:1746128113.475647:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4923 00000100:00100000:0.0:1746128113.475651:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:31595:x1830947542547200:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128113.475660:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128113.475671:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1d8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e94 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.475689:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc1d1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e8d expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.475695:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128113.475696:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128113.475699:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1d8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e94 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.475719:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc1d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e8d expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.475727:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc1d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e8d expref: 5 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746128113.475736:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540329472:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128113.477049:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0440c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.477651:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.477719:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542547328 00000100:00100000:3.0:1746128113.477724:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542547328 00000100:00100000:3.0:1746128113.477754:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4924 00000100:00100000:3.0:1746128113.477759:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31596:x1830947542547328:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128113.477769:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128113.477779:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2e9b expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.477796:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.477800:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1d8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e94 expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.477805:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.477807:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1df lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e9b expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.477828:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1d8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e94 expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.477837:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1df lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e9b expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.477845:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67800, rc 0) 00000100:00100000:3.0:1746128113.477869:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:31596:x1830947542547328:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.477874:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4924 00000100:00100000:0.0:1746128113.479901:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540329472:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128113.479923:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1d8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e94 expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.479934:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d800, rc 0) 00000100:00100000:0.0:1746128113.480440:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31595:x1830947542547200:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4786us (5209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128113.480449:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4923 00000100:00100000:2.0:1746128113.481118:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.481404:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542547456 00000100:00100000:3.0:1746128113.481410:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542547456 00010000:00010000:3.0:1746128113.481432:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc1d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e8d expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.481832:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8810 00000100:00100000:3.0:1746128113.481839:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542547456:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.481849:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.481865:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc1d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e8d expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.481875:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc1d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e8d expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.481894:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc1d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e8d expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.481915:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.481916:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.481922:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e94 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.481929:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e94 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.481955:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e94 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.481964:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e94 expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.481974:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540329728:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.482043:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.484897:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.484970:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542547712 00000100:00100000:0.0:1746128113.484977:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542547712 00002000:00100000:0.0:1746128113.485017:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3aca80 x1830947542547712/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128113.485026:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3aca80 with x1830947542547712 ext(0->4095) 00010000:00010000:0.0:1746128113.485033:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1d8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e94 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746128113.485043:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1d8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e94 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:0.0:1746128113.485049:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3aca80 00000100:00100000:0.0:1746128113.485070:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1679 00000100:00100000:0.0:1746128113.485075:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1964:x1830947542547712:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128113.485194:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1964:x1830947542547712:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (302us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128113.485199:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1679 00002000:00100000:0.0:1746128113.485204:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3aca80 x1830947542547712/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128113.485210:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3aca80 with x1830947542547712 ext(0->4095) 00010000:00010000:0.0:1746128113.485213:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1d8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e94 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746128113.485221:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1d8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e94 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:0.0:1746128113.485225:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3aca80 00000100:00100000:3.0:1746128113.485296:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540329728:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.485308:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.485335:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542547456:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3497us (4218us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.485342:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8810 00000100:00100000:2.0:1746128113.487929:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.488026:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542547840 00000100:00100000:3.0:1746128113.488032:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542547840 00010000:00010000:3.0:1746128113.488055:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e94 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.488073:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8811 00000100:00100000:3.0:1746128113.488078:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1966:x1830947542547840:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.488088:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.488102:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e94 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.488111:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e94 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.488127:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc1d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e94 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.488146:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.488148:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.488153:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e9b expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.488159:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e9b expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.488180:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e9b expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.488188:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540329856:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.488671:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.490626:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.490711:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540329856:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.490724:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.490751:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1966:x1830947542547840:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2672us (2827us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.490758:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8811 00000100:00100000:1.0:1746128113.491050:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542548096 00000100:00100000:1.0:1746128113.491055:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542548096 00002000:00100000:1.0:1746128113.491080:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3ac700 x1830947542548096/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.491088:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3ac700 with x1830947542548096 ext(0->4095) 00002000:00010000:1.0:1746128113.491091:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b3ac700 00000100:00100000:1.0:1746128113.491102:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3682 00000100:00100000:1.0:1746128113.491106:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542548096:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128113.491208:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542548096:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (587us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.491213:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3682 00002000:00100000:1.0:1746128113.491217:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3ac700 x1830947542548096/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.491223:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3ac700 with x1830947542548096 ext(0->4095) 00002000:00010000:1.0:1746128113.491225:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b3ac700 00000100:00100000:2.0:1746128113.493164:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.493213:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542548224 00000100:00100000:0.0:1746128113.493219:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542548224 00000100:00100000:0.0:1746128113.493253:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4925 00000100:00100000:0.0:1746128113.493258:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542548224:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128113.493271:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128113.493284:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2ea2 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.493305:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e9b expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.493311:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128113.493312:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128113.493315:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1e6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea2 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.493336:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e9b expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.493350:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e9b expref: 43 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746128113.493359:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540329984:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128113.493419:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0440c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.495691:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540329984:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128113.495711:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1e6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea2 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.495722:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43dc00, rc 0) 00000100:00100000:0.0:1746128113.496229:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542548224:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2968us (3067us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128113.496236:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4925 00000100:00100000:2.0:1746128113.496333:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.496437:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542548352 00000100:00100000:3.0:1746128113.496442:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542548352 00010000:00010000:3.0:1746128113.496462:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e9b expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.496478:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8812 00000100:00100000:3.0:1746128113.496482:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542548352:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.496491:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.496505:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e9b expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.496513:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e9b expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.496528:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc1df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2e9b expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.496538:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.496540:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.496545:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea2 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.496551:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea2 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.496591:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea2 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.496599:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540330112:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.496642:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128113.499415:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540330112:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.499429:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.499465:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:1963:x1830947542548352:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2981us (3131us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.499472:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8812 00000100:00100000:3.0:1746128113.500420:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.500703:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542548608 00000100:00100000:0.0:1746128113.500708:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542548608 00002000:00100000:0.0:1746128113.500735:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929f800 x1830947542548608/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128113.500743:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929f800 with x1830947542548608 ext(0->4095) 00002000:00010000:0.0:1746128113.500747:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929f800 00000100:00100000:0.0:1746128113.500767:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3683 00000100:00100000:0.0:1746128113.500772:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542548608:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128113.500882:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542548608:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (463us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128113.500890:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3683 00002000:00100000:0.0:1746128113.500894:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929f800 x1830947542548608/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128113.500900:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929f800 with x1830947542548608 ext(0->4095) 00002000:00010000:0.0:1746128113.500902:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929f800 00000100:00100000:1.0:1746128113.501803:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.502132:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542548736 00000100:00100000:0.0:1746128113.502136:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542548736 00000100:00100000:0.0:1746128113.502164:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4926 00000100:00100000:0.0:1746128113.502168:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:31595:x1830947542548736:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128113.502178:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128113.502189:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc1ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2ea9 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.502208:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea2 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.502214:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128113.502216:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128113.502218:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc1ed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea9 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.502238:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea2 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.502247:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea2 expref: 5 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746128113.502261:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540330240:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128113.502317:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.504470:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.504590:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542548864 00000100:00100000:0.0:1746128113.504596:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542548864 00000100:00100000:0.0:1746128113.504632:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4927 00000100:00100000:0.0:1746128113.504637:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31596:x1830947542548864:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128113.504649:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128113.504660:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc1f4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2eb0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.504676:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128113.504680:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc1ed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea9 expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.504684:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128113.504687:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc1f4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb0 expref: 46 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.504710:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc1ed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea9 expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.504718:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc1f4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb0 expref: 46 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.504725:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945e6200, rc 0) 00000100:00100000:0.0:1746128113.505624:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:31596:x1830947542548864:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 984us (1156us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128113.505631:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4927 00000100:00100000:0.0:1746128113.506195:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540330240:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128113.506210:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc1ed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea9 expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.506219:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d000, rc 0) 00000100:00100000:0.0:1746128113.506719:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31595:x1830947542548736:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4548us (4915us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128113.506725:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4926 00000100:00100000:3.0:1746128113.507667:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.507779:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542548992 00000100:00100000:0.0:1746128113.507784:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542548992 00010000:00010000:0.0:1746128113.507804:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea2 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746128113.508038:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8813 00000100:00100000:0.0:1746128113.508044:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542548992:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128113.508055:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128113.508069:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea2 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746128113.508079:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea2 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746128113.508095:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bc1e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea2 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746128113.508327:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128113.508329:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128113.508334:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc1ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea9 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.508340:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc1ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea9 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.508363:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc1ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea9 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.508551:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc1ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea9 expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746128113.508561:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0a9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540330496:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128113.508832:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.510654:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0a9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540330496:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.510667:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.510701:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542548992:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2656us (3034us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.510709:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8813 00000100:00100000:3.0:1746128113.510960:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.511208:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542549248 00000100:00100000:0.0:1746128113.511213:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542549248 00002000:00100000:0.0:1746128113.511238:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929e680 x1830947542549248/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128113.511247:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929e680 with x1830947542549248 ext(0->4095) 00010000:00010000:0.0:1746128113.511253:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc1ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea9 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746128113.511262:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc1ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea9 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:0.0:1746128113.511268:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929e680 00000100:00100000:0.0:1746128113.511604:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1680 00000100:00100000:0.0:1746128113.511610:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542549248:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128113.511718:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542549248:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (759us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128113.511723:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1680 00002000:00100000:0.0:1746128113.511727:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929e680 x1830947542549248/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128113.511734:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929e680 with x1830947542549248 ext(0->4095) 00010000:00010000:0.0:1746128113.511738:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc1ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea9 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746128113.511746:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc1ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea9 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:0.0:1746128113.511751:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929e680 00000100:00100000:1.0:1746128113.513841:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.514137:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542549376 00000100:00100000:2.0:1746128113.514143:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542549376 00010000:00010000:2.0:1746128113.514165:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc1ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea9 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.514267:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8814 00000100:00100000:2.0:1746128113.514272:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c219c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1966:x1830947542549376:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.514281:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.514295:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc1ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea9 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.514303:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc1ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea9 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.514319:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc1ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ea9 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.514340:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.514342:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.514346:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc1f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb0 expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.514353:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc1f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb0 expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.514376:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc1f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb0 expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.514384:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540330624:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.514434:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.516480:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.516629:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540330624:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.516642:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.516677:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c219c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1966:x1830947542549376:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2404us (2838us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.516685:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8814 00000100:00100000:3.0:1746128113.516818:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542549632 00000100:00100000:3.0:1746128113.516822:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542549632 00002000:00100000:3.0:1746128113.516847:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0ab800 x1830947542549632/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.516855:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0ab800 with x1830947542549632 ext(0->4095) 00002000:00010000:3.0:1746128113.516859:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0ab800 00000100:00100000:3.0:1746128113.516870:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3684 00000100:00100000:3.0:1746128113.516875:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542549632:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128113.516971:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542549632:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (497us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.516976:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3684 00002000:00100000:3.0:1746128113.516980:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0ab800 x1830947542549632/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.516986:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0ab800 with x1830947542549632 ext(0->4095) 00002000:00010000:3.0:1746128113.516988:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0ab800 00000100:00100000:0.0:1746128113.519728:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.519814:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542549760 00000100:00100000:2.0:1746128113.519821:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542549760 00000100:00100000:2.0:1746128113.519848:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4928 00000100:00100000:2.0:1746128113.519853:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542549760:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.519865:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.519878:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc1fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2eb7 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.519898:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc1f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb0 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.519904:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.519906:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.519908:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc1fb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb7 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.519928:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc1f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb0 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.519938:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc1f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb0 expref: 43 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.519947:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540330752:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128113.520333:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.522104:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540330752:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128113.522124:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc1fb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb7 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.522135:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228400, rc 0) 00000100:00100000:0.0:1746128113.522172:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542549760:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2318us (2449us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128113.522178:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4928 00000100:00100000:1.0:1746128113.523125:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.523357:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542549888 00000100:00100000:0.0:1746128113.523362:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542549888 00010000:00010000:0.0:1746128113.523382:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc1f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb0 expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:0.0:1746128113.523406:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8815 00000100:00100000:0.0:1746128113.523411:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542549888:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128113.523419:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128113.523433:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc1f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb0 expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746128113.523441:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc1f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb0 expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746128113.523457:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc1f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb0 expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:0.0:1746128113.523474:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128113.523475:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128113.523480:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc1fb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb7 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.523486:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc1fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb7 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.523510:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc1fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb7 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128113.523518:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0aa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540330880:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128113.523568:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0449c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.526530:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.526798:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542550144 00000100:00100000:1.0:1746128113.526805:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542550144 00002000:00100000:1.0:1746128113.526836:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a9f80 x1830947542550144/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.526844:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a9f80 with x1830947542550144 ext(0->4095) 00002000:00010000:1.0:1746128113.526847:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0a9f80 00000100:00100000:1.0:1746128113.526871:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3685 00000100:00100000:1.0:1746128113.526876:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542550144:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128113.526987:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542550144:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (462us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.527002:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3685 00002000:00100000:1.0:1746128113.527007:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a9f80 x1830947542550144/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.527018:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a9f80 with x1830947542550144 ext(0->4095) 00002000:00010000:1.0:1746128113.527020:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0a9f80 00000100:00100000:2.0:1746128113.527913:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0aa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540330880:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.527926:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.527954:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:1963:x1830947542549888:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4543us (4829us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.527961:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8815 00000100:00100000:0.0:1746128113.528779:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.529660:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542550272 00000100:00100000:2.0:1746128113.529666:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542550272 00000100:00100000:2.0:1746128113.529695:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4929 00000100:00100000:2.0:1746128113.529700:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:31595:x1830947542550272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.529713:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.529725:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc202 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2ebe expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.529742:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc1fb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb7 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.529752:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.529753:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.529756:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc202 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ebe expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.529776:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc1fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb7 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.529784:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc1fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb7 expref: 5 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.529792:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540331008:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128113.529849:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128113.530453:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.531305:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542550400 00000100:00100000:0.0:1746128113.531310:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542550400 00000100:00100000:0.0:1746128113.531344:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4930 00000100:00100000:0.0:1746128113.531349:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31596:x1830947542550400:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128113.531357:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128113.531367:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc209 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2ec5 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.531380:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128113.531383:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc202 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ebe expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.531388:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128113.531390:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc209 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ec5 expref: 46 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.531406:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc202 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ebe expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.531418:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc209 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ec5 expref: 46 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.531425:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d800, rc 0) 00000100:00100000:0.0:1746128113.531449:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:31596:x1830947542550400:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (997us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128113.531453:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4930 00000100:00100000:2.0:1746128113.533331:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540331008:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128113.533349:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc202 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ebe expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.533359:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228000, rc 0) 00000100:00100000:2.0:1746128113.533392:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31595:x1830947542550272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3691us (4614us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.533398:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4929 00000100:00100000:0.0:1746128113.534244:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.534430:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542550528 00000100:00100000:2.0:1746128113.534434:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542550528 00010000:00010000:2.0:1746128113.534452:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc1fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb7 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.534480:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8816 00000100:00100000:2.0:1746128113.534484:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542550528:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.534492:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.534506:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc1fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb7 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.534515:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc1fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb7 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.534529:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc1fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eb7 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.534548:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.534550:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.534554:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc202 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ebe expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.534560:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc202 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ebe expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.534597:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc202 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ebe expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.534605:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc202 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ebe expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.534617:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540331264:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.534665:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.536822:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540331264:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.536838:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.536868:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542550528:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2383us (2625us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.536875:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8816 00000100:00100000:0.0:1746128113.537023:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.537310:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542550784 00000100:00100000:2.0:1746128113.537315:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542550784 00002000:00100000:2.0:1746128113.537340:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a8000 x1830947542550784/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.537348:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a8000 with x1830947542550784 ext(0->4095) 00010000:00010000:2.0:1746128113.537354:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc202 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ebe expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.537363:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc202 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ebe expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.537368:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d0a8000 00000100:00100000:2.0:1746128113.537387:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1681 00000100:00100000:2.0:1746128113.537392:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1964:x1830947542550784:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128113.537489:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1964:x1830947542550784:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (467us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128113.537497:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1681 00002000:00100000:2.0:1746128113.537501:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a8000 x1830947542550784/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.537507:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a8000 with x1830947542550784 ext(0->4095) 00010000:00010000:2.0:1746128113.537510:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc202 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ebe expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.537517:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc202 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ebe expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.537522:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d0a8000 00000100:00100000:0.0:1746128113.539492:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.539599:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542550912 00000100:00100000:2.0:1746128113.539605:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542550912 00010000:00010000:2.0:1746128113.539628:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc202 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ebe expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.539647:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8817 00000100:00100000:2.0:1746128113.539652:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1965:x1830947542550912:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.539660:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.539674:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc202 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ebe expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.539683:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc202 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ebe expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.539697:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc202 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ebe expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.539720:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.539722:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.539726:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc209 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ec5 expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.539733:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc209 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ec5 expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.539754:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc209 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ec5 expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.539763:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540331392:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.539815:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.542399:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.542557:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540331392:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.542592:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.542623:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1965:x1830947542550912:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2970us (3136us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.542632:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8817 00000100:00100000:1.0:1746128113.543063:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542551168 00000100:00100000:1.0:1746128113.543068:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542551168 00002000:00100000:1.0:1746128113.543095:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a8700 x1830947542551168/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.543104:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a8700 with x1830947542551168 ext(0->4095) 00002000:00010000:1.0:1746128113.543107:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0a8700 00000100:00100000:1.0:1746128113.543128:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3686 00000100:00100000:1.0:1746128113.543134:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542551168:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128113.543261:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542551168:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (868us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.543266:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3686 00002000:00100000:1.0:1746128113.543271:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a8700 x1830947542551168/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.543278:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a8700 with x1830947542551168 ext(0->4095) 00002000:00010000:1.0:1746128113.543281:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0a8700 00000100:00100000:0.0:1746128113.545222:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.545296:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542551296 00000100:00100000:2.0:1746128113.545301:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542551296 00000100:00100000:2.0:1746128113.545334:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4931 00000100:00100000:2.0:1746128113.545339:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542551296:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.545350:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.545362:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc210 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2ecc expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.545384:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc209 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ec5 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.545390:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.545391:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.545394:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc210 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ecc expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.545416:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc209 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ec5 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.545426:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc209 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ec5 expref: 43 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.545435:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540331520:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128113.545976:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.547538:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540331520:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128113.547558:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc210 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ecc expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.547568:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229a00, rc 0) 00000100:00100000:2.0:1746128113.547614:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542551296:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2274us (2395us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.547620:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4931 00000100:00100000:0.0:1746128113.548155:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.548288:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542551424 00000100:00100000:2.0:1746128113.548293:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542551424 00010000:00010000:2.0:1746128113.548316:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc209 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ec5 expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.548334:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8818 00000100:00100000:2.0:1746128113.548339:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542551424:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.548348:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.548363:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc209 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ec5 expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.548372:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc209 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ec5 expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.548387:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc209 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ec5 expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.548406:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.548408:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.548413:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc210 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ecc expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.548420:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc210 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ecc expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.548441:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc210 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ecc expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.548449:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540331648:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.548494:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.551028:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.551117:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540331648:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.551133:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.551164:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:1963:x1830947542551424:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2825us (3009us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.551172:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8818 00000100:00100000:3.0:1746128113.551241:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542551680 00000100:00100000:3.0:1746128113.551246:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542551680 00002000:00100000:3.0:1746128113.551276:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f4a300 x1830947542551680/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.551284:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f4a300 with x1830947542551680 ext(0->4095) 00002000:00010000:3.0:1746128113.551288:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f4a300 00000100:00100000:3.0:1746128113.551510:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3687 00000100:00100000:3.0:1746128113.551517:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542551680:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128113.551652:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542551680:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (630us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.551658:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3687 00002000:00100000:3.0:1746128113.551663:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f4a300 x1830947542551680/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.551669:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f4a300 with x1830947542551680 ext(0->4095) 00002000:00010000:3.0:1746128113.551672:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f4a300 00000100:00100000:0.0:1746128113.555316:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.555443:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542551808 00000100:00100000:2.0:1746128113.555450:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542551808 00000100:00100000:2.0:1746128113.555489:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4932 00000100:00100000:2.0:1746128113.555494:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:31595:x1830947542551808:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.555507:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.555519:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc217 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2ed3 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.555539:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc210 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ecc expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.555544:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.555545:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.555548:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc217 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ed3 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.555569:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc210 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ecc expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.555595:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc210 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ecc expref: 5 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.555609:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540331776:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128113.556288:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.556355:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542551936 00000100:00100000:3.0:1746128113.556359:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542551936 00000100:00100000:3.0:1746128113.556377:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4933 00000100:00100000:3.0:1746128113.556382:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31596:x1830947542551936:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128113.556388:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128113.556394:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc21e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2eda expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.556403:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.556406:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc217 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ed3 expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.556410:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.556413:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc21e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eda expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.556432:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc217 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ed3 expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.556442:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc21e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eda expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.556449:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66200, rc 0) 00000100:00100000:3.0:1746128113.556474:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:31596:x1830947542551936:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.556480:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4933 00000100:00100000:2.0:1746128113.556543:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.559128:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540331776:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128113.559152:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc217 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ed3 expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.559163:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229e00, rc 0) 00000100:00100000:2.0:1746128113.559201:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31595:x1830947542551808:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3706us (3890us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.559207:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4932 00000100:00100000:1.0:1746128113.560397:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.560494:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542552064 00000100:00100000:2.0:1746128113.560499:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542552064 00010000:00010000:2.0:1746128113.560520:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc210 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ecc expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.560567:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8819 00000100:00100000:2.0:1746128113.560594:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c219c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542552064:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.560603:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.560619:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc210 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ecc expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.560627:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc210 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ecc expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.560648:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc210 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ecc expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.560667:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.560669:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.560674:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc217 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ed3 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.560680:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc217 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ed3 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.560700:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc217 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ed3 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.560708:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc217 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ed3 expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.560717:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540332032:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.560767:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128113.563692:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.563780:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540332032:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.563795:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.563828:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c219c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542552064:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3236us (3433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.563837:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8819 00000100:00100000:1.0:1746128113.564058:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542552320 00000100:00100000:1.0:1746128113.564064:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542552320 00002000:00100000:1.0:1746128113.564094:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929f480 x1830947542552320/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.564106:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929f480 with x1830947542552320 ext(0->4095) 00010000:00010000:1.0:1746128113.564112:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc217 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ed3 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.564124:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc217 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ed3 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.564129:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929f480 00000100:00100000:1.0:1746128113.564143:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1682 00000100:00100000:1.0:1746128113.564148:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542552320:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128113.564268:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542552320:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (579us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.564274:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1682 00002000:00100000:1.0:1746128113.564278:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929f480 x1830947542552320/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.564285:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929f480 with x1830947542552320 ext(0->4095) 00010000:00010000:1.0:1746128113.564289:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc217 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ed3 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.564296:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc217 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ed3 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.564302:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929f480 00000100:00100000:3.0:1746128113.567981:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.568245:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542552448 00000100:00100000:2.0:1746128113.568252:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542552448 00010000:00010000:2.0:1746128113.568278:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc217 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ed3 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.568305:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8820 00000100:00100000:2.0:1746128113.568310:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542552448:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.568320:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.568335:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc217 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ed3 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.568343:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc217 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ed3 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.568358:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc217 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ed3 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.568376:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.568377:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.568382:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc21e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eda expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.568388:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc21e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eda expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.568410:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc21e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eda expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.568419:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540332160:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.568857:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128113.571415:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.571499:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540332160:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.571515:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.571543:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542552448:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3233us (3570us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.571551:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8820 00000100:00100000:3.0:1746128113.571629:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542552704 00000100:00100000:3.0:1746128113.571635:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542552704 00002000:00100000:3.0:1746128113.571664:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094643480 x1830947542552704/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.571673:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094643480 with x1830947542552704 ext(0->4095) 00002000:00010000:3.0:1746128113.571676:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094643480 00000100:00100000:3.0:1746128113.571690:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3688 00000100:00100000:3.0:1746128113.571695:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542552704:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128113.571804:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542552704:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (396us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.571809:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3688 00002000:00100000:3.0:1746128113.571814:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094643480 x1830947542552704/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.571821:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094643480 with x1830947542552704 ext(0->4095) 00002000:00010000:3.0:1746128113.571823:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094643480 00000100:00100000:0.0:1746128113.574914:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.575081:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542552832 00000100:00100000:2.0:1746128113.575088:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542552832 00000100:00100000:2.0:1746128113.575122:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4934 00000100:00100000:2.0:1746128113.575128:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542552832:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.575143:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.575156:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc225 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2ee1 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.575178:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc21e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eda expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.575184:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.575185:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.575188:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc225 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee1 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.575211:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc21e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eda expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.575221:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc21e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eda expref: 43 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.575235:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540332288:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128113.575812:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.577740:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540332288:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128113.577761:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc225 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee1 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.577774:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228e00, rc 0) 00000100:00100000:2.0:1746128113.577812:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542552832:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2683us (2904us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.577819:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4934 00000100:00100000:0.0:1746128113.579064:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.579160:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542552960 00000100:00100000:2.0:1746128113.579166:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542552960 00010000:00010000:2.0:1746128113.579190:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc21e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eda expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.579219:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8821 00000100:00100000:2.0:1746128113.579225:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542552960:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.579236:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.579252:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc21e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eda expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.579262:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc21e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eda expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.579283:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc21e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eda expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.579306:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.579307:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.579313:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc225 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.579320:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc225 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.579343:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc225 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.579352:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540332416:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.579405:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.581461:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.581790:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540332416:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.581803:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.581832:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:1963:x1830947542552960:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2606us (2771us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.581840:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8821 00000100:00100000:1.0:1746128113.582167:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542553216 00000100:00100000:1.0:1746128113.582173:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542553216 00002000:00100000:1.0:1746128113.582204:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd80700 x1830947542553216/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.582211:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd80700 with x1830947542553216 ext(0->4095) 00002000:00010000:1.0:1746128113.582215:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd80700 00000100:00100000:1.0:1746128113.582239:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3689 00000100:00100000:1.0:1746128113.582244:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542553216:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128113.582357:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542553216:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (901us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.582362:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3689 00002000:00100000:1.0:1746128113.582367:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd80700 x1830947542553216/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.582373:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd80700 with x1830947542553216 ext(0->4095) 00002000:00010000:1.0:1746128113.582375:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd80700 00000100:00100000:0.0:1746128113.583419:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.584209:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542553344 00000100:00100000:3.0:1746128113.584214:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542553344 00000100:00100000:3.0:1746128113.584244:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4935 00000100:00100000:3.0:1746128113.584249:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:31595:x1830947542553344:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128113.584259:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128113.584272:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc22c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2ee8 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.584292:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc225 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.584303:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.584305:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.584307:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc22c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee8 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.584330:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc225 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.584340:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc225 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee1 expref: 5 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.584348:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540332544:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128113.585031:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.586374:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.587356:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542553472 00000100:00100000:2.0:1746128113.587363:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542553472 00000100:00100000:2.0:1746128113.587402:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4936 00000100:00100000:2.0:1746128113.587408:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31596:x1830947542553472:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.587424:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.587435:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc233 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2eef expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.587455:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.587458:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc22c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee8 expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.587463:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.587466:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc233 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eef expref: 46 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.587488:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc22c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee8 expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.587497:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc233 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eef expref: 46 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.587503:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229c00, rc 0) 00000100:00100000:2.0:1746128113.587531:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:31596:x1830947542553472:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (1161us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.587535:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4936 00000100:00100000:3.0:1746128113.587940:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540332544:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128113.587954:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc22c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee8 expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.587962:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67a00, rc 0) 00000100:00100000:3.0:1746128113.587981:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31595:x1830947542553344:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3732us (4563us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.587986:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4935 00000100:00100000:0.0:1746128113.589179:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.589487:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542553600 00000100:00100000:2.0:1746128113.589493:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542553600 00010000:00010000:2.0:1746128113.589515:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc225 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee1 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.589533:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8822 00000100:00100000:2.0:1746128113.589539:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542553600:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.589547:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.589562:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc225 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee1 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.589592:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc225 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee1 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.589609:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc225 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee1 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.590139:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.590141:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.590147:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc22c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee8 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.590155:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc22c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee8 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.590180:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc22c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee8 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.590191:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc22c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee8 expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.590199:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540332800:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.590263:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.592383:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540332800:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.592396:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.592429:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542553600:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2889us (3254us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.592438:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8822 00000100:00100000:0.0:1746128113.594234:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.594833:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542553856 00000100:00100000:3.0:1746128113.594840:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542553856 00002000:00100000:3.0:1746128113.594875:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd80000 x1830947542553856/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.594889:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd80000 with x1830947542553856 ext(0->4095) 00010000:00010000:3.0:1746128113.594896:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc22c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee8 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.594908:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc22c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee8 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746128113.594914:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd80000 00000100:00100000:3.0:1746128113.594938:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1683 00000100:00100000:3.0:1746128113.594944:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1964:x1830947542553856:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128113.595453:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1964:x1830947542553856:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 507us (1222us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.595459:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1683 00002000:00100000:3.0:1746128113.595465:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd80000 x1830947542553856/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.595471:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd80000 with x1830947542553856 ext(0->4095) 00010000:00010000:3.0:1746128113.595476:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc22c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee8 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.595484:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc22c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee8 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746128113.595489:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd80000 00000100:00100000:0.0:1746128113.598062:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.598145:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542553984 00000100:00100000:2.0:1746128113.598152:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542553984 00010000:00010000:2.0:1746128113.598178:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc22c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee8 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.598198:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8823 00000100:00100000:2.0:1746128113.598203:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542553984:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.598213:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.598228:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc22c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee8 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.598238:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc22c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee8 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.598255:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc22c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ee8 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.598282:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.598284:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.598289:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc233 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eef expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.598297:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc233 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eef expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.598321:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc233 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eef expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.598331:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540332928:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.598396:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.601677:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.601822:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540332928:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.601838:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.601930:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542554240 00000100:00100000:3.0:1746128113.601937:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542554240 00002000:00100000:3.0:1746128113.601970:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd81c00 x1830947542554240/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.601979:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd81c00 with x1830947542554240 ext(0->4095) 00002000:00010000:3.0:1746128113.601983:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd81c00 00000100:00100000:2.0:1746128113.602192:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542553984:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3986us (4133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.602200:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8823 00000100:00100000:3.0:1746128113.602360:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3690 00000100:00100000:3.0:1746128113.602366:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542554240:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128113.602495:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542554240:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (825us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.602500:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3690 00002000:00100000:3.0:1746128113.602505:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd81c00 x1830947542554240/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.602512:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd81c00 with x1830947542554240 ext(0->4095) 00002000:00010000:3.0:1746128113.602515:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd81c00 00000100:00100000:2.0:1746128113.604943:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.605016:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542554368 00000100:00100000:3.0:1746128113.605022:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542554368 00000100:00100000:3.0:1746128113.605102:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4937 00000100:00100000:3.0:1746128113.605108:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542554368:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128113.605122:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128113.605135:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc23a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2ef6 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.605158:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc233 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eef expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.605168:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.605170:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.605173:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc23a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ef6 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.605196:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc233 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eef expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.605206:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc233 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eef expref: 43 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.605215:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540333056:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128113.605718:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.608328:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.608409:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540333056:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128113.608431:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc23a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ef6 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.608444:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67e00, rc 0) 00000100:00100000:2.0:1746128113.608676:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542554496 00000100:00100000:2.0:1746128113.608681:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542554496 00010000:00010000:2.0:1746128113.608704:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc233 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eef expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.608783:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542554368:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3675us (3844us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.608790:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4937 00000100:00100000:2.0:1746128113.609010:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8824 00000100:00100000:2.0:1746128113.609017:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542554496:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.609027:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.609043:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc233 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eef expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.609052:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc233 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eef expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.609075:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc233 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2eef expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.609086:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.609088:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.609093:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc23a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ef6 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.609099:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc23a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ef6 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.609120:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc23a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ef6 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.609130:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540333184:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.609170:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.612139:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.612267:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.612360:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542554880 00000100:00100000:1.0:1746128113.612367:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542554880 00002000:00100000:1.0:1746128113.612403:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd82a00 x1830947542554880/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.612411:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd82a00 with x1830947542554880 ext(0->4095) 00002000:00010000:1.0:1746128113.612415:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd82a00 00000100:00100000:3.0:1746128113.612465:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542554624 00000100:00100000:3.0:1746128113.612469:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542554624 00000100:00100000:3.0:1746128113.612501:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4938 00000100:00100000:3.0:1746128113.612508:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:31595:x1830947542554624:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128113.612522:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128113.612534:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc241 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2efd expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.612557:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc23a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ef6 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.612563:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.612564:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.612567:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc241 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2efd expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.612619:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc23a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ef6 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.612629:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc23a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ef6 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.612639:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540333312:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128113.612695:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.612862:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540333184:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.612873:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.612894:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1964:x1830947542554496:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3878us (4573us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.612900:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8824 00000100:00100000:1.0:1746128113.613041:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1684 00000100:00100000:1.0:1746128113.613047:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542554880:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128113.613157:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542554880:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (890us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.613163:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1684 00002000:00100000:1.0:1746128113.613168:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd82a00 x1830947542554880/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.613174:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd82a00 with x1830947542554880 ext(0->4095) 00010000:00010000:1.0:1746128113.613178:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc23a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ef6 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.613187:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc23a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ef6 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.613192:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd82a00 00000100:00100000:2.0:1746128113.617285:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.617694:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542555008 00000100:00100000:0.0:1746128113.617701:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542555008 00000100:00100000:0.0:1746128113.618450:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4939 00000100:00100000:0.0:1746128113.618458:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31596:x1830947542555008:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128113.618472:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128113.618486:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc248 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f04 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.618506:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128113.618510:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc241 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2efd expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.618514:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128113.618517:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc248 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f04 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.618543:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc241 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2efd expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.618553:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc248 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f04 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.618561:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43ca00, rc 0) 00000100:00100000:0.0:1746128113.618631:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:31596:x1830947542555008:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (1351us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128113.618637:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4939 00000100:00100000:3.0:1746128113.619232:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540333312:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128113.619247:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc241 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2efd expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.619254:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66200, rc 0) 00000100:00100000:3.0:1746128113.619271:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31595:x1830947542554624:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6764us (7139us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.619279:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4938 00000100:00100000:0.0:1746128113.619822:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.619958:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542555136 00000100:00100000:2.0:1746128113.619962:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542555136 00010000:00010000:2.0:1746128113.619981:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc23a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ef6 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.620021:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8825 00000100:00100000:2.0:1746128113.620027:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542555136:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.620034:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.620049:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc23a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ef6 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.620058:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc23a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ef6 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.620073:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc23a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ef6 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.620825:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.620827:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.620833:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc241 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2efd expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.620842:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc241 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2efd expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.620866:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc241 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2efd expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.620876:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc241 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2efd expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.620890:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540333568:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.620951:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.624975:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.625145:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542555392 00000100:00100000:3.0:1746128113.625153:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542555392 00002000:00100000:3.0:1746128113.625187:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd83480 x1830947542555392/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.625196:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd83480 with x1830947542555392 ext(0->4095) 00010000:00010000:3.0:1746128113.625203:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc241 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2efd expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.625216:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc241 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2efd expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746128113.625222:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd83480 00000100:00100000:3.0:1746128113.625235:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1685 00000100:00100000:3.0:1746128113.625241:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1964:x1830947542555392:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128113.625364:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1964:x1830947542555392:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (395us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.625369:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1685 00002000:00100000:3.0:1746128113.625374:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd83480 x1830947542555392/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.625380:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd83480 with x1830947542555392 ext(0->4095) 00010000:00010000:3.0:1746128113.625384:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc241 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2efd expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.625397:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc241 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2efd expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746128113.625402:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd83480 00000100:00100000:2.0:1746128113.626220:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540333568:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.626235:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.626267:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542555136:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6240us (6445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.626274:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8825 00000100:00100000:0.0:1746128113.628783:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.628866:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542555520 00000100:00100000:2.0:1746128113.628873:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542555520 00010000:00010000:2.0:1746128113.628898:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc241 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2efd expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.628961:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8826 00000100:00100000:2.0:1746128113.628967:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1966:x1830947542555520:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.628978:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.629004:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc241 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2efd expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.629014:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc241 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2efd expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.629032:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc241 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2efd expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.629178:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.629180:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.629186:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc248 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f04 expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.629193:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc248 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f04 expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.629220:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc248 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f04 expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.629229:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540333696:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.629709:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.632040:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.632133:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542555776 00000100:00100000:1.0:1746128113.632140:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542555776 00002000:00100000:1.0:1746128113.632173:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd81880 x1830947542555776/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.632181:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd81880 with x1830947542555776 ext(0->4095) 00002000:00010000:1.0:1746128113.632185:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd81880 00000100:00100000:2.0:1746128113.632252:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540333696:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.632267:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.632296:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1966:x1830947542555520:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3329us (3518us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.632303:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8826 00000100:00100000:1.0:1746128113.632449:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3692 00000100:00100000:1.0:1746128113.632456:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542555776:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128113.632596:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542555776:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (562us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.632602:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3692 00002000:00100000:1.0:1746128113.632607:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd81880 x1830947542555776/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.632619:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd81880 with x1830947542555776 ext(0->4095) 00002000:00010000:1.0:1746128113.632622:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd81880 00000100:00100000:0.0:1746128113.635102:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.635522:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542555904 00000100:00100000:3.0:1746128113.635528:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542555904 00000100:00100000:3.0:1746128113.635660:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4940 00000100:00100000:3.0:1746128113.635666:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542555904:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128113.635679:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128113.635692:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc24f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f0b expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.635712:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc248 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f04 expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.635719:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.635720:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.635723:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc24f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f0b expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.635745:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc248 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f04 expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.635754:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc248 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f04 expref: 43 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.635762:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540333824:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128113.636096:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128113.638160:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540333824:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128113.638180:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc24f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f0b expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.638192:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67e00, rc 0) 00000100:00100000:3.0:1746128113.638222:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542555904:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2556us (3126us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.638229:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4940 00000100:00100000:0.0:1746128113.638608:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.638829:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542556032 00000100:00100000:2.0:1746128113.638834:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542556032 00010000:00010000:2.0:1746128113.638853:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc248 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f04 expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.638870:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8827 00000100:00100000:2.0:1746128113.638874:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542556032:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.638883:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.638897:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc248 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f04 expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.638909:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc248 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f04 expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.638924:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc248 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f04 expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.639327:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.639329:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.639335:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc24f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f0b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.639342:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc24f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f0b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.639365:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc24f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f0b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.639374:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540333952:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.640327:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.642073:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540333952:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.642088:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.642133:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:1963:x1830947542556032:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3256us (3523us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.642141:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8827 00000100:00100000:0.0:1746128113.644293:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.644543:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.644631:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542556288 00000100:00100000:3.0:1746128113.644639:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542556288 00002000:00100000:3.0:1746128113.644673:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd86300 x1830947542556288/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.644681:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd86300 with x1830947542556288 ext(0->4095) 00002000:00010000:3.0:1746128113.644685:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd86300 00000100:00100000:3.0:1746128113.644712:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3693 00000100:00100000:3.0:1746128113.644718:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542556288:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128113.644853:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542556288:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (563us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.644858:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3693 00002000:00100000:3.0:1746128113.644863:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd86300 x1830947542556288/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.644869:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd86300 with x1830947542556288 ext(0->4095) 00002000:00010000:3.0:1746128113.644872:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd86300 00000100:00100000:2.0:1746128113.645059:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542556416 00000100:00100000:2.0:1746128113.645063:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542556416 00000100:00100000:2.0:1746128113.645085:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4941 00000100:00100000:2.0:1746128113.645089:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:31595:x1830947542556416:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.645098:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.645110:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc256 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f12 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.645129:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc24f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f0b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.645134:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.645136:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.645138:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc256 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f12 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.645159:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc24f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f0b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.645169:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc24f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f0b expref: 5 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.645178:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540334080:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128113.645217:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.647941:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.648150:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540334080:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128113.648174:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc256 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f12 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.648188:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229a00, rc 0) 00000100:00100000:3.0:1746128113.648229:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:31595:x1830947542556416:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3139us (3686us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.648236:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4941 00000100:00100000:3.0:1746128113.648255:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542556544 00000100:00100000:3.0:1746128113.648258:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542556544 00000100:00100000:3.0:1746128113.649244:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4942 00000100:00100000:3.0:1746128113.649253:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:31596:x1830947542556544:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128113.649266:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128113.649277:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc25d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f19 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.649295:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.649298:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc256 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f12 expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.649303:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.649306:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc25d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f19 expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.649330:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc256 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f12 expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.649339:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc25d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f19 expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.649345:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67800, rc 0) 00000100:00100000:3.0:1746128113.649365:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31596:x1830947542556544:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (1430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.649369:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4942 00000100:00100000:0.0:1746128113.649714:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.650032:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542556672 00000100:00100000:3.0:1746128113.650037:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542556672 00010000:00010000:3.0:1746128113.650055:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc24f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f0b expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.650422:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8828 00000100:00100000:3.0:1746128113.650429:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542556672:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.650439:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.650453:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc24f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f0b expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.650462:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc24f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f0b expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.650475:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc24f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f0b expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.650495:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.650496:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.650501:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc256 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f12 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.650512:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc256 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f12 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.650529:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc256 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f12 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.650538:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc256 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f12 expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.650548:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540334336:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.650625:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128113.653553:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540334336:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.653854:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.653896:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542556672:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3466us (4180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.653903:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8828 00000100:00100000:0.0:1746128113.654144:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.654637:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542556928 00000100:00100000:1.0:1746128113.654643:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542556928 00002000:00100000:1.0:1746128113.654673:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd87480 x1830947542556928/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.654681:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd87480 with x1830947542556928 ext(0->4095) 00010000:00010000:1.0:1746128113.654688:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc256 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f12 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.654699:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc256 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f12 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.654704:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd87480 00000100:00100000:1.0:1746128113.654728:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1686 00000100:00100000:1.0:1746128113.654734:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542556928:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128113.654853:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542556928:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (709us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.654858:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1686 00002000:00100000:1.0:1746128113.654863:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd87480 x1830947542556928/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.654869:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd87480 with x1830947542556928 ext(0->4095) 00010000:00010000:1.0:1746128113.654872:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc256 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f12 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.654881:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc256 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f12 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.654886:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd87480 00000100:00100000:0.0:1746128113.657968:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.658282:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542557056 00000100:00100000:3.0:1746128113.658290:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542557056 00010000:00010000:3.0:1746128113.658317:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc256 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f12 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.658877:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8829 00000100:00100000:3.0:1746128113.658884:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fce850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1965:x1830947542557056:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.658895:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.658910:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc256 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f12 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.658919:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc256 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f12 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.658935:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc256 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f12 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.658958:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.658960:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.658965:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc25d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f19 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.658972:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc25d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f19 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.659004:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc25d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f19 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.659012:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540334464:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.659072:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128113.661502:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540334464:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.661517:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.661554:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fce850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1965:x1830947542557056:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2670us (3591us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.661563:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8829 00000100:00100000:0.0:1746128113.661679:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.662371:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542557312 00000100:00100000:3.0:1746128113.662376:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542557312 00002000:00100000:3.0:1746128113.662404:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd85c00 x1830947542557312/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.662412:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd85c00 with x1830947542557312 ext(0->4095) 00002000:00010000:3.0:1746128113.662416:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd85c00 00000100:00100000:3.0:1746128113.662761:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3694 00000100:00100000:3.0:1746128113.662768:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542557312:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128113.662906:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542557312:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (1226us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.662911:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3694 00002000:00100000:3.0:1746128113.662916:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd85c00 x1830947542557312/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.662923:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd85c00 with x1830947542557312 ext(0->4095) 00002000:00010000:3.0:1746128113.662926:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd85c00 00000100:00100000:0.0:1746128113.664320:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.664731:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542557440 00000100:00100000:1.0:1746128113.664736:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542557440 00000100:00100000:1.0:1746128113.664762:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4943 00000100:00100000:1.0:1746128113.664767:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542557440:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128113.664778:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128113.664789:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc264 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f20 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.664808:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc25d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f19 expref: 43 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.664814:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128113.664815:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128113.664818:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc264 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f20 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.664840:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc25d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f19 expref: 43 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.664849:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc25d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f19 expref: 43 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:1.0:1746128113.664858:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540334592:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128113.664903:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128113.666531:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540334592:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128113.666551:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc264 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f20 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.666560:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57600, rc 0) 00000100:00100000:1.0:1746128113.666617:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542557440:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1848us (2299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128113.666623:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4943 00000100:00100000:0.0:1746128113.668316:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.668823:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542557568 00000100:00100000:3.0:1746128113.668830:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542557568 00010000:00010000:3.0:1746128113.668855:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc25d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f19 expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.668887:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8830 00000100:00100000:3.0:1746128113.668894:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542557568:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.668904:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.668921:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc25d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f19 expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.668935:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc25d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f19 expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.668954:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc25d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f19 expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.669149:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.669152:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.669159:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc264 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f20 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.669166:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc264 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f20 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.669194:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc264 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f20 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.669203:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540334720:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.669506:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c18cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128113.672402:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540334720:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.672418:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.672450:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:1963:x1830947542557568:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3556us (4137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.672458:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8830 00000100:00100000:0.0:1746128113.673372:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.673742:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542557824 00000100:00100000:1.0:1746128113.673750:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542557824 00002000:00100000:1.0:1746128113.673783:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd85500 x1830947542557824/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.673792:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd85500 with x1830947542557824 ext(0->4095) 00002000:00010000:1.0:1746128113.673795:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd85500 00000100:00100000:1.0:1746128113.673822:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3695 00000100:00100000:1.0:1746128113.673829:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542557824:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128113.673965:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542557824:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (593us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.673971:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3695 00002000:00100000:1.0:1746128113.673976:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd85500 x1830947542557824/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.673983:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd85500 with x1830947542557824 ext(0->4095) 00002000:00010000:1.0:1746128113.673985:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd85500 00000100:00100000:0.0:1746128113.674616:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.675311:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542557952 00000100:00100000:1.0:1746128113.675316:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542557952 00000100:00100000:1.0:1746128113.675342:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4944 00000100:00100000:1.0:1746128113.675348:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:31595:x1830947542557952:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128113.675357:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128113.675370:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc26b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f27 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.675392:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc264 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f20 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.675398:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128113.675400:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128113.675404:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc26b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f27 expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.675427:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc264 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f20 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.675437:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc264 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f20 expref: 5 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:1.0:1746128113.675447:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540334848:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128113.675504:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.677666:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.678611:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540334848:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128113.678636:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc26b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f27 expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.678654:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57200, rc 0) 00000100:00100000:1.0:1746128113.678689:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:31595:x1830947542557952:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3340us (4073us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128113.678696:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4944 00000100:00100000:1.0:1746128113.678716:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542558080 00000100:00100000:1.0:1746128113.678720:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542558080 00000100:00100000:0.0:1746128113.680490:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.680617:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4945 00000100:00100000:1.0:1746128113.680627:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:31596:x1830947542558080:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128113.680642:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128113.680654:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc272 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f2e expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.680673:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128113.680678:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc26b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f27 expref: 45 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.680684:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128113.680687:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc272 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f2e expref: 45 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.680713:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc26b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f27 expref: 45 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.680722:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc272 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f2e expref: 45 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.680734:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56800, rc 0) 00000100:00100000:1.0:1746128113.680761:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31596:x1830947542558080:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (3101us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128113.680766:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4945 00000100:00100000:2.0:1746128113.681114:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542558208 00000100:00100000:2.0:1746128113.681120:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542558208 00010000:00010000:2.0:1746128113.681138:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc264 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f20 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.681159:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8831 00000100:00100000:2.0:1746128113.681163:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542558208:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.681170:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.681185:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc264 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f20 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.681194:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc264 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f20 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.681209:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc264 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f20 expref: 6 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.681221:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.681222:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.681227:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc26b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f27 expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.681233:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc26b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f27 expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.681251:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc26b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f27 expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.681260:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc26b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f27 expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.681274:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540335104:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.681313:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.684539:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540335104:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128113.684553:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128113.684616:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542558208:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3450us (4130us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128113.684625:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8831 00000100:00100000:0.0:1746128113.686337:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.686431:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542558464 00000100:00100000:3.0:1746128113.686438:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542558464 00002000:00100000:3.0:1746128113.686468:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd85f80 x1830947542558464/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.686476:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd85f80 with x1830947542558464 ext(0->4095) 00010000:00010000:3.0:1746128113.686483:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc26b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f27 expref: 45 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.686495:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc26b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f27 expref: 45 pid: 28170 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746128113.686501:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd85f80 00000100:00100000:3.0:1746128113.686526:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1687 00000100:00100000:3.0:1746128113.686532:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542558464:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128113.686793:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542558464:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 261us (459us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.686799:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1687 00002000:00100000:3.0:1746128113.686804:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd85f80 x1830947542558464/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.686811:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd85f80 with x1830947542558464 ext(0->4095) 00010000:00010000:3.0:1746128113.686816:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc26b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f27 expref: 45 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.686824:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc26b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f27 expref: 45 pid: 28170 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746128113.686829:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd85f80 00000100:00100000:0.0:1746128113.688659:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.688908:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542558592 00000100:00100000:2.0:1746128113.688914:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542558592 00010000:00010000:2.0:1746128113.688937:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc26b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f27 expref: 45 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.688966:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8832 00000100:00100000:2.0:1746128113.688972:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1965:x1830947542558592:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.688982:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.689005:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc26b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f27 expref: 45 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.689015:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc26b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f27 expref: 45 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.689032:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc26b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f27 expref: 45 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.689055:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.689057:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.689062:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc272 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f2e expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.689069:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc272 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f2e expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.689096:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc272 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f2e expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.689106:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c70700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540335232:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.689168:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.692434:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.692567:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c70700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540335232:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.692607:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.692656:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1965:x1830947542558592:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3683us (4001us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.692665:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8832 00000100:00100000:3.0:1746128113.692983:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542558848 00000100:00100000:3.0:1746128113.692997:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542558848 00002000:00100000:3.0:1746128113.693027:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd86a00 x1830947542558848/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.693035:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd86a00 with x1830947542558848 ext(0->4095) 00002000:00010000:3.0:1746128113.693038:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd86a00 00000100:00100000:3.0:1746128113.693056:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3696 00000100:00100000:3.0:1746128113.693061:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542558848:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128113.693180:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542558848:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (751us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.693186:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3696 00002000:00100000:3.0:1746128113.693191:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd86a00 x1830947542558848/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.693197:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd86a00 with x1830947542558848 ext(0->4095) 00002000:00010000:3.0:1746128113.693199:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd86a00 00000100:00100000:0.0:1746128113.695292:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.695719:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542558976 00000100:00100000:3.0:1746128113.695726:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542558976 00000100:00100000:3.0:1746128113.695767:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4946 00000100:00100000:3.0:1746128113.695773:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542558976:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128113.695785:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128113.695797:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc279 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f35 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.695817:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc272 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f2e expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.695826:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.695827:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.695830:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc279 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f35 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.695852:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc272 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f2e expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.695862:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc272 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f2e expref: 43 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.695872:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540335360:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128113.695937:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c18cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128113.699161:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540335360:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128113.699183:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc279 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f35 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.699196:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66400, rc 0) 00000100:00100000:3.0:1746128113.699238:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542558976:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3465us (3951us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.699245:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4946 00000100:00100000:0.0:1746128113.699631:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.700396:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542559104 00000100:00100000:3.0:1746128113.700402:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542559104 00010000:00010000:3.0:1746128113.700425:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc272 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f2e expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.700460:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8833 00000100:00100000:3.0:1746128113.700466:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542559104:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.700476:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.700492:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc272 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f2e expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.700502:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc272 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f2e expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.700517:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc272 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f2e expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.700540:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.700542:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.700548:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc279 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f35 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.700554:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc279 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f35 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.700595:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc279 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f35 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.700605:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540335488:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.700664:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c18cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128113.702862:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540335488:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.702878:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.703132:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:1964:x1830947542559104:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2665us (3500us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.703141:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8833 00000100:00100000:0.0:1746128113.703914:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.704114:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542559360 00000100:00100000:3.0:1746128113.704119:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542559360 00000100:00100000:3.0:1746128113.704482:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4947 00000100:00100000:3.0:1746128113.704489:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:31595:x1830947542559360:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128113.704504:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128113.704516:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc280 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f3c expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.704537:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc279 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f35 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.704543:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.704544:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.704547:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc280 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f3c expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.704569:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc279 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f35 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.705004:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc279 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f35 expref: 5 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.705015:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540335616:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128113.705537:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c18cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.705659:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.705714:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542559488 00000100:00100000:1.0:1746128113.705719:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542559488 00002000:00100000:1.0:1746128113.705746:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f95180 x1830947542559488/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.705757:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f95180 with x1830947542559488 ext(0->4095) 00010000:00010000:1.0:1746128113.705762:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc279 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f35 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.705771:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc279 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f35 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.705776:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f95180 00000100:00100000:1.0:1746128113.705862:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1688 00000100:00100000:1.0:1746128113.705869:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542559488:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128113.705983:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542559488:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (323us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.705997:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1688 00002000:00100000:1.0:1746128113.706002:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f95180 x1830947542559488/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.706013:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f95180 with x1830947542559488 ext(0->4095) 00010000:00010000:1.0:1746128113.706017:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc279 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f35 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.706026:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc279 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f35 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.706031:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f95180 00000100:00100000:0.0:1746128113.712006:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.712177:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542559616 00000100:00100000:1.0:1746128113.712184:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542559616 00000100:00100000:1.0:1746128113.712229:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4948 00000100:00100000:1.0:1746128113.712235:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31596:x1830947542559616:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128113.712250:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128113.712263:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc287 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f43 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.712283:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128113.712287:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc280 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f3c expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.712292:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128113.712295:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc287 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f43 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.712324:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc280 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f3c expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.712339:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc287 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f43 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.712347:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56600, rc 0) 00000100:00100000:1.0:1746128113.712388:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:31596:x1830947542559616:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128113.712393:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4948 00000100:00100000:3.0:1746128113.712850:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540335616:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128113.712865:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc280 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f3c expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.712874:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67400, rc 0) 00000100:00100000:3.0:1746128113.712891:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31595:x1830947542559360:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8403us (8978us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.712896:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4947 00000100:00100000:0.0:1746128113.713052:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.714610:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542559744 00000100:00100000:3.0:1746128113.714617:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542559744 00010000:00010000:3.0:1746128113.714643:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc279 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f35 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.714674:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8834 00000100:00100000:3.0:1746128113.714679:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542559744:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.714688:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.714705:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc279 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f35 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.714714:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc279 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f35 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.714731:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc279 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f35 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.714760:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.714762:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.714768:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc280 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f3c expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.714775:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc280 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f3c expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.714800:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc280 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f3c expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.714809:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc280 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f3c expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.714817:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540335872:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.714880:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c18cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128113.719762:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540335872:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.719780:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.719824:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542559744:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5143us (6771us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.719833:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8834 00000100:00100000:0.0:1746128113.720102:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.721295:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542560000 00000100:00100000:3.0:1746128113.721303:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542560000 00002000:00100000:3.0:1746128113.721338:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f94700 x1830947542560000/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.721352:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f94700 with x1830947542560000 ext(0->4095) 00010000:00010000:3.0:1746128113.721358:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc280 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f3c expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.721369:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc280 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f3c expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746128113.721374:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f94700 00000100:00100000:3.0:1746128113.721401:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1689 00000100:00100000:3.0:1746128113.721407:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542560000:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128113.721529:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542560000:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (1428us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.721534:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1689 00002000:00100000:3.0:1746128113.721539:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f94700 x1830947542560000/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.721545:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f94700 with x1830947542560000 ext(0->4095) 00010000:00010000:3.0:1746128113.721548:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc280 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f3c expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.721556:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc280 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f3c expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746128113.721561:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f94700 00000100:00100000:0.0:1746128113.726506:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.726818:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542560128 00000100:00100000:3.0:1746128113.726827:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542560128 00010000:00010000:3.0:1746128113.726854:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc280 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f3c expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.726888:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8835 00000100:00100000:3.0:1746128113.726894:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1964:x1830947542560128:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.726904:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.726920:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc280 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f3c expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.726930:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc280 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f3c expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.726948:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc280 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f3c expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.726970:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.726972:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.726978:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc287 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f43 expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.726985:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc287 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f43 expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.727020:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc287 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f43 expref: 44 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.727030:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540336000:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.727096:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c18cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.729502:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.729627:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540336000:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.729642:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.729672:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542560128:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2778us (3171us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.729680:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8835 00000100:00100000:1.0:1746128113.729749:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542560384 00000100:00100000:1.0:1746128113.729755:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542560384 00002000:00100000:1.0:1746128113.729781:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b018e00 x1830947542560384/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.729790:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b018e00 with x1830947542560384 ext(0->4095) 00002000:00010000:1.0:1746128113.729793:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b018e00 00000100:00100000:1.0:1746128113.729804:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3697 00000100:00100000:1.0:1746128113.729808:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542560384:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128113.729928:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542560384:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (431us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.729933:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3697 00002000:00100000:1.0:1746128113.729938:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b018e00 x1830947542560384/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.729944:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b018e00 with x1830947542560384 ext(0->4095) 00002000:00010000:1.0:1746128113.729947:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b018e00 00000100:00100000:0.0:1746128113.732821:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.733899:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542560512 00000100:00100000:3.0:1746128113.733908:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542560512 00000100:00100000:3.0:1746128113.734482:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4949 00000100:00100000:3.0:1746128113.734489:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542560512:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128113.734504:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128113.734518:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc28e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f4a expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.734540:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc287 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f43 expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.734546:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.734548:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.734551:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc28e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f4a expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.734633:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc287 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f43 expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.734644:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc287 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f43 expref: 43 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.734657:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540336128:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128113.734933:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c18cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128113.737415:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540336128:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128113.737439:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc28e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f4a expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.737452:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66000, rc 0) 00000100:00100000:3.0:1746128113.737495:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542560512:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3006us (4680us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.737503:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4949 00000100:00100000:0.0:1746128113.738036:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.738206:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542560640 00000100:00100000:3.0:1746128113.738212:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542560640 00010000:00010000:3.0:1746128113.738233:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc287 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f43 expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.738261:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8836 00000100:00100000:3.0:1746128113.738266:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fce450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542560640:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.738276:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.738291:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc287 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f43 expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.738300:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc287 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f43 expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.738321:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc287 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f43 expref: 44 pid: 28170 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.738878:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.738880:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.738886:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc28e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f4a expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.738893:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc28e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f4a expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.738918:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc28e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f4a expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.738928:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540336256:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.738997:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c18cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.741794:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.741911:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540336256:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.741927:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.742362:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542560896 00000100:00100000:2.0:1746128113.742368:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542560896 00002000:00100000:2.0:1746128113.742401:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b018a80 x1830947542560896/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.742408:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b018a80 with x1830947542560896 ext(0->4095) 00002000:00010000:2.0:1746128113.742412:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b018a80 00000100:00100000:3.0:1746128113.742448:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fce450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:1964:x1830947542560640:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4180us (4411us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.742456:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8836 00000100:00100000:2.0:1746128113.743282:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3698 00000100:00100000:2.0:1746128113.743290:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b018a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542560896:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128113.743436:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b018a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542560896:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (1646us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128113.743441:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3698 00002000:00100000:2.0:1746128113.743447:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b018a80 x1830947542560896/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.743459:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b018a80 with x1830947542560896 ext(0->4095) 00002000:00010000:2.0:1746128113.743462:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b018a80 00000100:00100000:0.0:1746128113.746104:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.746170:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542561024 00000100:00100000:3.0:1746128113.746177:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542561024 00000100:00100000:3.0:1746128113.746209:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4950 00000100:00100000:3.0:1746128113.746215:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:31595:x1830947542561024:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128113.746231:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128113.746244:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc295 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f51 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.746265:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc28e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f4a expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.746272:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.746273:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.746276:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc295 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f51 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.746298:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc28e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f4a expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.746309:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc28e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f4a expref: 5 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.746319:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540336384:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128113.746388:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.749388:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.751797:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542561152 00000100:00100000:2.0:1746128113.751807:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542561152 00000100:00100000:2.0:1746128113.751855:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4951 00000100:00100000:2.0:1746128113.751861:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31596:x1830947542561152:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.751876:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.751890:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc29c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f58 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.751910:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.751915:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc295 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f51 expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.751920:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.751923:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc29c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f58 expref: 46 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.751949:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc295 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f51 expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.751959:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc29c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f58 expref: 46 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.751967:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228e00, rc 0) 00000100:00100000:2.0:1746128113.752012:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:31596:x1830947542561152:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (2631us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.752018:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4951 00000100:00100000:3.0:1746128113.753926:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540336384:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128113.753947:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc295 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f51 expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.753959:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67200, rc 0) 00000100:00100000:3.0:1746128113.754002:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31595:x1830947542561024:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7785us (7903us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.754012:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4950 00000100:00100000:0.0:1746128113.754688:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.755010:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542561280 00000100:00100000:3.0:1746128113.755016:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542561280 00010000:00010000:3.0:1746128113.755036:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc28e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f4a expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.755064:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8837 00000100:00100000:3.0:1746128113.755070:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b019500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542561280:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.755080:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.755096:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc28e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f4a expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.755105:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc28e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f4a expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.755122:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc28e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f4a expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.755142:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.755144:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.755149:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc295 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f51 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.755155:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc295 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f51 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.755177:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc295 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f51 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.755186:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc295 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f51 expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.755194:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540336640:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.755254:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.757972:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.758067:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540336640:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.758082:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.758116:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b019500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542561280:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3046us (3429us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.758124:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8837 00000100:00100000:1.0:1746128113.758273:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542561536 00000100:00100000:1.0:1746128113.758279:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542561536 00002000:00100000:1.0:1746128113.758309:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b01b100 x1830947542561536/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.758317:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01b100 with x1830947542561536 ext(0->4095) 00010000:00010000:1.0:1746128113.758324:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc295 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f51 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.758334:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc295 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f51 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.758339:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b01b100 00000100:00100000:1.0:1746128113.758486:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1690 00000100:00100000:1.0:1746128113.758492:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542561536:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128113.758649:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542561536:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (684us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.758654:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1690 00002000:00100000:1.0:1746128113.758659:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b01b100 x1830947542561536/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.758665:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01b100 with x1830947542561536 ext(0->4095) 00010000:00010000:1.0:1746128113.758669:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc295 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f51 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.758678:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc295 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f51 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.758683:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b01b100 00000100:00100000:0.0:1746128113.761034:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.761151:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542561664 00000100:00100000:3.0:1746128113.761157:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542561664 00010000:00010000:3.0:1746128113.761181:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc295 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f51 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.761213:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8838 00000100:00100000:3.0:1746128113.761219:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1965:x1830947542561664:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.761229:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.761244:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc295 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f51 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.761253:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc295 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f51 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.761269:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc295 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f51 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.761281:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.761283:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.761288:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc29c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f58 expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.761294:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc29c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f58 expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.761316:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc29c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f58 expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.761325:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540336768:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.762048:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.764426:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.764522:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540336768:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.764536:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.764604:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1965:x1830947542561664:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3383us (3574us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.764613:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8838 00000100:00100000:2.0:1746128113.765051:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542561920 00000100:00100000:2.0:1746128113.765057:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542561920 00002000:00100000:2.0:1746128113.765087:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b01b800 x1830947542561920/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.765095:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01b800 with x1830947542561920 ext(0->4095) 00002000:00010000:2.0:1746128113.765099:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b01b800 00000100:00100000:2.0:1746128113.765113:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3699 00000100:00100000:2.0:1746128113.765118:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542561920:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128113.765231:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542561920:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (809us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128113.765235:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3699 00002000:00100000:2.0:1746128113.765240:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b01b800 x1830947542561920/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.765246:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01b800 with x1830947542561920 ext(0->4095) 00002000:00010000:2.0:1746128113.765249:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b01b800 00000100:00100000:0.0:1746128113.767753:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.767885:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542562048 00000100:00100000:3.0:1746128113.767892:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542562048 00000100:00100000:3.0:1746128113.767922:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4952 00000100:00100000:3.0:1746128113.767928:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542562048:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128113.767940:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128113.767953:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc2a3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f5f expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.767979:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc29c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f58 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.767985:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.767987:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128113.767998:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc2a3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f5f expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.768021:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc29c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f58 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.768031:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc29c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f58 expref: 43 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.768040:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540336896:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128113.768100:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128113.770217:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540336896:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128113.770239:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc2a3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f5f expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.770251:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66c00, rc 0) 00000100:00100000:3.0:1746128113.771625:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542562048:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3692us (3873us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.771632:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4952 00000100:00100000:0.0:1746128113.772285:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.772554:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542562176 00000100:00100000:3.0:1746128113.772560:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542562176 00010000:00010000:3.0:1746128113.772605:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc29c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f58 expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.772625:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8839 00000100:00100000:3.0:1746128113.772631:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce87800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542562176:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.772640:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.772656:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc29c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f58 expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.772666:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc29c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f58 expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.772683:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc29c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f58 expref: 44 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.773487:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.773490:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.773496:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc2a3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f5f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.773503:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc2a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f5f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.773528:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc2a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f5f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.773821:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540337024:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.773893:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.778014:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.778171:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540337024:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.778186:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.778219:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce87800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:1964:x1830947542562176:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5588us (5935us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.778228:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8839 00000100:00100000:2.0:1746128113.778293:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542562304 00000100:00100000:2.0:1746128113.778298:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542562304 00000100:00100000:2.0:1746128113.778329:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4953 00000100:00100000:2.0:1746128113.778334:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:31595:x1830947542562304:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.778347:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.778357:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f66 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.778379:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc2a3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f5f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.778385:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.778386:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.778389:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2aa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f66 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.778408:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc2a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f5f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.778417:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc2a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f5f expref: 5 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.778425:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c70700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540337152:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128113.778467:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.778903:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.779161:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542562560 00000100:00100000:1.0:1746128113.779165:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542562560 00002000:00100000:1.0:1746128113.779188:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce85880 x1830947542562560/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.779197:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce85880 with x1830947542562560 ext(0->4095) 00010000:00010000:1.0:1746128113.779202:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc2a3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f5f expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.779211:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc2a3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f5f expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.779215:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce85880 00000100:00100000:1.0:1746128113.779238:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1691 00000100:00100000:1.0:1746128113.779243:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542562560:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128113.779353:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542562560:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (450us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.779359:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1691 00002000:00100000:1.0:1746128113.779363:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce85880 x1830947542562560/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.779370:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce85880 with x1830947542562560 ext(0->4095) 00010000:00010000:1.0:1746128113.779373:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc2a3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f5f expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.779381:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc2a3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f5f expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.779389:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce85880 00000100:00100000:0.0:1746128113.781997:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.782209:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c70700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540337152:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128113.782234:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f66 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.782247:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228c00, rc 0) 00000100:00100000:2.0:1746128113.782281:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:31595:x1830947542562304:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3946us (4299us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.782288:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4953 00000100:00100000:2.0:1746128113.782307:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542562688 00000100:00100000:2.0:1746128113.782312:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542562688 00000100:00100000:2.0:1746128113.783204:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4954 00000100:00100000:2.0:1746128113.783211:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:31596:x1830947542562688:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.783222:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.783233:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f6d expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.783248:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.783251:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f66 expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.783257:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.783260:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2b1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f6d expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.783283:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f66 expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.783290:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2b1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f6d expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.783297:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228000, rc 0) 00000100:00100000:2.0:1746128113.783314:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31596:x1830947542562688:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (1330us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.783319:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4954 00000100:00100000:0.0:1746128113.784075:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.785077:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542562816 00000100:00100000:3.0:1746128113.785083:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542562816 00010000:00010000:3.0:1746128113.785109:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc2a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f5f expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.785139:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8840 00000100:00100000:3.0:1746128113.785147:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542562816:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.785156:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.785171:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc2a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f5f expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.785180:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc2a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f5f expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.785195:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc2a3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f5f expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.785390:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.785392:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.785398:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f66 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.785410:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f66 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.785433:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f66 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.785442:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f66 expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.785451:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540337408:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.785522:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.787777:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.787891:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542563072 00000100:00100000:2.0:1746128113.787897:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542563072 00002000:00100000:2.0:1746128113.787930:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce84e00 x1830947542563072/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.787943:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce84e00 with x1830947542563072 ext(0->4095) 00010000:00010000:2.0:1746128113.787950:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2aa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f66 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.787961:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2aa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f66 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.787967:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce84e00 00000100:00100000:2.0:1746128113.788000:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1692 00000100:00100000:2.0:1746128113.788006:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1966:x1830947542563072:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128113.788129:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1966:x1830947542563072:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (357us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128113.788135:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1692 00002000:00100000:2.0:1746128113.788140:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce84e00 x1830947542563072/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.788146:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce84e00 with x1830947542563072 ext(0->4095) 00010000:00010000:2.0:1746128113.788150:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2aa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f66 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.788158:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2aa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f66 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.788162:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce84e00 00000100:00100000:3.0:1746128113.788241:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540337408:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.788256:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.788276:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542562816:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3132us (4202us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.788283:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8840 00000100:00100000:0.0:1746128113.790944:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.791044:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542563200 00000100:00100000:3.0:1746128113.791051:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542563200 00010000:00010000:3.0:1746128113.791076:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f66 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.791151:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8841 00000100:00100000:3.0:1746128113.791158:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1965:x1830947542563200:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.791169:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.791187:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f66 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.791198:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f66 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.791216:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f66 expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.791387:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.791389:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.791396:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f6d expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.791403:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f6d expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.791430:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f6d expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.791440:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540337536:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.791851:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.794803:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.795013:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540337536:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.795026:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.795057:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1965:x1830947542563200:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3899us (4119us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.795066:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8841 00000100:00100000:1.0:1746128113.795132:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542563456 00000100:00100000:1.0:1746128113.795137:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542563456 00002000:00100000:1.0:1746128113.795164:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a746300 x1830947542563456/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.795173:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a746300 with x1830947542563456 ext(0->4095) 00002000:00010000:1.0:1746128113.795176:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a746300 00000100:00100000:1.0:1746128113.795189:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3700 00000100:00100000:1.0:1746128113.795194:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542563456:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128113.795308:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542563456:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (509us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.795313:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3700 00002000:00100000:1.0:1746128113.795317:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a746300 x1830947542563456/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.795323:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a746300 with x1830947542563456 ext(0->4095) 00002000:00010000:1.0:1746128113.795325:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a746300 00000100:00100000:0.0:1746128113.798072:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.798508:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542563584 00000100:00100000:2.0:1746128113.798516:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542563584 00000100:00100000:2.0:1746128113.798562:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4955 00000100:00100000:2.0:1746128113.798568:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542563584:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.798610:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.798623:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f74 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.798647:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f6d expref: 43 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.798653:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.798654:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.798657:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2b8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f74 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.798680:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f6d expref: 43 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.798690:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f6d expref: 43 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.798700:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c70700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540337664:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128113.798767:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.800913:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c70700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540337664:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128113.800940:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2b8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f74 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.800957:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229800, rc 0) 00000100:00100000:2.0:1746128113.801009:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542563584:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2421us (2924us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.801017:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4955 00000100:00100000:0.0:1746128113.801604:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.801824:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542563712 00000100:00100000:3.0:1746128113.801829:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542563712 00010000:00010000:3.0:1746128113.801851:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f6d expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.801868:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8842 00000100:00100000:3.0:1746128113.801873:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a747480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542563712:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.801881:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.801897:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f6d expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.801906:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f6d expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.801922:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f6d expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.801935:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.801936:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.801942:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2b8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f74 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.801948:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f74 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.801971:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f74 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128113.801985:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540337792:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.802043:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.807439:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.808496:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.808566:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542563840 00000100:00100000:2.0:1746128113.808583:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542563840 00000100:00100000:2.0:1746128113.808615:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4956 00000100:00100000:2.0:1746128113.808620:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:31595:x1830947542563840:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.808633:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.808646:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc2bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f7b expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.808669:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f74 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.808675:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.808676:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.808679:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc2bf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f7b expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.808702:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f74 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.808713:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2b8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f74 expref: 5 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.808727:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c70700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540337920:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128113.808786:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.808800:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542564096 00000100:00100000:2.0:1746128113.808803:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542564096 00002000:00100000:2.0:1746128113.808824:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a746a00 x1830947542564096/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.808833:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a746a00 with x1830947542564096 ext(0->4095) 00010000:00010000:2.0:1746128113.808837:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2b8 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f74 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.808845:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2b8 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f74 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.808850:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a746a00 00000100:00100000:2.0:1746128113.808862:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1693 00000100:00100000:2.0:1746128113.808867:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542564096:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128113.810194:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542564096:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 1324us (1697us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128113.810201:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1693 00002000:00100000:2.0:1746128113.810207:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a746a00 x1830947542564096/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.810214:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a746a00 with x1830947542564096 ext(0->4095) 00010000:00010000:2.0:1746128113.810219:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2b8 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f74 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.810230:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2b8 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f74 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.810236:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a746a00 00000100:00100000:3.0:1746128113.810405:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540337792:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128113.810417:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.810452:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a747480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542563712:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 8577us (8880us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128113.810460:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8842 00000100:00100000:0.0:1746128113.813511:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.813612:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c70700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540337920:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128113.813635:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc2bf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f7b expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.813649:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229e00, rc 0) 00000100:00100000:2.0:1746128113.813682:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:31595:x1830947542563840:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5062us (6250us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.813690:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4956 00000100:00100000:0.0:1746128113.813954:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.814184:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542564224 00000100:00100000:2.0:1746128113.814189:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542564224 00000100:00100000:2.0:1746128113.814211:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4957 00000100:00100000:2.0:1746128113.814217:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:31596:x1830947542564224:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.814228:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.814237:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2c6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f82 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.814254:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.814257:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc2bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f7b expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.814262:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.814265:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2c6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f82 expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.814287:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc2bf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f7b expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.814295:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2c6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f82 expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.814302:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228c00, rc 0) 00000100:00100000:2.0:1746128113.814322:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31596:x1830947542564224:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (817us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.814327:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4957 00000100:00100000:3.0:1746128113.814495:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542564352 00000100:00100000:3.0:1746128113.814498:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542564352 00010000:00010000:3.0:1746128113.814513:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f74 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.814530:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8843 00000100:00100000:3.0:1746128113.814534:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fce050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542564352:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128113.814541:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128113.814556:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f74 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.814565:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f74 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.814597:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f74 expref: 6 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.814609:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.814610:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128113.814615:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc2bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f7b expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.814621:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc2bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f7b expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.814638:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc2bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f7b expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128113.814647:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc2bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f7b expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1746128113.814656:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540338176:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128113.814693:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.818160:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.818183:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542564608 00000100:00100000:2.0:1746128113.818189:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542564608 00002000:00100000:2.0:1746128113.818223:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c70700 x1830947542564608/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.818231:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70700 with x1830947542564608 ext(0->4095) 00010000:00010000:2.0:1746128113.818239:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc2bf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f7b expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.818250:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc2bf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f7b expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.818256:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c70700 00000100:00100000:0.0:1746128113.818341:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540338176:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128113.818354:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128113.818395:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fce050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542564352:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3859us (4440us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128113.818403:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8843 00000100:00100000:2.0:1746128113.818763:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1694 00000100:00100000:2.0:1746128113.818770:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1964:x1830947542564608:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128113.818894:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1964:x1830947542564608:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (741us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128113.818899:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1694 00002000:00100000:2.0:1746128113.818904:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c70700 x1830947542564608/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.818912:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70700 with x1830947542564608 ext(0->4095) 00010000:00010000:2.0:1746128113.818917:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc2bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f7b expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.818926:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc2bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f7b expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.818931:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c70700 00000100:00100000:0.0:1746128113.821693:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.821803:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542564736 00000100:00100000:2.0:1746128113.821809:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542564736 00010000:00010000:2.0:1746128113.821832:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc2bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f7b expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.821855:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8844 00000100:00100000:2.0:1746128113.821860:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a747480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1965:x1830947542564736:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.821872:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.821889:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc2bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f7b expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.821899:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc2bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f7b expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.821918:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc2bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f7b expref: 45 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.822286:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.822289:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.822296:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f82 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.822303:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f82 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.822329:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f82 expref: 44 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.822338:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540338304:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.822403:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.825316:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.825399:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540338304:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.825414:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.825449:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a747480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1965:x1830947542564736:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3587us (3762us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.825458:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8844 00000100:00100000:1.0:1746128113.825678:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542564992 00000100:00100000:1.0:1746128113.825683:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542564992 00002000:00100000:1.0:1746128113.825712:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a747b80 x1830947542564992/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.825720:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a747b80 with x1830947542564992 ext(0->4095) 00002000:00010000:1.0:1746128113.825724:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a747b80 00000100:00100000:1.0:1746128113.825737:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3701 00000100:00100000:1.0:1746128113.825742:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542564992:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128113.825872:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1964:x1830947542564992:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (562us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128113.825877:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3701 00002000:00100000:1.0:1746128113.825882:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a747b80 x1830947542564992/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.825887:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a747b80 with x1830947542564992 ext(0->4095) 00002000:00010000:1.0:1746128113.825890:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a747b80 00000100:00100000:0.0:1746128113.829829:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.829917:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542565120 00000100:00100000:1.0:1746128113.829926:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542565120 00000100:00100000:1.0:1746128113.829970:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4958 00000100:00100000:1.0:1746128113.829976:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542565120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128113.830001:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128113.830014:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc2cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f89 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.830036:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f82 expref: 43 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.830042:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128113.830043:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128113.830046:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc2cd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f89 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.830067:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f82 expref: 43 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.830080:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f82 expref: 43 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:1.0:1746128113.830089:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540338432:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128113.830155:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:1.0:1746128113.832543:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540338432:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128113.832568:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc2cd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f89 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.832602:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56000, rc 0) 00000100:00100000:1.0:1746128113.832632:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542565120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2656us (2810us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128113.832638:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4958 00000100:00100000:0.0:1746128113.834139:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.834816:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542565248 00000100:00100000:2.0:1746128113.834824:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542565248 00010000:00010000:2.0:1746128113.834855:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f82 expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.834893:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8845 00000100:00100000:2.0:1746128113.834899:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542565248:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.834911:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.834927:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f82 expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.834937:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f82 expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.834954:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc2c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f82 expref: 44 pid: 8416 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.835319:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.835322:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.835328:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc2cd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f89 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.835335:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc2cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f89 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.835360:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc2cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f89 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.835369:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540338560:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.835437:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.835701:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.835881:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542565376 00000100:00100000:1.0:1746128113.835885:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542565376 00000100:00100000:1.0:1746128113.835906:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4959 00000100:00100000:1.0:1746128113.835911:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:31595:x1830947542565376:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128113.835921:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128113.835930:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f90 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.835943:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc2cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f89 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.835951:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128113.835952:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128113.835954:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2d4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f90 expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.835968:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc2cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f89 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.835976:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc2cd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f89 expref: 5 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:1.0:1746128113.835982:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540338688:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128113.836029:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.838209:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540338560:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.838226:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.838269:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1963:x1830947542565248:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3369us (4133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.838279:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8845 00000100:00100000:1.0:1746128113.838413:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540338688:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128113.838429:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2d4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f90 expref: 44 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.838440:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57600, rc 0) 00000100:00100000:1.0:1746128113.838459:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:31595:x1830947542565376:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2548us (2759us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128113.838464:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4959 00000100:00100000:0.0:1746128113.839707:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.839764:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542565632 00000100:00100000:2.0:1746128113.839769:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542565632 00002000:00100000:2.0:1746128113.839798:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b019500 x1830947542565632/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.839807:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b019500 with x1830947542565632 ext(0->4095) 00010000:00010000:2.0:1746128113.839812:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc2cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f89 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.839823:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc2cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f89 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.839828:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b019500 00000100:00100000:2.0:1746128113.839943:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1695 00000100:00100000:2.0:1746128113.839948:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542565632:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128113.840220:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542565632:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 270us (515us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128113.840226:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1695 00002000:00100000:2.0:1746128113.840232:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b019500 x1830947542565632/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128113.840239:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b019500 with x1830947542565632 ext(0->4095) 00010000:00010000:2.0:1746128113.840243:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc2cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f89 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.840252:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc2cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f89 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:2.0:1746128113.840258:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b019500 00000100:00100000:0.0:1746128113.842904:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.843070:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542565760 00000100:00100000:2.0:1746128113.843076:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542565760 00010000:00010000:2.0:1746128113.843104:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc2cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f89 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.843135:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8846 00000100:00100000:2.0:1746128113.843141:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542565760:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.843151:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.843168:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc2cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f89 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.843177:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc2cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f89 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.843197:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc2cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f89 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.843211:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.843212:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.843218:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f90 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.843230:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f90 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.843256:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f90 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.843266:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540338816:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.843333:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.845972:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.846079:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540338816:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.846096:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128113.846393:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542566016 00000100:00100000:3.0:1746128113.846398:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542566016 00002000:00100000:3.0:1746128113.846431:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce87800 x1830947542566016/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.846439:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce87800 with x1830947542566016 ext(0->4095) 00002000:00010000:3.0:1746128113.846443:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce87800 00000100:00100000:2.0:1746128113.846497:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542565760:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3356us (3598us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.846505:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8846 00000100:00100000:3.0:1746128113.846833:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3702 00000100:00100000:3.0:1746128113.846840:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542566016:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128113.846971:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542566016:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (1004us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.846977:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3702 00002000:00100000:3.0:1746128113.846982:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce87800 x1830947542566016/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.846997:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce87800 with x1830947542566016 ext(0->4095) 00002000:00010000:3.0:1746128113.846999:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce87800 00000100:00100000:0.0:1746128113.854533:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.854798:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542566144 00000100:00100000:1.0:1746128113.854805:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542566144 00000100:00100000:1.0:1746128113.854843:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4960 00000100:00100000:1.0:1746128113.854849:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542566144:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128113.854865:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128113.854877:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc2db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f97 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.854899:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f90 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.854906:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128113.854907:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128113.854910:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc2db lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f97 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.854930:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f90 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.854939:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f90 expref: 43 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:1.0:1746128113.854948:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540338944:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128113.855704:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128113.869746:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540338944:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128113.869772:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc2db lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f97 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.869786:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57400, rc 0) 00000100:00100000:1.0:1746128113.869832:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542566144:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14982us (15305us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128113.869842:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4960 00000100:00100000:0.0:1746128113.870500:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.870627:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.870654:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542566400 00000100:00100000:0.0:1746128113.870661:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542566400 00000100:00100000:0.0:1746128113.870685:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4961 00000100:00100000:0.0:1746128113.870691:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:31595:x1830947542566400:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128113.870704:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128113.870716:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc2e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2f9e expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.870732:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128113.870736:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc2db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f97 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.870741:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746128113.870744:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc2e2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f9e expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.870766:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc2db lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f97 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.870774:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc2e2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f9e expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.870781:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d800, rc 0) 00000100:00100000:0.0:1746128113.870799:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31595:x1830947542566400:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128113.870803:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4961 00000100:00100000:1.0:1746128113.870962:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542566272 00000100:00100000:1.0:1746128113.870965:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542566272 00002000:00100000:1.0:1746128113.870985:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012ce84380 x1830947542566272/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 496/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.871002:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce84380 with x1830947542566272 ext(0->7) 00010000:00010000:1.0:1746128113.871007:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f90 expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.871016:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f90 expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.871021:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce84380 00000100:00100000:1.0:1746128113.871041:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1696 00000100:00100000:1.0:1746128113.871045:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1964:x1830947542566272:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128113.871254:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1964:x1830947542566272:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 208us (755us total) trans 4294967956 rc 0/0 00000100:00100000:1.0:1746128113.871259:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1696 00002000:00100000:1.0:1746128113.871264:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012ce84380 x1830947542566272/t4294967956(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 496/448 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.871270:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce84380 with x1830947542566272 ext(0->7) 00010000:00010000:1.0:1746128113.871274:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f90 expref: 47 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.871286:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f90 expref: 47 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:1.0:1746128113.871292:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce84380 00000100:00100000:0.0:1746128113.877324:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.878235:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542566528 00000100:00100000:2.0:1746128113.878245:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542566528 00010000:00010000:2.0:1746128113.878275:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f90 expref: 47 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.878299:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8847 00000100:00100000:2.0:1746128113.878306:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1963:x1830947542566528:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.878317:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746128113.878331:0:7067:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746128113 -> 1746128114 00002000:00010000:2.0:1746128113.878334:0:7067:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746128113 -> 1746128114 00010000:00010000:2.0:1746128113.878339:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f90 expref: 47 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.878349:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f90 expref: 47 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.878368:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f90 expref: 47 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.878388:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.878390:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.878396:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc2db lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f97 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.878402:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc2db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f97 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.878426:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc2db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f97 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.878436:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc2db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f97 expref: 5 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.878445:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540339200:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.878520:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.880798:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540339200:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.880816:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.880876:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947542566528:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2569us (3558us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.880888:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8847 00000100:00100000:0.0:1746128113.883038:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.883180:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542566784 00000100:00100000:3.0:1746128113.883187:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542566784 00002000:00100000:3.0:1746128113.883221:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b0a80 x1830947542566784/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.883230:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0a80 with x1830947542566784 ext(0->4095) 00010000:00010000:3.0:1746128113.883238:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc2db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f97 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.883250:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc2db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f97 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746128113.883256:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b0a80 00000100:00100000:3.0:1746128113.883284:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1697 00000100:00100000:3.0:1746128113.883290:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542566784:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128113.885853:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542566784:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 2557us (2817us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.885863:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1697 00002000:00100000:3.0:1746128113.885870:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b0a80 x1830947542566784/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.885881:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0a80 with x1830947542566784 ext(0->4095) 00010000:00010000:3.0:1746128113.885889:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc2db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f97 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1746128113.885902:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc2db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f97 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00002000:00010000:3.0:1746128113.885908:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b0a80 00000100:00100000:0.0:1746128113.892285:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.892450:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542566912 00000100:00100000:2.0:1746128113.892458:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542566912 00010000:00010000:2.0:1746128113.892483:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc2db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f97 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.892504:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8848 00000100:00100000:2.0:1746128113.892509:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542566912:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.892519:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.892535:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc2db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f97 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.892545:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc2db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f97 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.892562:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc2db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f97 expref: 6 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:2.0:1746128113.892608:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.892610:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.892616:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc2e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f9e expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.892623:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc2e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f9e expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.892650:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc2e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f9e expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.892660:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540339328:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.894746:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.905357:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540339328:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.905377:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.905412:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542566912:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 12901us (13133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.905421:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8848 00000100:00100000:0.0:1746128113.908313:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.913483:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542567168 00000100:00100000:3.0:1746128113.913494:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542567168 00002000:00100000:3.0:1746128113.913535:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b1880 x1830947542567168/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.913545:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b1880 with x1830947542567168 ext(0->4095) 00002000:00010000:3.0:1746128113.913549:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b1880 00000100:00100000:3.0:1746128113.913590:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3703 00000100:00100000:3.0:1746128113.913598:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947542567168:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128113.913735:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947542567168:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (5428us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.913740:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3703 00002000:00100000:3.0:1746128113.913745:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b1880 x1830947542567168/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.913752:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b1880 with x1830947542567168 ext(0->4095) 00002000:00010000:3.0:1746128113.913754:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b1880 00000100:00100000:0.0:1746128113.924670:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.925863:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542567296 00000100:00100000:2.0:1746128113.925871:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542567296 00000100:00100000:2.0:1746128113.925906:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4962 00000100:00100000:2.0:1746128113.925913:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542567296:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.925927:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.925942:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2fa5 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.925965:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc2e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f9e expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.925973:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.925975:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.925978:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2e9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fa5 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.926011:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc2e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f9e expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.926026:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc2e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f9e expref: 45 pid: 8417 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1746128113.926036:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540339456:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128113.926812:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.928133:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540339456:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128113.928154:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2e9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fa5 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.928169:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229800, rc 0) 00000100:00100000:0.0:1746128113.928205:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542567296:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2292us (3541us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128113.928211:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4962 00000100:00100000:0.0:1746128113.938111:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.939546:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542567424 00000100:00100000:1.0:1746128113.939555:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542567424 00002000:00100000:1.0:1746128113.939602:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801341b3100 x1830947542567424/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 496/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.939612:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b3100 with x1830947542567424 ext(0->7) 00010000:00010000:1.0:1746128113.939619:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc2e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f9e expref: 46 pid: 8417 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1746128113.939630:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc2e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f9e expref: 46 pid: 8417 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128113.939636:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b3100 00000100:00100000:1.0:1746128113.939663:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1698 00000100:00100000:1.0:1746128113.939670:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1964:x1830947542567424:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128113.939928:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1964:x1830947542567424:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 257us (1824us total) trans 4294967957 rc 0/0 00000100:00100000:1.0:1746128113.939934:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1698 00002000:00100000:1.0:1746128113.939939:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801341b3100 x1830947542567424/t4294967957(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 496/448 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128113.939945:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b3100 with x1830947542567424 ext(0->7) 00010000:00010000:1.0:1746128113.939950:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc2e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f9e expref: 48 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128113.939958:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc2e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f9e expref: 48 pid: 8417 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128113.939963:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b3100 00000100:00100000:0.0:1746128113.962660:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.962716:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542567552 00000100:00100000:2.0:1746128113.962723:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542567552 00000100:00100000:2.0:1746128113.962760:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4963 00000100:00100000:2.0:1746128113.962766:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:31595:x1830947542567552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.962779:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.962792:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2fac expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.962813:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.962817:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fa5 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.962822:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128113.962825:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2f0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fac expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.962850:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2e9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fa5 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.962858:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2f0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fac expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.962870:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228000, rc 0) 00000100:00100000:2.0:1746128113.962910:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:31595:x1830947542567552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.962916:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4963 00000100:00100000:0.0:1746128113.966325:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.966404:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542567680 00000100:00100000:2.0:1746128113.966411:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542567680 00010000:00010000:2.0:1746128113.966437:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc2e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f9e expref: 49 pid: 8417 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128113.966458:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8849 00000100:00100000:2.0:1746128113.966464:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1965:x1830947542567680:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.966475:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.966490:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc2e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f9e expref: 49 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128113.966499:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc2e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f9e expref: 49 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128113.966517:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d800/0x802a7453533bc2e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2f9e expref: 49 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128113.966540:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.966542:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.966548:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2e9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fa5 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.966560:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fa5 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.966604:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fa5 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.966614:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fa5 expref: 5 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128113.966624:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540339712:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.966687:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.971623:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540339712:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.971651:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.971700:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1965:x1830947542567680:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5232us (5378us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.971713:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8849 00000100:00100000:0.0:1746128113.972893:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.972979:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542567936 00000100:00100000:3.0:1746128113.972985:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542567936 00002000:00100000:3.0:1746128113.973032:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b1500 x1830947542567936/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.973052:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b1500 with x1830947542567936 ext(0->4095) 00010000:00010000:3.0:1746128113.973059:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fa5 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128113.973073:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fa5 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128113.973079:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b1500 00000100:00100000:3.0:1746128113.973104:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1699 00000100:00100000:3.0:1746128113.973109:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542567936:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128113.973317:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542567936:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 206us (426us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.973322:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1699 00002000:00100000:3.0:1746128113.973327:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b1500 x1830947542567936/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.973334:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b1500 with x1830947542567936 ext(0->4095) 00010000:00010000:3.0:1746128113.973339:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fa5 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128113.973347:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fa5 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128113.973353:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b1500 00000100:00100000:0.0:1746128113.975301:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.975451:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542568064 00000100:00100000:2.0:1746128113.975457:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542568064 00010000:00010000:2.0:1746128113.975480:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fa5 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128113.975505:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8850 00000100:00100000:2.0:1746128113.975510:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542568064:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.975519:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.975533:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fa5 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128113.975542:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fa5 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128113.975559:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc2e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fa5 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128113.975598:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.975599:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.975605:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fac expref: 47 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.975612:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fac expref: 47 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.975634:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fac expref: 47 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.975643:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540339840:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.975703:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.980359:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540339840:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.980377:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.980411:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542568064:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4900us (5115us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.980420:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8850 00000100:00100000:0.0:1746128113.982646:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.982695:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542568320 00000100:00100000:3.0:1746128113.982702:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542568320 00002000:00100000:3.0:1746128113.982736:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b1c00 x1830947542568320/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.982745:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b1c00 with x1830947542568320 ext(0->4095) 00002000:00010000:3.0:1746128113.982749:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b1c00 00000100:00100000:3.0:1746128113.982778:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3704 00000100:00100000:3.0:1746128113.982784:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1963:x1830947542568320:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128113.982924:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1963:x1830947542568320:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (283us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.982930:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3704 00002000:00100000:3.0:1746128113.982935:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b1c00 x1830947542568320/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.982941:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b1c00 with x1830947542568320 ext(0->4095) 00002000:00010000:3.0:1746128113.982944:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b1c00 00000100:00100000:0.0:1746128113.984566:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.984712:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542568448 00000100:00100000:2.0:1746128113.984717:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542568448 00000100:00100000:2.0:1746128113.984751:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4964 00000100:00100000:2.0:1746128113.984755:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542568448:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.984767:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.984779:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc2f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2fb3 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.984799:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fac expref: 47 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.984804:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.984806:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.984808:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc2f7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fb3 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.984828:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fac expref: 47 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.984837:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fac expref: 47 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128113.984845:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540339968:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128113.984905:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.986371:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540339968:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128113.986388:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc2f7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fb3 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.986402:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228400, rc 0) 00000100:00100000:2.0:1746128113.986434:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542568448:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1677us (1871us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.986440:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4964 00000100:00100000:0.0:1746128113.987397:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.987448:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542568576 00000100:00100000:2.0:1746128113.987453:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542568576 00010000:00010000:2.0:1746128113.987470:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fac expref: 48 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128113.987484:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8851 00000100:00100000:2.0:1746128113.987489:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1964:x1830947542568576:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.987497:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.987510:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fac expref: 48 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128113.987518:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fac expref: 48 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128113.987534:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc2f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fac expref: 48 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128113.987807:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.987808:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.987814:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc2f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fb3 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.987825:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc2f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fb3 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.987845:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc2f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fb3 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128113.987852:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540340096:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.989486:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128113.990851:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128113.990930:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542568832 00000100:00100000:3.0:1746128113.990936:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542568832 00002000:00100000:3.0:1746128113.990964:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b1f80 x1830947542568832/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/0 e 0 to 0 dl 1746128124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.990971:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b1f80 with x1830947542568832 ext(0->4095) 00002000:00010000:3.0:1746128113.990975:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b1f80 00000100:00100000:3.0:1746128113.990999:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3705 00000100:00100000:3.0:1746128113.991005:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542568832:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128113.991113:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542568832:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (266us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128113.991121:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3705 00002000:00100000:3.0:1746128113.991126:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b1f80 x1830947542568832/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:364/0 lens 488/4536 e 0 to 0 dl 1746128124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128113.991132:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b1f80 with x1830947542568832 ext(0->4095) 00002000:00010000:3.0:1746128113.991134:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b1f80 00000100:00100000:2.0:1746128113.991409:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540340096:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128113.991421:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128113.991439:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1964:x1830947542568576:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3950us (4044us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.991446:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8851 00000100:00100000:0.0:1746128113.993466:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128113.993502:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128113.993564:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542568960 00000100:00100000:1.0:1746128113.993588:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542568960 00000100:00100000:1.0:1746128113.993620:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542569088 00000100:00100000:1.0:1746128113.993621:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542569088 00000100:00100000:1.0:1746128113.993632:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4965 00000100:00100000:1.0:1746128113.993638:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:31595:x1830947542568960:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128113.993650:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128113.993661:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2fe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2fba expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.993681:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc2f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fb3 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.993686:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128113.993688:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128113.993690:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2fe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fba expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.993710:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc2f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fb3 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128113.993718:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc2f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fb3 expref: 5 pid: 8417 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128113.993727:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540340224:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128113.993776:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128113.994055:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4966 00000100:00100000:2.0:1746128113.994062:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:31596:x1830947542569088:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128113.994068:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128113.994073:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc305 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2fc1 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.994082:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.994085:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2fe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fba expref: 50 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.994089:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128113.994092:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc305 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc1 expref: 50 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.994107:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2fe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fba expref: 50 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.994116:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc305 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc1 expref: 50 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.994123:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228600, rc 0) 00000100:00100000:2.0:1746128113.994139:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:31596:x1830947542569088:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 79us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128113.994143:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4966 00000100:00100000:0.0:1746128113.995550:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540340224:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128113.995566:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2fe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fba expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128113.995586:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57600, rc 0) 00000100:00100000:0.0:1746128113.995604:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:31595:x1830947542568960:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1967us (2144us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128113.995610:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4965 00000100:00100000:0.0:1746128113.997422:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128113.997524:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542569216 00000100:00100000:2.0:1746128113.997530:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542569216 00010000:00010000:2.0:1746128113.997552:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc2f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fb3 expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128113.997584:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8852 00000100:00100000:2.0:1746128113.997590:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542569216:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128113.997599:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128113.997614:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc2f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fb3 expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128113.997622:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc2f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fb3 expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128113.997638:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc2f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fb3 expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128113.997889:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.997891:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128113.997897:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fba expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.997904:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fba expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.997927:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fba expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128113.997936:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fba expref: 48 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128113.997945:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540340480:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128113.998516:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.000132:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540340480:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.000149:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.000182:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542569216:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2591us (2764us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.000190:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8852 00000100:00100000:0.0:1746128114.001006:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.001272:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542569472 00000100:00100000:2.0:1746128114.001277:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542569472 00002000:00100000:2.0:1746128114.001305:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b0e00 x1830947542569472/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.001319:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0e00 with x1830947542569472 ext(0->4095) 00010000:00010000:2.0:1746128114.001326:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fba expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.001337:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fba expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.001342:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b0e00 00000100:00100000:3.0:1746128114.001766:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1700 00000100:00100000:3.0:1746128114.001773:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1964:x1830947542569472:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128114.001885:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1964:x1830947542569472:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (879us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.001890:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1700 00002000:00100000:3.0:1746128114.001895:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b0e00 x1830947542569472/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.001901:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0e00 with x1830947542569472 ext(0->4095) 00010000:00010000:3.0:1746128114.001905:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fba expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.001913:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fba expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.001918:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b0e00 00000100:00100000:0.0:1746128114.004018:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.004404:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542569600 00000100:00100000:2.0:1746128114.004411:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542569600 00010000:00010000:2.0:1746128114.004438:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fba expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.004471:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8853 00000100:00100000:2.0:1746128114.004476:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1964:x1830947542569600:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.004486:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.004501:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fba expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.004510:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fba expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.004528:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc2fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fba expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.004554:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.004556:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.004561:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc305 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc1 expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.004568:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc305 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc1 expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.004616:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc305 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc1 expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.004627:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540340608:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.004695:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.007267:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.007342:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542569856 00000100:00100000:3.0:1746128114.007348:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542569856 00002000:00100000:3.0:1746128114.007381:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b2300 x1830947542569856/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.007394:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b2300 with x1830947542569856 ext(0->4095) 00002000:00010000:3.0:1746128114.007397:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b2300 00000100:00100000:3.0:1746128114.007413:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3706 00000100:00100000:3.0:1746128114.007419:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1963:x1830947542569856:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128114.007711:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540340608:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.007726:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.008487:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1963:x1830947542569856:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 1066us (1223us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.008494:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3706 00002000:00100000:3.0:1746128114.008500:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b2300 x1830947542569856/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.008507:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b2300 with x1830947542569856 ext(0->4095) 00002000:00010000:3.0:1746128114.008510:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b2300 00000100:00100000:2.0:1746128114.008587:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1964:x1830947542569600:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4110us (4575us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.008595:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8853 00000100:00100000:0.0:1746128114.011487:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.011599:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542569984 00000100:00100000:2.0:1746128114.011606:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542569984 00000100:00100000:2.0:1746128114.011639:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4967 00000100:00100000:2.0:1746128114.011646:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542569984:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.011659:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.011672:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc30c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2fc8 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.011695:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc305 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc1 expref: 47 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.011706:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.011707:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.011710:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc30c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc8 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.011734:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc305 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc1 expref: 47 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.011745:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc1 expref: 47 pid: 8417 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.011757:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540340736:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.012179:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.013593:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540340736:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.013611:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc30c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc8 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.013621:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228000, rc 0) 00000100:00100000:2.0:1746128114.013646:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542569984:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2000us (2164us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.013652:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4967 00000100:00100000:0.0:1746128114.014792:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.014862:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542570112 00000100:00100000:2.0:1746128114.014867:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542570112 00010000:00010000:2.0:1746128114.014888:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc1 expref: 48 pid: 8417 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.015120:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8854 00000100:00100000:2.0:1746128114.015126:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1964:x1830947542570112:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.015137:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.015151:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc1 expref: 48 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.015160:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc305 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc1 expref: 48 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.015175:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc305 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc1 expref: 48 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.015198:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.015200:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.015205:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc30c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc8 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.015211:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc30c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc8 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.015232:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc30c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc8 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.015242:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540340864:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.015728:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.017977:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540340864:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.018001:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.018032:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1964:x1830947542570112:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2905us (3241us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.018041:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8854 00000100:00100000:0.0:1746128114.018529:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.018632:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.018692:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542570368 00000100:00100000:3.0:1746128114.018696:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542570368 00002000:00100000:3.0:1746128114.018726:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b1180 x1830947542570368/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.018734:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b1180 with x1830947542570368 ext(0->4095) 00002000:00010000:3.0:1746128114.018738:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b1180 00000100:00100000:3.0:1746128114.018752:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3707 00000100:00100000:3.0:1746128114.018757:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542570368:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128114.018881:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542570368:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (353us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.018886:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3707 00002000:00100000:3.0:1746128114.018892:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b1180 x1830947542570368/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.018898:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b1180 with x1830947542570368 ext(0->4095) 00002000:00010000:3.0:1746128114.018901:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b1180 00000100:00100000:3.0:1746128114.018923:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542570496 00000100:00100000:3.0:1746128114.018925:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542570496 00000100:00100000:3.0:1746128114.018941:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4968 00000100:00100000:3.0:1746128114.018945:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:31595:x1830947542570496:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.018952:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.018963:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc313 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2fcf expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.018980:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc30c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc8 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.018986:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.019000:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.019003:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc313 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fcf expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.019026:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc30c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc8 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.019036:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc30c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc8 expref: 5 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.019045:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540340992:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128114.019090:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.021227:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540340992:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128114.021246:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc313 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fcf expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.021257:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66a00, rc 0) 00000100:00100000:3.0:1746128114.021296:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:31595:x1830947542570496:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2349us (2663us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.021303:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4968 00000100:00100000:0.0:1746128114.023528:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.024439:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.024484:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542570624 00000100:00100000:3.0:1746128114.024491:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542570624 00000100:00100000:3.0:1746128114.024523:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4969 00000100:00100000:3.0:1746128114.024529:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:31596:x1830947542570624:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.024542:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.024555:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc31a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2fd6 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.024585:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.024589:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc313 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fcf expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.024595:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.024597:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc31a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fd6 expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.024622:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc313 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fcf expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.024636:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc31a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fd6 expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.024644:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67800, rc 0) 00000100:00100000:2.0:1746128114.024802:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542570752 00000100:00100000:2.0:1746128114.024806:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542570752 00010000:00010000:2.0:1746128114.024819:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc30c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc8 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.024835:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8855 00000100:00100000:2.0:1746128114.024840:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f48380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542570752:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.024847:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.024861:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc30c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc8 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.024869:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc30c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc8 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.024883:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc30c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fc8 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.025251:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:31596:x1830947542570624:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 721us (1727us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.025256:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4969 00010000:00010000:2.0:1746128114.025363:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.025365:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.025371:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc313 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fcf expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.025377:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc313 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fcf expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.025395:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc313 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fcf expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.025404:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc313 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fcf expref: 48 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.025413:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540341248:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.025463:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.028351:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.029005:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540341248:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.029024:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.029665:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f48380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542570752:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4821us (5223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.029675:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8855 00000100:00100000:1.0:1746128114.030678:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542571008 00000100:00100000:1.0:1746128114.030686:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542571008 00002000:00100000:1.0:1746128114.030718:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f48700 x1830947542571008/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.030727:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f48700 with x1830947542571008 ext(0->4095) 00010000:00010000:1.0:1746128114.030734:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc313 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fcf expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.030747:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc313 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fcf expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.030753:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f48700 00000100:00100000:1.0:1746128114.030816:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1701 00000100:00100000:1.0:1746128114.030823:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1963:x1830947542571008:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128114.031274:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1963:x1830947542571008:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 450us (2927us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.031280:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1701 00002000:00100000:1.0:1746128114.031286:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f48700 x1830947542571008/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.031292:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f48700 with x1830947542571008 ext(0->4095) 00010000:00010000:1.0:1746128114.031297:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc313 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fcf expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.031305:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc313 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fcf expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.031310:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f48700 00000100:00100000:0.0:1746128114.034176:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.034303:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542571136 00000100:00100000:2.0:1746128114.034309:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542571136 00010000:00010000:2.0:1746128114.034336:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc313 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fcf expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.034368:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8856 00000100:00100000:2.0:1746128114.034375:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f48a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1964:x1830947542571136:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.034387:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.034404:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc313 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fcf expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.034417:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc313 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fcf expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.034435:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc313 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fcf expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.034458:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.034460:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.034466:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc31a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fd6 expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.034473:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc31a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fd6 expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.034500:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc31a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fd6 expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.034508:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540341376:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.034590:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.036949:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.037019:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542571392 00000100:00100000:1.0:1746128114.037025:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542571392 00002000:00100000:1.0:1746128114.037052:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce86300 x1830947542571392/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.037060:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce86300 with x1830947542571392 ext(0->4095) 00002000:00010000:1.0:1746128114.037063:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce86300 00000100:00100000:1.0:1746128114.037091:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3708 00000100:00100000:1.0:1746128114.037097:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1965:x1830947542571392:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128114.037214:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1965:x1830947542571392:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.037219:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3708 00002000:00100000:1.0:1746128114.037224:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce86300 x1830947542571392/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.037230:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce86300 with x1830947542571392 ext(0->4095) 00002000:00010000:1.0:1746128114.037233:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce86300 00000100:00100000:2.0:1746128114.037619:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540341376:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.037634:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.037655:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f48a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1964:x1830947542571136:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3281us (3484us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.037661:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8856 00000100:00100000:0.0:1746128114.039748:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.039853:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542571520 00000100:00100000:3.0:1746128114.039859:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542571520 00000100:00100000:3.0:1746128114.039891:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4970 00000100:00100000:3.0:1746128114.039897:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542571520:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.039908:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.039919:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc321 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2fdd expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.039938:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc31a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fd6 expref: 47 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.039944:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.039945:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.039948:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc321 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fdd expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.039969:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc31a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fd6 expref: 47 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.039982:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc31a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fd6 expref: 47 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.040001:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540341504:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128114.040249:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.041530:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540341504:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128114.041547:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc321 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fdd expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.041557:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66c00, rc 0) 00000100:00100000:3.0:1746128114.041602:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542571520:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1705us (1858us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.041608:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4970 00000100:00100000:0.0:1746128114.043179:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.043259:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542571648 00000100:00100000:2.0:1746128114.043265:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542571648 00010000:00010000:2.0:1746128114.043290:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc31a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fd6 expref: 48 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.043310:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8857 00000100:00100000:2.0:1746128114.043316:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1964:x1830947542571648:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.043327:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.043344:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc31a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fd6 expref: 48 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.043354:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc31a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fd6 expref: 48 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.043371:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc31a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fd6 expref: 48 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.043397:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.043399:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.043405:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc321 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fdd expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.043412:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc321 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fdd expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.043436:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc321 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fdd expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.043445:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540341632:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.043505:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.045924:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.046032:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542571904 00000100:00100000:3.0:1746128114.046038:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542571904 00002000:00100000:3.0:1746128114.046069:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce87480 x1830947542571904/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.046078:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce87480 with x1830947542571904 ext(0->4095) 00002000:00010000:3.0:1746128114.046082:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce87480 00000100:00100000:3.0:1746128114.046325:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3709 00000100:00100000:3.0:1746128114.046332:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542571904:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128114.046651:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540341632:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.046665:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.046704:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1964:x1830947542571648:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3388us (3528us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.046711:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8857 00000100:00100000:3.0:1746128114.047640:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542571904:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 1306us (1719us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.047649:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3709 00002000:00100000:3.0:1746128114.047655:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce87480 x1830947542571904/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.047663:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce87480 with x1830947542571904 ext(0->4095) 00002000:00010000:3.0:1746128114.047666:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce87480 00000100:00100000:0.0:1746128114.047847:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.048245:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542572032 00000100:00100000:3.0:1746128114.048249:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542572032 00000100:00100000:3.0:1746128114.048271:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4971 00000100:00100000:3.0:1746128114.048275:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:31595:x1830947542572032:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.048284:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.048296:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc328 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2fe4 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.048314:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc321 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fdd expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.048320:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.048321:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.048324:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc328 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fe4 expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.048344:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc321 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fdd expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.048353:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc321 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fdd expref: 5 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.048367:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540341760:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128114.048415:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.051251:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.051860:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542572160 00000100:00100000:1.0:1746128114.051866:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542572160 00000100:00100000:1.0:1746128114.051907:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4972 00000100:00100000:1.0:1746128114.051914:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:31596:x1830947542572160:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128114.051930:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128114.051943:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc32f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2feb expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.051962:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.051966:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc328 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fe4 expref: 50 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.051971:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.051974:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc32f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2feb expref: 50 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.052010:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc328 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fe4 expref: 50 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.052021:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc32f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2feb expref: 50 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.052028:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57000, rc 0) 00000100:00100000:1.0:1746128114.052066:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:31596:x1830947542572160:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.052071:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4972 00000100:00100000:3.0:1746128114.052536:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540341760:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128114.052551:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc328 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fe4 expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.052559:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66a00, rc 0) 00000100:00100000:3.0:1746128114.052607:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:31595:x1830947542572032:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4330us (4758us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.052612:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4971 00000100:00100000:0.0:1746128114.053325:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.053426:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542572288 00000100:00100000:2.0:1746128114.053431:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542572288 00010000:00010000:2.0:1746128114.053448:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc321 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fdd expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.053465:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8858 00000100:00100000:2.0:1746128114.053471:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093160700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542572288:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.053478:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.053493:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc321 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fdd expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.053502:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc321 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fdd expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.053517:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc321 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fdd expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.053528:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.053530:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.053535:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc328 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fe4 expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.053546:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc328 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fe4 expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.053565:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc328 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fe4 expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.053590:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc328 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fe4 expref: 48 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.053600:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540342016:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.053649:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.056464:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.056530:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540342016:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.056543:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.056865:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093160700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542572288:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3392us (3538us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.056873:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8858 00000100:00100000:3.0:1746128114.057196:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542572544 00000100:00100000:3.0:1746128114.057201:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542572544 00002000:00100000:3.0:1746128114.057228:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093162300 x1830947542572544/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.057236:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093162300 with x1830947542572544 ext(0->4095) 00010000:00010000:3.0:1746128114.057243:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc328 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fe4 expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.057253:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc328 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fe4 expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.057258:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093162300 00000100:00100000:3.0:1746128114.057281:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1702 00000100:00100000:3.0:1746128114.057287:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093162300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1964:x1830947542572544:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128114.057396:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093162300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1964:x1830947542572544:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (937us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.057401:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1702 00002000:00100000:3.0:1746128114.057405:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093162300 x1830947542572544/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.057412:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093162300 with x1830947542572544 ext(0->4095) 00010000:00010000:3.0:1746128114.057417:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc328 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fe4 expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.057425:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc328 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fe4 expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.057431:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093162300 00000100:00100000:0.0:1746128114.060146:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.060219:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542572672 00000100:00100000:2.0:1746128114.060225:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542572672 00010000:00010000:2.0:1746128114.060248:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc328 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fe4 expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.060325:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8859 00000100:00100000:2.0:1746128114.060330:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093160380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1965:x1830947542572672:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.060340:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.060354:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc328 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fe4 expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.060363:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc328 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fe4 expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.060378:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc328 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2fe4 expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.060632:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.060634:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.060639:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc32f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2feb expref: 48 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.060646:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc32f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2feb expref: 48 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.060670:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc32f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2feb expref: 48 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.060678:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540342144:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.060737:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.062700:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.062778:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540342144:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.062792:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.062823:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093160380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1965:x1830947542572672:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2492us (2682us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.062831:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8859 00000100:00100000:1.0:1746128114.063305:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542572928 00000100:00100000:1.0:1746128114.063310:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542572928 00002000:00100000:1.0:1746128114.063339:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093162680 x1830947542572928/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.063347:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093162680 with x1830947542572928 ext(0->4095) 00002000:00010000:1.0:1746128114.063351:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093162680 00000100:00100000:1.0:1746128114.063376:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3710 00000100:00100000:1.0:1746128114.063382:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1963:x1830947542572928:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128114.063494:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1963:x1830947542572928:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (798us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.063499:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3710 00002000:00100000:1.0:1746128114.063504:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093162680 x1830947542572928/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.063510:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093162680 with x1830947542572928 ext(0->4095) 00002000:00010000:1.0:1746128114.063513:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093162680 00000100:00100000:0.0:1746128114.066037:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.066308:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542573056 00000100:00100000:3.0:1746128114.066316:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542573056 00000100:00100000:3.0:1746128114.066359:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4973 00000100:00100000:3.0:1746128114.066365:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542573056:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.066378:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.066390:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc336 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2ff2 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.066411:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc32f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2feb expref: 47 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.066418:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.066419:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.066422:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc336 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff2 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.066446:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc32f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2feb expref: 47 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.066455:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc32f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2feb expref: 47 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.066464:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540342272:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128114.066534:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81240 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.068651:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540342272:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128114.068671:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc336 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff2 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.068684:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67400, rc 0) 00000100:00100000:3.0:1746128114.068710:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542573056:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2345us (2678us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.068717:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4973 00000100:00100000:0.0:1746128114.070369:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.070455:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542573184 00000100:00100000:2.0:1746128114.070461:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542573184 00010000:00010000:2.0:1746128114.070488:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc32f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2feb expref: 48 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.070508:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8860 00000100:00100000:2.0:1746128114.070514:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1963:x1830947542573184:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.070524:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.070540:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc32f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2feb expref: 48 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.070550:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc32f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2feb expref: 48 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.070565:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc32f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2feb expref: 48 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.070609:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.070611:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.070617:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc336 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff2 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.070624:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc336 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff2 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.070648:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc336 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff2 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.070662:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540342400:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.070723:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.072647:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540342400:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.072661:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.072699:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1963:x1830947542573184:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2184us (2332us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.072707:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8860 00000100:00100000:0.0:1746128114.074765:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.074842:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.074885:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542573440 00000100:00100000:3.0:1746128114.074892:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542573440 00002000:00100000:3.0:1746128114.074925:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944dc00 x1830947542573440/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.074934:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944dc00 with x1830947542573440 ext(0->4095) 00002000:00010000:3.0:1746128114.074937:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012944dc00 00000100:00100000:2.0:1746128114.074985:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542573568 00000100:00100000:2.0:1746128114.074996:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542573568 00000100:00100000:2.0:1746128114.075015:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4974 00000100:00100000:2.0:1746128114.075021:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:31595:x1830947542573568:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.075032:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.075043:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc33d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d2ff9 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.075062:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc336 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff2 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.075068:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.075069:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.075072:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc33d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff9 expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.075094:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc336 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff2 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.075107:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc336 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff2 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.075116:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540342528:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.075160:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.075267:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1703 00000100:00100000:3.0:1746128114.075273:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542573440:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128114.075385:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542573440:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (624us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.075390:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1703 00002000:00100000:3.0:1746128114.075395:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944dc00 x1830947542573440/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.075401:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944dc00 with x1830947542573440 ext(0->4095) 00010000:00010000:3.0:1746128114.075405:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc336 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff2 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.075414:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc336 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff2 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.075418:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944dc00 00000100:00100000:0.0:1746128114.078267:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.078367:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540342528:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.078388:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc33d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff9 expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.078401:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228c00, rc 0) 00000100:00100000:2.0:1746128114.078433:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:31595:x1830947542573568:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3411us (3590us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.078440:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4974 00000100:00100000:2.0:1746128114.078458:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542573696 00000100:00100000:2.0:1746128114.078461:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542573696 00000100:00100000:2.0:1746128114.079434:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4975 00000100:00100000:2.0:1746128114.079442:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:31596:x1830947542573696:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.079454:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.079466:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc344 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3000 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.079484:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.079488:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc33d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff9 expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.079498:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.079501:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc344 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3000 expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.079524:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc33d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff9 expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.079533:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc344 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3000 expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.079540:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228e00, rc 0) 00000100:00100000:2.0:1746128114.079584:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:31596:x1830947542573696:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (1310us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.079590:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4975 00000100:00100000:0.0:1746128114.080333:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.080819:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542573824 00000100:00100000:3.0:1746128114.080825:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542573824 00010000:00010000:3.0:1746128114.080845:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc336 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff2 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.080866:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8861 00000100:00100000:3.0:1746128114.080871:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542573824:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.080879:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.080893:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc336 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff2 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.080902:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc336 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff2 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.080918:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc336 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff2 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.081088:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.081090:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.081096:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc33d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff9 expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.081104:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc33d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff9 expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.081127:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc33d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff9 expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.081135:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc33d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff9 expref: 48 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.081144:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540342784:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.081191:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.083379:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.083440:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542574080 00000100:00100000:1.0:1746128114.083445:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542574080 00002000:00100000:1.0:1746128114.083475:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944ce00 x1830947542574080/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.083483:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944ce00 with x1830947542574080 ext(0->4095) 00010000:00010000:1.0:1746128114.083488:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc33d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff9 expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.083498:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc33d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff9 expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.083504:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944ce00 00000100:00100000:1.0:1746128114.083528:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1704 00000100:00100000:1.0:1746128114.083533:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1964:x1830947542574080:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128114.083681:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1964:x1830947542574080:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.083686:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1704 00002000:00100000:1.0:1746128114.083692:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944ce00 x1830947542574080/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.083699:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944ce00 with x1830947542574080 ext(0->4095) 00010000:00010000:1.0:1746128114.083702:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc33d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff9 expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.083710:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc33d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff9 expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.083716:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944ce00 00000100:00100000:3.0:1746128114.083787:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540342784:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.083799:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.083816:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542573824:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2946us (3485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.083822:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8861 00000100:00100000:0.0:1746128114.086131:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.086727:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542574208 00000100:00100000:3.0:1746128114.086734:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542574208 00010000:00010000:3.0:1746128114.086760:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc33d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff9 expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.086792:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8862 00000100:00100000:3.0:1746128114.086799:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1963:x1830947542574208:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.086809:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.086825:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc33d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff9 expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.086834:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc33d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff9 expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.086851:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc33d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d2ff9 expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.086926:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.086928:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.086935:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc344 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3000 expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.086941:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc344 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3000 expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.086967:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc344 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3000 expref: 48 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128114.086976:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540342912:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.087052:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.089423:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.089498:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540342912:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.089510:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.089543:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1963:x1830947542574208:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2744us (3419us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.089550:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8862 00000100:00100000:2.0:1746128114.089862:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542574464 00000100:00100000:2.0:1746128114.089869:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542574464 00002000:00100000:2.0:1746128114.089896:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944c380 x1830947542574464/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.089904:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944c380 with x1830947542574464 ext(0->4095) 00002000:00010000:2.0:1746128114.089907:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012944c380 00000100:00100000:2.0:1746128114.089921:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3712 00000100:00100000:2.0:1746128114.089927:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1963:x1830947542574464:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128114.090041:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1963:x1830947542574464:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (623us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.090049:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3712 00002000:00100000:2.0:1746128114.090053:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944c380 x1830947542574464/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.090059:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944c380 with x1830947542574464 ext(0->4095) 00002000:00010000:2.0:1746128114.090062:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012944c380 00000100:00100000:0.0:1746128114.098432:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.098555:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542574592 00000100:00100000:2.0:1746128114.098562:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542574592 00000100:00100000:2.0:1746128114.098703:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4976 00000100:00100000:2.0:1746128114.098709:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542574592:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.098724:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.098737:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc34b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3007 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.098758:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc344 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3000 expref: 47 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.098764:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.098766:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.098768:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc34b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3007 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.098788:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc344 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3000 expref: 47 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.098796:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc344 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3000 expref: 47 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.098810:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540343040:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.099651:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.105210:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540343040:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.105235:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc34b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3007 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.105249:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229800, rc 0) 00000100:00100000:2.0:1746128114.105281:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542574592:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6572us (6855us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.105289:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4976 00000100:00100000:0.0:1746128114.118965:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.119276:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542574720 00000100:00100000:2.0:1746128114.119283:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542574720 00000100:00100000:2.0:1746128114.119321:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4977 00000100:00100000:2.0:1746128114.119328:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:31595:x1830947542574720:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.119342:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.119354:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc352 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d300e expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.119374:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.119379:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc34b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3007 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.119384:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128114.119387:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc352 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d300e expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.119416:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc34b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3007 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.119425:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc352 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d300e expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.119432:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228000, rc 0) 00000100:00100000:2.0:1746128114.119469:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:31595:x1830947542574720:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.119473:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4977 00000100:00100000:0.0:1746128114.123167:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.123275:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542574848 00000100:00100000:2.0:1746128114.123283:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542574848 00002000:00100000:2.0:1746128114.123317:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012944f800 x1830947542574848/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 496/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.123325:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944f800 with x1830947542574848 ext(0->7) 00010000:00010000:2.0:1746128114.123332:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc344 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3000 expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.123343:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc344 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3000 expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.123349:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944f800 00000100:00100000:2.0:1746128114.123364:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1705 00000100:00100000:2.0:1746128114.123370:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1965:x1830947542574848:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128114.124250:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1965:x1830947542574848:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 878us (1087us total) trans 4294967958 rc 0/0 00000100:00100000:2.0:1746128114.124258:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1705 00002000:00100000:2.0:1746128114.124264:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012944f800 x1830947542574848/t4294967958(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 496/448 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.124271:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944f800 with x1830947542574848 ext(0->7) 00010000:00010000:2.0:1746128114.124276:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc344 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3000 expref: 51 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.124286:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc344 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3000 expref: 51 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.124291:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944f800 00000100:00100000:0.0:1746128114.126279:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.126609:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542574976 00000100:00100000:3.0:1746128114.126616:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542574976 00010000:00010000:3.0:1746128114.126643:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc344 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3000 expref: 51 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.126836:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8863 00000100:00100000:3.0:1746128114.126842:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1964:x1830947542574976:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.126852:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.126866:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc344 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3000 expref: 51 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.126876:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc344 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3000 expref: 51 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.126894:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc344 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3000 expref: 51 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.126977:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.126979:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.126994:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc34b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3007 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.127005:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc34b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3007 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.127033:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc34b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3007 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.127043:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc34b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3007 expref: 5 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.127052:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540343296:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.127866:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81240 going to sleep for 11 seconds 00000100:00100000:1.0:1746128114.129833:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.129896:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540343296:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.129910:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.129955:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542574976:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3112us (3680us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.129965:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8863 00000100:00100000:2.0:1746128114.130044:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542575232 00000100:00100000:2.0:1746128114.130051:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542575232 00002000:00100000:2.0:1746128114.130080:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094643b80 x1830947542575232/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.130089:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094643b80 with x1830947542575232 ext(0->4095) 00010000:00010000:2.0:1746128114.130096:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc34b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3007 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.130108:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc34b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3007 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.130114:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094643b80 00000100:00100000:2.0:1746128114.130129:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1706 00000100:00100000:2.0:1746128114.130134:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542575232:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128114.130246:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542575232:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (418us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.130251:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1706 00002000:00100000:2.0:1746128114.130256:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094643b80 x1830947542575232/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.130262:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094643b80 with x1830947542575232 ext(0->4095) 00010000:00010000:2.0:1746128114.130266:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc34b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3007 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.130274:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc34b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3007 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.130279:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094643b80 00000100:00100000:0.0:1746128114.133924:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.134010:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542575360 00000100:00100000:3.0:1746128114.134017:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542575360 00010000:00010000:3.0:1746128114.134044:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc34b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3007 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.134370:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8864 00000100:00100000:3.0:1746128114.134377:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542575360:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.134387:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.134403:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc34b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3007 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.134412:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc34b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3007 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.134428:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc34b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3007 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.134453:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.134454:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.134460:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc352 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d300e expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.134466:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc352 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d300e expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.134491:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc352 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d300e expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128114.134500:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540343424:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.134726:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.137945:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.138081:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540343424:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.138096:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.138129:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542575360:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3752us (4211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.138139:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8864 00000100:00100000:1.0:1746128114.138224:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542575616 00000100:00100000:1.0:1746128114.138229:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542575616 00002000:00100000:1.0:1746128114.138258:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013440bb80 x1830947542575616/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.138266:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440bb80 with x1830947542575616 ext(0->4095) 00002000:00010000:1.0:1746128114.138269:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013440bb80 00000100:00100000:1.0:1746128114.138282:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3713 00000100:00100000:1.0:1746128114.138287:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542575616:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128114.138414:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542575616:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (475us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.138422:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3713 00002000:00100000:1.0:1746128114.138426:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013440bb80 x1830947542575616/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.138433:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440bb80 with x1830947542575616 ext(0->4095) 00002000:00010000:1.0:1746128114.138435:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013440bb80 00000100:00100000:0.0:1746128114.144130:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.144213:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542575744 00000100:00100000:1.0:1746128114.144220:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542575744 00000100:00100000:1.0:1746128114.144307:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4978 00000100:00100000:1.0:1746128114.144314:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542575744:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128114.144327:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128114.144339:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc359 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3015 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.144360:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc352 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d300e expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.144367:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.144368:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.144371:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc359 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3015 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.144394:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc352 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d300e expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.144404:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc352 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d300e expref: 49 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.144419:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094643100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540343552:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128114.145186:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:1.0:1746128114.146777:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094643100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540343552:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128114.146797:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc359 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3015 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.146808:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57200, rc 0) 00000100:00100000:1.0:1746128114.146835:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542575744:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2523us (2713us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.146842:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4978 00000100:00100000:0.0:1746128114.147908:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.147976:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542575872 00000100:00100000:2.0:1746128114.147981:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542575872 00002000:00100000:2.0:1746128114.148016:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880134409180 x1830947542575872/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 496/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.148024:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134409180 with x1830947542575872 ext(0->7) 00010000:00010000:2.0:1746128114.148030:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc352 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d300e expref: 50 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.148040:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc352 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d300e expref: 50 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.148045:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134409180 00000100:00100000:2.0:1746128114.148068:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1707 00000100:00100000:2.0:1746128114.148074:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542575872:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128114.148301:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1964:x1830947542575872:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 227us (394us total) trans 4294967959 rc 0/0 00000100:00100000:2.0:1746128114.148306:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1707 00002000:00100000:2.0:1746128114.148311:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880134409180 x1830947542575872/t4294967959(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 496/448 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.148317:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134409180 with x1830947542575872 ext(0->7) 00010000:00010000:2.0:1746128114.148321:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc352 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d300e expref: 52 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.148328:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc352 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d300e expref: 52 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.148332:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134409180 00000100:00100000:0.0:1746128114.153944:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.154041:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542576000 00000100:00100000:3.0:1746128114.154048:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542576000 00010000:00010000:3.0:1746128114.154074:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc352 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d300e expref: 52 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.154568:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8865 00000100:00100000:3.0:1746128114.154599:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1963:x1830947542576000:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.154609:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.154626:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc352 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d300e expref: 52 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.154636:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc352 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d300e expref: 52 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.154653:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc352 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d300e expref: 52 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.154678:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.154680:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.154685:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc359 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3015 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.154691:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc359 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3015 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.154715:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc359 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3015 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128114.154728:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540343680:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.154792:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.158174:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.158238:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542576256 00000100:00100000:1.0:1746128114.158246:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542576256 00002000:00100000:1.0:1746128114.158280:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c72680 x1830947542576256/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.158289:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72680 with x1830947542576256 ext(0->4095) 00002000:00010000:1.0:1746128114.158293:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c72680 00000100:00100000:1.0:1746128114.158309:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3714 00000100:00100000:1.0:1746128114.158314:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542576256:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128114.158440:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542576256:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.158445:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3714 00002000:00100000:1.0:1746128114.158450:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c72680 x1830947542576256/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.158461:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72680 with x1830947542576256 ext(0->4095) 00002000:00010000:1.0:1746128114.158463:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c72680 00000100:00100000:3.0:1746128114.158636:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540343680:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.158650:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.158670:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1963:x1830947542576000:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4074us (4733us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.158941:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8865 00000100:00100000:0.0:1746128114.161747:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.161785:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542576384 00000100:00100000:0.0:1746128114.161791:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542576384 00000100:00100000:0.0:1746128114.161843:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4979 00000100:00100000:0.0:1746128114.161850:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:31595:x1830947542576384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128114.161864:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128114.161878:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc360 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d301c expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.161899:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc359 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3015 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.161906:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128114.161907:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128114.161911:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc360 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d301c expref: 52 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.161934:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc359 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3015 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.161945:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc359 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3015 expref: 5 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:0.0:1746128114.161954:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013440ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540343808:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128114.162023:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0449c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.164821:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.165044:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013440ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540343808:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128114.165068:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc360 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d301c expref: 52 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.165081:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43ca00, rc 0) 00000100:00100000:1.0:1746128114.165117:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:31595:x1830947542576384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3267us (3377us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.165124:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4979 00000100:00100000:1.0:1746128114.165145:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542576512 00000100:00100000:1.0:1746128114.165149:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542576512 00000100:00100000:1.0:1746128114.165810:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4980 00000100:00100000:1.0:1746128114.165817:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:31596:x1830947542576512:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128114.165829:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128114.165839:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc367 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3023 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.165854:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.165858:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc360 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d301c expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.165863:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.165865:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc367 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3023 expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.165892:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc360 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d301c expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.165901:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc367 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3023 expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.165907:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56800, rc 0) 00000100:00100000:1.0:1746128114.165923:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:31596:x1830947542576512:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (1110us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.165928:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4980 00000100:00100000:0.0:1746128114.166098:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.166202:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542576640 00000100:00100000:3.0:1746128114.166206:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542576640 00010000:00010000:3.0:1746128114.166223:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc359 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3015 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.166239:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8866 00000100:00100000:3.0:1746128114.166244:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134408e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542576640:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.166251:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.166267:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc359 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3015 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.166276:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc359 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3015 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.166290:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc359 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3015 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.166550:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.166552:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.166558:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc360 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d301c expref: 52 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.166564:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc360 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d301c expref: 52 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.166595:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc360 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d301c expref: 52 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.166605:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc360 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d301c expref: 52 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.166614:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540344064:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.166655:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.169804:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.169873:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542576896 00000100:00100000:2.0:1746128114.169879:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542576896 00002000:00100000:2.0:1746128114.169911:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013440b800 x1830947542576896/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.169921:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440b800 with x1830947542576896 ext(0->4095) 00010000:00010000:2.0:1746128114.169928:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc360 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d301c expref: 53 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.169939:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc360 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d301c expref: 53 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.169950:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013440b800 00000100:00100000:2.0:1746128114.170086:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1708 00000100:00100000:2.0:1746128114.170093:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1964:x1830947542576896:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128114.170216:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1964:x1830947542576896:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (418us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.170222:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1708 00002000:00100000:2.0:1746128114.170226:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013440b800 x1830947542576896/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.170234:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440b800 with x1830947542576896 ext(0->4095) 00010000:00010000:2.0:1746128114.170238:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc360 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d301c expref: 53 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.170246:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc360 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d301c expref: 53 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.170252:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013440b800 00000100:00100000:3.0:1746128114.170327:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540344064:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.170340:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.170359:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134408e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542576640:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4114us (4261us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.170366:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8866 00000100:00100000:0.0:1746128114.173751:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.173839:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542577024 00000100:00100000:2.0:1746128114.173845:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542577024 00010000:00010000:2.0:1746128114.173872:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc360 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d301c expref: 53 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.173893:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8867 00000100:00100000:2.0:1746128114.173898:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1965:x1830947542577024:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.173909:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.173927:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc360 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d301c expref: 53 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.173936:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc360 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d301c expref: 53 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.173954:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc360 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d301c expref: 53 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.173968:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.173970:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.173976:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc367 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3023 expref: 52 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.173982:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc367 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3023 expref: 52 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.174018:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc367 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3023 expref: 52 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.174027:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540344192:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.174081:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.176403:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540344192:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.176420:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.176453:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1965:x1830947542577024:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2553us (2708us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.176461:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8867 00000100:00100000:0.0:1746128114.176827:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.177598:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542577280 00000100:00100000:1.0:1746128114.177604:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542577280 00002000:00100000:1.0:1746128114.177632:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013440b480 x1830947542577280/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.177640:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440b480 with x1830947542577280 ext(0->4095) 00002000:00010000:1.0:1746128114.177643:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013440b480 00000100:00100000:1.0:1746128114.178145:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3715 00000100:00100000:1.0:1746128114.178152:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1964:x1830947542577280:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128114.178904:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1964:x1830947542577280:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 751us (2077us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.178911:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3715 00002000:00100000:1.0:1746128114.178918:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013440b480 x1830947542577280/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.178931:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440b480 with x1830947542577280 ext(0->4095) 00002000:00010000:1.0:1746128114.178934:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013440b480 00000100:00100000:0.0:1746128114.180478:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.180561:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542577408 00000100:00100000:1.0:1746128114.180567:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542577408 00000100:00100000:1.0:1746128114.180816:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4981 00000100:00100000:1.0:1746128114.180824:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542577408:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128114.180837:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128114.180852:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc36e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d302a expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.180874:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc367 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3023 expref: 51 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.180880:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.180881:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.180884:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc36e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d302a expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.180908:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc367 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3023 expref: 51 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.180918:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc367 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3023 expref: 51 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.180926:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094643100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540344320:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128114.181374:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:1.0:1746128114.183897:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094643100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540344320:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128114.183919:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc36e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d302a expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.183931:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57600, rc 0) 00000100:00100000:1.0:1746128114.183965:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542577408:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3142us (3489us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.183972:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4981 00000100:00100000:0.0:1746128114.184692:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.184958:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542577536 00000100:00100000:2.0:1746128114.184964:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542577536 00010000:00010000:2.0:1746128114.184998:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc367 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3023 expref: 52 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.185019:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8868 00000100:00100000:2.0:1746128114.185026:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1963:x1830947542577536:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.185037:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.185053:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc367 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3023 expref: 52 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.185063:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc367 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3023 expref: 52 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.185081:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc367 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3023 expref: 52 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.185104:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.185106:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.185112:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc36e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d302a expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.185120:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc36e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d302a expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.185144:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc36e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d302a expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.185158:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540344448:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.185217:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.188744:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.188786:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.188955:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540344448:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.188972:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.189017:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1963:x1830947542577536:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3991us (4326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.189026:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8868 00000100:00100000:1.0:1746128114.189108:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542577792 00000100:00100000:1.0:1746128114.189114:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542577792 00000100:00100000:1.0:1746128114.189139:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4982 00000100:00100000:1.0:1746128114.189145:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:31595:x1830947542577792:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128114.189157:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128114.189170:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc375 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3031 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.189192:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc36e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d302a expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.189199:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.189200:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.189204:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc375 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3031 expref: 52 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.189226:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc36e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d302a expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.189236:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc36e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d302a expref: 5 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.189246:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094643100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540344576:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128114.189746:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:1.0:1746128114.189758:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542577920 00000100:00100000:1.0:1746128114.189761:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542577920 00002000:00100000:1.0:1746128114.189781:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134408380 x1830947542577920/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.189788:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134408380 with x1830947542577920 ext(0->4095) 00010000:00010000:1.0:1746128114.189793:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc36e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d302a expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.189801:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc36e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d302a expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.189806:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134408380 00000100:00100000:0.0:1746128114.190220:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1709 00000100:00100000:0.0:1746128114.190227:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542577920:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128114.190364:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542577920:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (1577us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128114.190370:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1709 00002000:00100000:0.0:1746128114.190374:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134408380 x1830947542577920/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128114.190381:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134408380 with x1830947542577920 ext(0->4095) 00010000:00010000:0.0:1746128114.190385:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc36e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d302a expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746128114.190393:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc36e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d302a expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746128114.190398:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134408380 00000100:00100000:1.0:1746128114.193395:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094643100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540344576:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128114.193418:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc375 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3031 expref: 52 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.193430:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57000, rc 0) 00000100:00100000:1.0:1746128114.193463:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:31595:x1830947542577792:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4318us (4724us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.193470:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4982 00000100:00100000:0.0:1746128114.193682:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.193959:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542578048 00000100:00100000:2.0:1746128114.193965:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542578048 00000100:00100000:2.0:1746128114.194846:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4983 00000100:00100000:2.0:1746128114.194854:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:31596:x1830947542578048:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.194867:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.194879:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc37c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3038 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.194896:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.194900:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc375 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3031 expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.194905:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.194908:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc37c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3038 expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.194931:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc375 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3031 expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.194945:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc37c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3038 expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.194952:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228c00, rc 0) 00000100:00100000:2.0:1746128114.194983:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:31596:x1830947542578048:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (1302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.194998:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4983 00000100:00100000:0.0:1746128114.196048:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.196182:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542578176 00000100:00100000:2.0:1746128114.196188:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542578176 00010000:00010000:2.0:1746128114.196210:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc36e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d302a expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.196241:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8869 00000100:00100000:2.0:1746128114.196247:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542578176:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.196256:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.196274:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc36e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d302a expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.196283:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc36e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d302a expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.196301:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc36e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d302a expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.196840:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.196843:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.196849:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc375 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3031 expref: 52 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.196857:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc375 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3031 expref: 52 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.196883:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc375 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3031 expref: 52 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.196892:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc375 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3031 expref: 52 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.196902:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540344832:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.196965:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.201330:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540344832:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.201348:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.202658:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542578176:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6401us (6602us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.202668:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8869 00000100:00100000:1.0:1746128114.202879:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.203673:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542578432 00000100:00100000:2.0:1746128114.203681:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542578432 00002000:00100000:2.0:1746128114.203714:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094643100 x1830947542578432/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.203722:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094643100 with x1830947542578432 ext(0->4095) 00010000:00010000:2.0:1746128114.203729:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc375 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3031 expref: 53 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.203745:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc375 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3031 expref: 53 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.203751:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094643100 00000100:00100000:2.0:1746128114.203781:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1710 00000100:00100000:2.0:1746128114.203787:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1963:x1830947542578432:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128114.203918:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1963:x1830947542578432:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (1039us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.203924:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1710 00002000:00100000:2.0:1746128114.203929:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094643100 x1830947542578432/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.203935:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094643100 with x1830947542578432 ext(0->4095) 00010000:00010000:2.0:1746128114.203940:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc375 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3031 expref: 53 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.203947:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc375 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3031 expref: 53 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.203952:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094643100 00000100:00100000:0.0:1746128114.205863:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.205967:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542578560 00000100:00100000:2.0:1746128114.205973:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542578560 00010000:00010000:2.0:1746128114.206008:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc375 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3031 expref: 53 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.206029:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8870 00000100:00100000:2.0:1746128114.206036:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1964:x1830947542578560:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.206048:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.206064:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc375 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3031 expref: 53 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.206073:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc375 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3031 expref: 53 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.206090:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc375 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3031 expref: 53 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.206734:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.206736:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.206744:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc37c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3038 expref: 52 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.206751:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc37c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3038 expref: 52 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.206778:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc37c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3038 expref: 52 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.206788:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540344960:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.206856:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.211622:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.211731:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542578816 00000100:00100000:1.0:1746128114.211738:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542578816 00002000:00100000:1.0:1746128114.211771:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920ead80 x1830947542578816/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.211779:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ead80 with x1830947542578816 ext(0->4095) 00002000:00010000:1.0:1746128114.211783:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920ead80 00000100:00100000:1.0:1746128114.211812:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3716 00000100:00100000:1.0:1746128114.211818:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1963:x1830947542578816:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128114.211953:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1963:x1830947542578816:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (337us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.211959:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3716 00002000:00100000:1.0:1746128114.211964:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920ead80 x1830947542578816/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.211970:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ead80 with x1830947542578816 ext(0->4095) 00002000:00010000:1.0:1746128114.211973:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920ead80 00000100:00100000:2.0:1746128114.212086:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540344960:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.212102:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.212134:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1964:x1830947542578560:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6098us (6276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.212141:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8870 00000100:00100000:0.0:1746128114.214921:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.215111:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542578944 00000100:00100000:3.0:1746128114.215117:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542578944 00000100:00100000:3.0:1746128114.215545:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4984 00000100:00100000:3.0:1746128114.215553:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542578944:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.215567:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.215616:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc383 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d303f expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.215645:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc37c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3038 expref: 51 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.215652:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.215653:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.215656:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc383 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d303f expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.215681:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc37c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3038 expref: 51 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.215691:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc37c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3038 expref: 51 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.215700:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540345088:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128114.215767:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.217733:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540345088:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128114.217754:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc383 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d303f expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.217766:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67e00, rc 0) 00000100:00100000:3.0:1746128114.217806:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542578944:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2254us (2891us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.217813:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4984 00000100:00100000:0.0:1746128114.218611:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.218746:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542579072 00000100:00100000:2.0:1746128114.218752:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542579072 00010000:00010000:2.0:1746128114.218776:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc37c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3038 expref: 52 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.218796:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8871 00000100:00100000:2.0:1746128114.218801:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1964:x1830947542579072:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.218811:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.218827:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc37c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3038 expref: 52 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.218837:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc37c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3038 expref: 52 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.218852:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc37c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3038 expref: 52 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.218879:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.218881:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.218886:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc383 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d303f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.218893:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc383 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d303f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.218916:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc383 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d303f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.218926:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540345216:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.218981:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.221713:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.221866:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540345216:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.221884:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.221917:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1964:x1830947542579072:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3114us (3307us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.221926:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8871 00000100:00100000:3.0:1746128114.222097:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542579200 00000100:00100000:3.0:1746128114.222103:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542579200 00000100:00100000:3.0:1746128114.222130:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4985 00000100:00100000:3.0:1746128114.222135:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:31595:x1830947542579200:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.222149:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.222162:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc38a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3046 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.222181:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc383 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d303f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.222188:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.222189:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.222192:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc38a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3046 expref: 52 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.222210:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc383 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d303f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.222220:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc383 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d303f expref: 5 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.222229:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540345344:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128114.222651:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.222748:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.222835:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542579456 00000100:00100000:2.0:1746128114.222839:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542579456 00002000:00100000:2.0:1746128114.222859:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920e9180 x1830947542579456/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.222867:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9180 with x1830947542579456 ext(0->4095) 00010000:00010000:2.0:1746128114.222872:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc383 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d303f expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.222881:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc383 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d303f expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.222886:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920e9180 00000100:00100000:2.0:1746128114.222899:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1711 00000100:00100000:2.0:1746128114.222904:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542579456:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128114.223022:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542579456:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (371us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.223035:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1711 00002000:00100000:2.0:1746128114.223040:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920e9180 x1830947542579456/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.223047:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9180 with x1830947542579456 ext(0->4095) 00010000:00010000:2.0:1746128114.223051:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc383 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d303f expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.223059:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc383 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d303f expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.223063:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920e9180 00010000:00010000:1.0:1746128114.225163:0:7071:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746128114.225648:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540345344:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128114.225728:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.225831:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542579584 00000100:00100000:2.0:1746128114.225837:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542579584 00000100:00100000:2.0:1746128114.225870:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4986 00000100:00100000:2.0:1746128114.225876:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:31596:x1830947542579584:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.225889:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.225902:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc391 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d304d expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.225923:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.225927:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc38a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3046 expref: 54 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.225932:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.225935:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc391 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d304d expref: 54 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.225964:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc38a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3046 expref: 54 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.225974:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc391 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d304d expref: 54 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.225982:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229e00, rc 0) 00000100:00100000:2.0:1746128114.226036:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31596:x1830947542579584:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.226041:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4986 00000100:00100000:0.0:1746128114.226524:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.226735:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542579712 00000100:00100000:2.0:1746128114.226739:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542579712 00010000:00010000:2.0:1746128114.226754:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc383 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d303f expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.226781:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8872 00000100:00100000:2.0:1746128114.226787:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542579712:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.226795:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.226814:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc383 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d303f expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.226823:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc383 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d303f expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.226838:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc383 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d303f expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.226850:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.226851:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.226856:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc38a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3046 expref: 53 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.226863:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc38a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3046 expref: 53 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.226879:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc38a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3046 expref: 53 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.226888:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc38a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3046 expref: 53 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.226897:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540345600:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.227018:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746128114.227522:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc38a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3046 expref: 53 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.227534:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc38a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3046 expref: 53 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.227542:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66200, rc 0) 00000100:00100000:3.0:1746128114.227564:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:31595:x1830947542579200:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5428us (5857us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.227586:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4985 00000100:00100000:2.0:1746128114.231379:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540345600:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.231398:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.231446:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542579712:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4657us (4921us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.231455:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8872 00000100:00100000:0.0:1746128114.231868:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.231982:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542579968 00000100:00100000:2.0:1746128114.231999:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542579968 00002000:00100000:2.0:1746128114.232029:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920ebb80 x1830947542579968/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.232044:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ebb80 with x1830947542579968 ext(0->4095) 00010000:00010000:2.0:1746128114.232051:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc38a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3046 expref: 53 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.232062:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc38a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3046 expref: 53 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.232067:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920ebb80 00000100:00100000:2.0:1746128114.232092:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1712 00000100:00100000:2.0:1746128114.232098:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1964:x1830947542579968:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128114.232216:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1964:x1830947542579968:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.232222:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1712 00002000:00100000:2.0:1746128114.232227:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920ebb80 x1830947542579968/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.232234:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ebb80 with x1830947542579968 ext(0->4095) 00010000:00010000:2.0:1746128114.232238:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc38a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3046 expref: 53 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.232247:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc38a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3046 expref: 53 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.232252:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920ebb80 00000100:00100000:0.0:1746128114.234360:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.234436:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542580096 00000100:00100000:2.0:1746128114.234443:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542580096 00010000:00010000:2.0:1746128114.234466:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc38a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3046 expref: 53 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.234499:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8873 00000100:00100000:2.0:1746128114.234504:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1963:x1830947542580096:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.234515:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.234529:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc38a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3046 expref: 53 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.234538:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc38a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3046 expref: 53 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.234554:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc38a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3046 expref: 53 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.234591:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.234593:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.234600:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc391 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d304d expref: 52 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.234635:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc391 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d304d expref: 52 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.234695:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc391 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d304d expref: 52 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.234705:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540345728:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.234872:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.236484:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.236538:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542580352 00000100:00100000:3.0:1746128114.236544:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542580352 00000100:00100000:2.0:1746128114.236591:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540345728:192.168.203.28@tcp:105: 00002000:00100000:3.0:1746128114.236594:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920e8a80 x1830947542580352/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.236602:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e8a80 with x1830947542580352 ext(0->4095) 00010000:00010000:2.0:1746128114.236603:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:3.0:1746128114.236605:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920e8a80 00000100:00100000:3.0:1746128114.236621:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3717 00000100:00100000:3.0:1746128114.236627:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1966:x1830947542580352:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128114.236644:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1963:x1830947542580096:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2139us (2290us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.236652:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8873 00000100:00100000:3.0:1746128114.236936:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1966:x1830947542580352:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 309us (455us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.236942:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3717 00002000:00100000:3.0:1746128114.236959:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920e8a80 x1830947542580352/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.236965:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e8a80 with x1830947542580352 ext(0->4095) 00002000:00010000:3.0:1746128114.236968:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920e8a80 00000100:00100000:0.0:1746128114.238614:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.238779:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542580480 00000100:00100000:3.0:1746128114.238786:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542580480 00000100:00100000:3.0:1746128114.238830:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4987 00000100:00100000:3.0:1746128114.238837:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542580480:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.238850:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.238864:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc398 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3054 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.238884:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc391 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d304d expref: 51 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.238891:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.238892:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.238895:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc398 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3054 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.238918:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc391 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d304d expref: 51 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.238928:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc391 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d304d expref: 51 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.238936:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540345856:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128114.239015:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.241400:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540345856:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128114.241422:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc398 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3054 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.241439:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66e00, rc 0) 00000100:00100000:3.0:1746128114.241465:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542580480:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2630us (2857us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.241472:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4987 00000100:00100000:0.0:1746128114.242777:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.242834:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542580608 00000100:00100000:2.0:1746128114.242840:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542580608 00010000:00010000:2.0:1746128114.242863:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc391 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d304d expref: 52 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.242891:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8874 00000100:00100000:2.0:1746128114.242896:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1964:x1830947542580608:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.242905:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.242920:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc391 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d304d expref: 52 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.242930:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc391 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d304d expref: 52 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.242946:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc391 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d304d expref: 52 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.242972:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.243089:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.243097:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc398 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3054 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.243423:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc398 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3054 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.243449:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc398 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3054 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.243458:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540345984:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.244222:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.249301:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.251004:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542580736 00000100:00100000:3.0:1746128114.251013:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542580736 00000100:00100000:3.0:1746128114.251064:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4988 00000100:00100000:3.0:1746128114.251071:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:31595:x1830947542580736:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.251086:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.251100:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc39f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d305b expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.251124:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc398 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3054 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.251132:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.251134:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.251136:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc39f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d305b expref: 53 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.251160:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc398 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3054 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.251170:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc398 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3054 expref: 5 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.251186:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540346112:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128114.251271:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.252690:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.252719:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540345984:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.252732:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.252770:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1964:x1830947542580608:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 9873us (9995us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.252777:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8874 00000100:00100000:1.0:1746128114.254731:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542580992 00000100:00100000:1.0:1746128114.254739:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542580992 00002000:00100000:1.0:1746128114.254775:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920e9500 x1830947542580992/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.254784:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9500 with x1830947542580992 ext(0->4095) 00010000:00010000:1.0:1746128114.254791:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc398 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3054 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.254803:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc398 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3054 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.254813:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920e9500 00000100:00100000:1.0:1746128114.254850:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1713 00000100:00100000:1.0:1746128114.254857:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542580992:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128114.255003:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542580992:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (2315us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.255008:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1713 00002000:00100000:1.0:1746128114.255013:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920e9500 x1830947542580992/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.255019:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9500 with x1830947542580992 ext(0->4095) 00010000:00010000:1.0:1746128114.255023:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc398 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3054 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.255032:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc398 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3054 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.255036:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920e9500 00000100:00100000:0.0:1746128114.258487:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.258769:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540346112:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128114.258791:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc39f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d305b expref: 52 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.258804:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67400, rc 0) 00000100:00100000:3.0:1746128114.258834:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:31595:x1830947542580736:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7764us (9540us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.258841:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4988 00000100:00100000:3.0:1746128114.258860:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542581120 00000100:00100000:3.0:1746128114.258864:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542581120 00000100:00100000:3.0:1746128114.258899:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4989 00000100:00100000:3.0:1746128114.258904:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:31596:x1830947542581120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.258916:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.258926:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc3a6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3062 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.258939:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.258943:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc39f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d305b expref: 53 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.258948:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.258950:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc3a6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3062 expref: 53 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.258975:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc39f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d305b expref: 53 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.258983:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc3a6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3062 expref: 53 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.259000:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66000, rc 0) 00000100:00100000:3.0:1746128114.259013:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:31596:x1830947542581120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.259018:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4989 00000100:00100000:0.0:1746128114.259204:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.259711:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542581248 00000100:00100000:3.0:1746128114.259715:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542581248 00010000:00010000:3.0:1746128114.259730:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc398 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3054 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.259753:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8875 00000100:00100000:3.0:1746128114.259757:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6022300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542581248:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.259764:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.259780:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc398 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3054 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.259789:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc398 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3054 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.259802:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc398 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3054 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.260455:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.260457:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.260463:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc39f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d305b expref: 52 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.260470:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc39f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d305b expref: 52 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.260490:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc39f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d305b expref: 52 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.260500:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc39f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d305b expref: 52 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.260510:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540346368:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.261283:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.264395:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540346368:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128114.264411:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128114.264654:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6022300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542581248:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4893us (5448us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128114.264664:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8875 00000100:00100000:2.0:1746128114.265019:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.265327:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542581504 00000100:00100000:0.0:1746128114.265333:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542581504 00002000:00100000:0.0:1746128114.265365:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c71180 x1830947542581504/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128114.265375:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71180 with x1830947542581504 ext(0->4095) 00010000:00010000:0.0:1746128114.265382:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc39f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d305b expref: 53 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746128114.265394:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc39f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d305b expref: 53 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746128114.265400:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c71180 00000100:00100000:0.0:1746128114.265426:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1714 00000100:00100000:0.0:1746128114.265433:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1964:x1830947542581504:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128114.265549:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1964:x1830947542581504:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (530us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128114.265554:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1714 00002000:00100000:0.0:1746128114.265560:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c71180 x1830947542581504/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128114.265566:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71180 with x1830947542581504 ext(0->4095) 00010000:00010000:0.0:1746128114.265588:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc39f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d305b expref: 53 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746128114.265603:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc39f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d305b expref: 53 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746128114.265608:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c71180 00000100:00100000:0.0:1746128114.270239:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.273876:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542581632 00000100:00100000:2.0:1746128114.273887:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542581632 00010000:00010000:2.0:1746128114.273918:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc39f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d305b expref: 53 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.274023:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8876 00000100:00100000:2.0:1746128114.274031:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6021880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1965:x1830947542581632:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.274044:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.274061:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc39f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d305b expref: 53 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.274077:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc39f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d305b expref: 53 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.274095:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc39f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d305b expref: 53 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.274275:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.274277:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.274283:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc3a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3062 expref: 52 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.274290:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc3a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3062 expref: 52 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.274319:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc3a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3062 expref: 52 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.274329:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540346496:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.275081:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.277834:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.277911:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542581888 00000100:00100000:3.0:1746128114.277919:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542581888 00002000:00100000:3.0:1746128114.277954:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6021500 x1830947542581888/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.277962:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6021500 with x1830947542581888 ext(0->4095) 00002000:00010000:3.0:1746128114.277966:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6021500 00000100:00100000:3.0:1746128114.277981:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3718 00000100:00100000:3.0:1746128114.277996:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1964:x1830947542581888:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128114.278217:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540346496:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.278231:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.279856:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1964:x1830947542581888:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 1865us (2023us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.279866:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3718 00002000:00100000:3.0:1746128114.279875:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6021500 x1830947542581888/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.279882:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6021500 with x1830947542581888 ext(0->4095) 00002000:00010000:3.0:1746128114.279886:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6021500 00000100:00100000:2.0:1746128114.280504:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6021880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1965:x1830947542581632:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6472us (10269us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.280512:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8876 00000100:00100000:0.0:1746128114.283214:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.283288:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542582016 00000100:00100000:2.0:1746128114.283297:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542582016 00000100:00100000:2.0:1746128114.283498:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4990 00000100:00100000:2.0:1746128114.283506:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542582016:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.283520:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.283534:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc3ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3069 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.283557:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc3a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3062 expref: 51 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.283563:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.283564:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.283567:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc3ad lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3069 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.283620:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc3a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3062 expref: 51 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.283630:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc3a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3062 expref: 51 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.283640:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540346624:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.283709:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.287215:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540346624:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.287240:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc3ad lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3069 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.287258:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229800, rc 0) 00000100:00100000:2.0:1746128114.287293:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542582016:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3788us (4083us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.287300:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4990 00000100:00100000:0.0:1746128114.287481:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.287720:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542582144 00000100:00100000:3.0:1746128114.287727:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542582144 00010000:00010000:3.0:1746128114.287748:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc3a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3062 expref: 52 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.288517:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8877 00000100:00100000:3.0:1746128114.288525:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6021180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1964:x1830947542582144:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.288535:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.288552:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc3a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3062 expref: 52 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.288561:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc3a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3062 expref: 52 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.288601:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc3a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3062 expref: 52 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.289440:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.289442:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.289450:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc3ad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3069 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.289462:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc3ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3069 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.289492:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc3ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3069 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128114.289502:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540346752:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128114.290313:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.290490:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.291897:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542582272 00000100:00100000:2.0:1746128114.291906:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542582272 00000100:00100000:2.0:1746128114.292668:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4991 00000100:00100000:2.0:1746128114.292677:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6023100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:31595:x1830947542582272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.292691:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.292704:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3070 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.292725:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc3ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3069 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.292731:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.292732:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.292735:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3b4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3070 expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.292756:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc3ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3069 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.292766:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc3ad lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3069 expref: 5 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.292779:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540346880:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.292842:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.295889:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540346752:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.295905:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.295948:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6021180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1964:x1830947542582144:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7423us (8467us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.295956:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8877 00000100:00100000:2.0:1746128114.296951:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.297024:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540346880:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.297041:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3b4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3070 expref: 52 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.297053:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228e00, rc 0) 00000100:00100000:2.0:1746128114.297080:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6023100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:31595:x1830947542582272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4406us (6770us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.297086:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4991 00000100:00100000:0.0:1746128114.297183:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542582528 00000100:00100000:0.0:1746128114.297188:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542582528 00002000:00100000:0.0:1746128114.297214:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c71880 x1830947542582528/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128114.297222:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71880 with x1830947542582528 ext(0->4095) 00010000:00010000:0.0:1746128114.297229:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc3ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3069 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746128114.297238:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc3ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3069 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746128114.297244:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c71880 00000100:00100000:0.0:1746128114.297258:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1715 00000100:00100000:0.0:1746128114.297263:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542582528:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128114.297372:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542582528:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (423us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128114.297380:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1715 00002000:00100000:0.0:1746128114.297384:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c71880 x1830947542582528/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128114.297390:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71880 with x1830947542582528 ext(0->4095) 00010000:00010000:0.0:1746128114.297394:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc3ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3069 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746128114.297402:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc3ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3069 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746128114.297406:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c71880 00000100:00100000:0.0:1746128114.302515:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.302604:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542582656 00000100:00100000:3.0:1746128114.302612:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542582656 00010000:00010000:3.0:1746128114.302640:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc3ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3069 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.302774:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8878 00000100:00100000:3.0:1746128114.302782:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fccc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542582656:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.302794:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.302811:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc3ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3069 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.302823:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc3ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3069 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.302841:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc3ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3069 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.303037:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.303039:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.303047:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3070 expref: 51 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.303055:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3070 expref: 51 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.303085:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3070 expref: 51 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128114.303096:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540347008:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.303485:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128114.306468:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.306539:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540347008:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.306554:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.306599:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fccc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542582656:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3818us (4091us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.306608:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8878 00000100:00100000:0.0:1746128114.306678:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542582912 00000100:00100000:0.0:1746128114.306683:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542582912 00002000:00100000:0.0:1746128114.306708:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094643800 x1830947542582912/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128114.306717:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094643800 with x1830947542582912 ext(0->4095) 00002000:00010000:0.0:1746128114.306720:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094643800 00000100:00100000:0.0:1746128114.306739:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3719 00000100:00100000:0.0:1746128114.306744:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1964:x1830947542582912:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128114.306846:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1964:x1830947542582912:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (385us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128114.306850:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3719 00002000:00100000:0.0:1746128114.306854:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094643800 x1830947542582912/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128114.306861:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094643800 with x1830947542582912 ext(0->4095) 00002000:00010000:0.0:1746128114.306863:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094643800 00000100:00100000:0.0:1746128114.314356:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.314421:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542583040 00000100:00100000:2.0:1746128114.314429:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542583040 00000100:00100000:2.0:1746128114.314471:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4992 00000100:00100000:2.0:1746128114.314477:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542583040:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.314490:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.314502:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc3bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3077 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.314525:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3070 expref: 51 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.314532:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.314533:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.314537:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc3bb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3077 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.314559:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3070 expref: 51 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.314569:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3070 expref: 51 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.314604:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540347136:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.315076:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.316147:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540347136:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.316168:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc3bb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3077 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.316177:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229c00, rc 0) 00000100:00100000:2.0:1746128114.317454:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542583040:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2971us (3098us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.317462:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4992 00000100:00100000:0.0:1746128114.340645:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.340697:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.340785:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542583296 00000100:00100000:3.0:1746128114.340793:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542583296 00000100:00100000:3.0:1746128114.340833:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4993 00000100:00100000:3.0:1746128114.340839:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:31595:x1830947542583296:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.340854:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.340867:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc3c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d307e expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.340887:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.340892:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc3bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3077 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.340897:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128114.340900:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc3c2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d307e expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.340928:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc3bb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3077 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.340938:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc3c2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d307e expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.340947:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66e00, rc 0) 00000100:00100000:3.0:1746128114.340979:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:31595:x1830947542583296:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.340997:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4993 00000100:00100000:2.0:1746128114.341103:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542583168 00000100:00100000:2.0:1746128114.341106:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542583168 00002000:00100000:2.0:1746128114.341129:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a6020380 x1830947542583168/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 496/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.341138:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6020380 with x1830947542583168 ext(0->7) 00010000:00010000:2.0:1746128114.341143:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3070 expref: 53 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.341156:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3070 expref: 53 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.341161:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6020380 00000100:00100000:2.0:1746128114.341174:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1716 00000100:00100000:2.0:1746128114.341179:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6020380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1963:x1830947542583168:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128114.341404:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6020380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1963:x1830947542583168:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 224us (765us total) trans 4294967960 rc 0/0 00000100:00100000:2.0:1746128114.341410:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1716 00002000:00100000:2.0:1746128114.341415:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a6020380 x1830947542583168/t4294967960(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 496/448 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.341421:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6020380 with x1830947542583168 ext(0->7) 00010000:00010000:2.0:1746128114.341425:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3070 expref: 55 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.341433:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3070 expref: 55 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.341438:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6020380 00000100:00100000:0.0:1746128114.350493:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.351380:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542583424 00000100:00100000:3.0:1746128114.351388:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542583424 00010000:00010000:3.0:1746128114.351416:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3070 expref: 55 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.351634:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8879 00000100:00100000:1.0:1746128114.351642:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6021880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1965:x1830947542583424:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128114.351655:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128114.351671:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3070 expref: 55 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.351685:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3070 expref: 55 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.351703:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3070 expref: 55 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.352095:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.352097:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.352104:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc3bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3077 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.352112:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc3bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3077 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.352143:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc3bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3077 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.352154:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc3bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3077 expref: 5 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.352163:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540347392:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128114.352777:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.354940:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.355035:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540347392:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128114.355050:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128114.355084:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6021880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1965:x1830947542583424:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3442us (4598us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.355095:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8879 00000100:00100000:2.0:1746128114.355428:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542583680 00000100:00100000:2.0:1746128114.355434:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542583680 00002000:00100000:2.0:1746128114.355464:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6021180 x1830947542583680/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.355473:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6021180 with x1830947542583680 ext(0->4095) 00010000:00010000:2.0:1746128114.355480:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc3bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3077 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.355491:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc3bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3077 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.355497:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6021180 00000100:00100000:2.0:1746128114.355525:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1717 00000100:00100000:2.0:1746128114.355531:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6021180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542583680:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128114.355692:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6021180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542583680:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (756us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.355698:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1717 00002000:00100000:2.0:1746128114.355703:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6021180 x1830947542583680/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.355710:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6021180 with x1830947542583680 ext(0->4095) 00010000:00010000:2.0:1746128114.355715:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc3bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3077 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.355723:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc3bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3077 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.355728:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6021180 00000100:00100000:0.0:1746128114.358437:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.358521:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542583808 00000100:00100000:1.0:1746128114.358528:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542583808 00010000:00010000:1.0:1746128114.358555:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc3bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3077 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.358765:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8880 00000100:00100000:3.0:1746128114.358775:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d401180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542583808:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.358786:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.358803:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc3bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3077 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.358814:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc3bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3077 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.358832:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc3bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3077 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.358847:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.358849:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.358855:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc3c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d307e expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.358862:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc3c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d307e expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.358887:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc3c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d307e expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128114.358898:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540347520:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.358961:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.362471:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540347520:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.362487:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.362519:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d401180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542583808:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3745us (4087us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.362529:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8880 00000100:00100000:0.0:1746128114.362722:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.363638:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542584064 00000100:00100000:2.0:1746128114.363646:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542584064 00002000:00100000:2.0:1746128114.363678:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d402680 x1830947542584064/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.363691:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d402680 with x1830947542584064 ext(0->4095) 00002000:00010000:2.0:1746128114.363695:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d402680 00000100:00100000:2.0:1746128114.363720:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3720 00000100:00100000:2.0:1746128114.363726:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d402680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542584064:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128114.364766:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d402680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542584064:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 1035us (2040us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.364775:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3720 00002000:00100000:2.0:1746128114.364782:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d402680 x1830947542584064/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.364789:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d402680 with x1830947542584064 ext(0->4095) 00002000:00010000:2.0:1746128114.364792:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d402680 00000100:00100000:2.0:1746128114.366926:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.367021:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542584192 00000100:00100000:1.0:1746128114.367028:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542584192 00000100:00100000:1.0:1746128114.367071:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4994 00000100:00100000:1.0:1746128114.367077:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542584192:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128114.367090:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128114.367102:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc3c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3085 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.367125:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc3c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d307e expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.367132:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.367134:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.367137:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc3c9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3085 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.367159:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc3c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d307e expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.367169:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc3c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d307e expref: 53 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.367184:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094641f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540347648:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128114.367249:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128114.369076:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094641f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540347648:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128114.369097:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc3c9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3085 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.369110:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56400, rc 0) 00000100:00100000:1.0:1746128114.369148:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542584192:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2070us (2226us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.369155:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4994 00000100:00100000:0.0:1746128114.370466:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.370915:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542584320 00000100:00100000:3.0:1746128114.370922:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542584320 00010000:00010000:3.0:1746128114.370947:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc3c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d307e expref: 54 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.370980:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8881 00000100:00100000:3.0:1746128114.370996:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d401880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1963:x1830947542584320:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.371008:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.371025:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc3c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d307e expref: 54 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.371035:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc3c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d307e expref: 54 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.371052:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc3c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d307e expref: 54 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.371202:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.371204:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.371210:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc3c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3085 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.371217:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc3c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3085 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.371241:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc3c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3085 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128114.371251:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540347776:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.371317:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.373250:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.373547:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542584448 00000100:00100000:1.0:1746128114.373554:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542584448 00000100:00100000:1.0:1746128114.374521:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4995 00000100:00100000:1.0:1746128114.374531:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d402a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31595:x1830947542584448:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128114.374546:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128114.374559:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc3d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d308c expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.374613:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc3c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3085 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.374620:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.374621:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.374624:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc3d0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d308c expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.374653:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc3c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3085 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.374663:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc3c9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3085 expref: 5 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.374672:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094641f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540347904:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128114.374735:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.375676:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540347776:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.375690:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.375714:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d401880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1963:x1830947542584320:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4728us (5251us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.375721:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8881 00000100:00100000:0.0:1746128114.376123:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.376228:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542584704 00000100:00100000:3.0:1746128114.376233:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542584704 00002000:00100000:3.0:1746128114.376259:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d403100 x1830947542584704/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.376267:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d403100 with x1830947542584704 ext(0->4095) 00010000:00010000:3.0:1746128114.376273:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc3c9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3085 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.376283:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc3c9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3085 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.376289:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d403100 00000100:00100000:3.0:1746128114.376310:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1718 00000100:00100000:3.0:1746128114.376316:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542584704:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128114.377582:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542584704:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 1250us (1444us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.377590:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1718 00002000:00100000:3.0:1746128114.377597:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d403100 x1830947542584704/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.377604:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d403100 with x1830947542584704 ext(0->4095) 00010000:00010000:3.0:1746128114.377611:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc3c9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3085 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.377620:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc3c9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3085 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.377626:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d403100 00000100:00100000:1.0:1746128114.380688:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094641f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540347904:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128114.380713:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc3d0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d308c expref: 54 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.380729:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57000, rc 0) 00000100:00100000:1.0:1746128114.380775:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d402a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31595:x1830947542584448:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6245us (7528us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.380782:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4995 00000100:00100000:0.0:1746128114.381400:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.381643:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542584832 00000100:00100000:1.0:1746128114.381648:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542584832 00000100:00100000:1.0:1746128114.381681:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4996 00000100:00100000:1.0:1746128114.381686:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31596:x1830947542584832:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128114.381698:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128114.381708:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc3d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3093 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.381725:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.381729:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc3d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d308c expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.381734:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.381737:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc3d7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3093 expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.381758:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc3d0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d308c expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.381765:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc3d7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3093 expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.381771:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56e00, rc 0) 00000100:00100000:1.0:1746128114.381791:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:31596:x1830947542584832:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.381797:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4996 00000100:00100000:2.0:1746128114.383912:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.384070:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542584960 00000100:00100000:3.0:1746128114.384077:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542584960 00010000:00010000:3.0:1746128114.384103:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc3c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3085 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.384130:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8882 00000100:00100000:3.0:1746128114.384137:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542584960:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.384148:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.384164:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc3c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3085 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.384173:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc3c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3085 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.384189:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc3c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3085 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.384209:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.384211:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.384216:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc3d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d308c expref: 54 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.384226:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc3d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d308c expref: 54 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.384248:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc3d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d308c expref: 54 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.384256:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc3d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d308c expref: 54 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.384265:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540348160:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.384320:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a819c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.386787:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540348160:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.386800:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128114.386824:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.386844:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542584960:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2704us (2931us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.386852:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8882 00000100:00100000:3.0:1746128114.386881:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542585216 00000100:00100000:3.0:1746128114.386885:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542585216 00002000:00100000:3.0:1746128114.386911:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d400380 x1830947542585216/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.386919:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d400380 with x1830947542585216 ext(0->4095) 00010000:00010000:3.0:1746128114.386926:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc3d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d308c expref: 55 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.386939:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc3d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d308c expref: 55 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.386944:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d400380 00000100:00100000:3.0:1746128114.387209:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1719 00000100:00100000:3.0:1746128114.387215:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1964:x1830947542585216:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128114.387557:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1964:x1830947542585216:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 340us (732us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.387563:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1719 00002000:00100000:3.0:1746128114.387568:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d400380 x1830947542585216/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.387604:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d400380 with x1830947542585216 ext(0->4095) 00010000:00010000:3.0:1746128114.387610:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc3d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d308c expref: 55 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.387619:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc3d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d308c expref: 55 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.387624:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d400380 00000100:00100000:0.0:1746128114.388977:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.389052:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542585344 00000100:00100000:3.0:1746128114.389058:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542585344 00010000:00010000:3.0:1746128114.389077:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc3d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d308c expref: 55 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.389188:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8883 00000100:00100000:3.0:1746128114.389195:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d401f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1964:x1830947542585344:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.389369:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.389386:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc3d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d308c expref: 55 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.389396:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc3d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d308c expref: 55 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.389414:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc3d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d308c expref: 55 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.389426:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.389428:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.389434:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc3d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3093 expref: 54 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.389441:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc3d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3093 expref: 54 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.389467:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc3d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3093 expref: 54 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128114.389477:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540348288:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.389545:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.391797:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540348288:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.391811:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.391839:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d401f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542585344:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2644us (2864us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.391848:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8883 00000100:00100000:0.0:1746128114.392026:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.392141:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542585600 00000100:00100000:3.0:1746128114.392146:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542585600 00002000:00100000:3.0:1746128114.392172:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d402d80 x1830947542585600/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.392179:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d402d80 with x1830947542585600 ext(0->4095) 00002000:00010000:3.0:1746128114.392183:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d402d80 00000100:00100000:3.0:1746128114.393482:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3721 00000100:00100000:3.0:1746128114.393491:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d402d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1963:x1830947542585600:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128114.393668:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d402d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1963:x1830947542585600:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 178us (1642us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.393674:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3721 00002000:00100000:3.0:1746128114.393679:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d402d80 x1830947542585600/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.393687:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d402d80 with x1830947542585600 ext(0->4095) 00002000:00010000:3.0:1746128114.393691:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d402d80 00000100:00100000:0.0:1746128114.395373:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.395445:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542585728 00000100:00100000:3.0:1746128114.395450:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542585728 00000100:00100000:3.0:1746128114.395843:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4997 00000100:00100000:3.0:1746128114.395851:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542585728:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.395863:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.395876:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc3de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d309a expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.395899:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc3d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3093 expref: 53 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.395906:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.395907:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.395910:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc3de lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d309a expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.395932:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc3d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3093 expref: 53 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.395942:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc3d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3093 expref: 53 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.395951:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540348416:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128114.396600:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.399056:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540348416:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128114.399079:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc3de lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d309a expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.399092:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66200, rc 0) 00000100:00100000:3.0:1746128114.399125:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542585728:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3275us (3756us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.399132:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4997 00000100:00100000:2.0:1746128114.400922:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.401223:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542585856 00000100:00100000:3.0:1746128114.401229:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542585856 00010000:00010000:3.0:1746128114.401254:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc3d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3093 expref: 54 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.402131:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8884 00000100:00100000:3.0:1746128114.402140:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542585856:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.402152:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.402171:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc3d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3093 expref: 54 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.402182:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc3d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3093 expref: 54 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.402199:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc3d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3093 expref: 54 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.402220:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.402221:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.402227:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc3de lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d309a expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.402234:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc3de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d309a expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.402259:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc3de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d309a expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128114.402269:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540348544:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.402343:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.403974:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.404052:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542585984 00000100:00100000:3.0:1746128114.404058:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542585984 00000100:00100000:3.0:1746128114.404099:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4998 00000100:00100000:3.0:1746128114.404105:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31595:x1830947542585984:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.404117:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.404129:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc3e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d30a1 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.404146:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc3de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d309a expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.404152:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.404153:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.404156:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc3e5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a1 expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.404174:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc3de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d309a expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.404184:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc3de lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d309a expref: 5 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.404193:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540348672:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128114.404239:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.406227:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540348544:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.406242:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.406933:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1964:x1830947542585856:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4793us (6012us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.406943:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8884 00000100:00100000:2.0:1746128114.407154:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.407232:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542586240 00000100:00100000:0.0:1746128114.407238:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542586240 00002000:00100000:0.0:1746128114.407265:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013440a300 x1830947542586240/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128114.407273:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440a300 with x1830947542586240 ext(0->4095) 00010000:00010000:0.0:1746128114.407280:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc3de lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d309a expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746128114.407294:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc3de lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d309a expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746128114.407299:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013440a300 00000100:00100000:0.0:1746128114.407322:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1720 00000100:00100000:0.0:1746128114.407327:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542586240:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128114.407931:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542586240:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 602us (777us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128114.407938:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1720 00002000:00100000:0.0:1746128114.407942:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013440a300 x1830947542586240/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128114.407949:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440a300 with x1830947542586240 ext(0->4095) 00010000:00010000:0.0:1746128114.407953:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc3de lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d309a expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746128114.407961:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc3de lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d309a expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746128114.407966:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013440a300 00000100:00100000:3.0:1746128114.408606:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540348672:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128114.408623:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc3e5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a1 expref: 54 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.408634:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66a00, rc 0) 00000100:00100000:3.0:1746128114.408656:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31595:x1830947542585984:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4550us (4685us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.408662:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4998 00000100:00100000:0.0:1746128114.412247:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.412337:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.412415:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542586368 00000100:00100000:3.0:1746128114.412422:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542586368 00010000:00010000:3.0:1746128114.412450:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc3de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d309a expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.412603:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542586496 00000100:00100000:2.0:1746128114.412607:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542586496 00000100:00100000:2.0:1746128114.412632:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4999 00000100:00100000:2.0:1746128114.412638:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+7:31596:x1830947542586496:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.412651:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.412662:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc3ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d30a8 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.412678:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.412683:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc3e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a1 expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.412688:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.412691:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc3ec lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a8 expref: 8 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.412719:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc3e5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a1 expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.412728:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc3ec lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a8 expref: 8 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.412737:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228600, rc 0) 00000100:00100000:2.0:1746128114.412771:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+8:31596:x1830947542586496:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.412776:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4999 00000100:00100000:1.0:1746128114.412909:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8885 00000100:00100000:1.0:1746128114.412917:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1963:x1830947542586368:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128114.412924:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128114.412940:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc3de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d309a expref: 7 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.412950:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc3de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d309a expref: 7 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.412964:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc3de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d309a expref: 7 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.412996:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.412998:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.413003:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc3e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a1 expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.413010:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc3e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a1 expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.413029:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc3e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a1 expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.413039:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc3e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a1 expref: 53 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.413054:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540348928:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128114.413108:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.414693:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.414771:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540348928:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128114.414784:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.414813:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542586752 00000100:00100000:2.0:1746128114.414818:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542586752 00002000:00100000:2.0:1746128114.414845:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d400a80 x1830947542586752/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.414854:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d400a80 with x1830947542586752 ext(0->4095) 00010000:00010000:2.0:1746128114.414860:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc3e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a1 expref: 54 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.414871:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc3e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a1 expref: 54 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.414876:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d400a80 00000100:00100000:1.0:1746128114.414927:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542586368:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2010us (2684us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.414934:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8885 00000100:00100000:2.0:1746128114.415102:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1721 00000100:00100000:2.0:1746128114.415108:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1963:x1830947542586752:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128114.415228:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1963:x1830947542586752:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (542us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.415234:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1721 00002000:00100000:2.0:1746128114.415239:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d400a80 x1830947542586752/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.415246:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d400a80 with x1830947542586752 ext(0->4095) 00010000:00010000:2.0:1746128114.415250:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc3e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a1 expref: 54 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.415259:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc3e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a1 expref: 54 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.415264:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d400a80 00000100:00100000:0.0:1746128114.418111:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.418341:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542586880 00000100:00100000:2.0:1746128114.418348:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542586880 00000100:00100000:2.0:1746128114.418390:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5000 00000100:00100000:2.0:1746128114.418517:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31595:x1830947542586880:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.418533:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.418546:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d30af expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.418564:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.418588:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc3ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a8 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128114.418593:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:2.0:1746128114.418594:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128114.418598:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3f3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30af expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.418626:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc3ec lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a8 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.418636:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3f3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30af expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.418643:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228e00, rc 0) 00000100:00100000:2.0:1746128114.418675:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:31595:x1830947542586880:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 279us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.418681:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5000 00000100:00100000:1.0:1746128114.418887:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542587008 00000100:00100000:1.0:1746128114.418891:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542587008 00010000:00010000:1.0:1746128114.418908:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc3e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a1 expref: 55 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.418939:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8886 00000100:00100000:1.0:1746128114.418944:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1964:x1830947542587008:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128114.418952:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128114.418967:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc3e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a1 expref: 55 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.418976:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc3e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a1 expref: 55 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.419000:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc3e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a1 expref: 55 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.419019:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.419020:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.419025:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc3ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a8 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.419032:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc3ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a8 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.419050:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc3ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a8 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.419060:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc3ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a8 expref: 5 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.419074:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540349184:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128114.419122:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:1.0:1746128114.420821:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540349184:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128114.420837:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128114.421223:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542587008:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2276us (2627us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.421230:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8886 00000100:00100000:0.0:1746128114.421799:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.421857:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542587264 00000100:00100000:2.0:1746128114.421862:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542587264 00002000:00100000:2.0:1746128114.421890:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d402300 x1830947542587264/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.421898:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d402300 with x1830947542587264 ext(0->4095) 00010000:00010000:2.0:1746128114.421905:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc3ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a8 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.421916:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc3ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a8 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.421922:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d402300 00000100:00100000:2.0:1746128114.421946:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1722 00000100:00100000:2.0:1746128114.421952:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d402300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542587264:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128114.422078:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d402300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542587264:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (279us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.422083:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1722 00002000:00100000:2.0:1746128114.422088:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d402300 x1830947542587264/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.422095:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d402300 with x1830947542587264 ext(0->4095) 00010000:00010000:2.0:1746128114.422099:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc3ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a8 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.422106:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc3ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a8 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.422111:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d402300 00000100:00100000:3.0:1746128114.425308:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.425644:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542587392 00000100:00100000:1.0:1746128114.425651:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542587392 00010000:00010000:1.0:1746128114.425680:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc3ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a8 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.425712:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8887 00000100:00100000:1.0:1746128114.425718:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542587392:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128114.425729:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128114.425746:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc3ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a8 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.425757:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc3ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a8 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.425775:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc3ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30a8 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.425791:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.425793:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.425800:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30af expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.425807:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30af expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.425834:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30af expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128114.425843:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540349312:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128114.427029:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.429110:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.429204:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540349312:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128114.429219:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128114.429261:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542587392:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3542us (3957us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.429270:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8887 00000100:00100000:3.0:1746128114.429341:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542587648 00000100:00100000:3.0:1746128114.429346:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542587648 00002000:00100000:3.0:1746128114.429375:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d401c00 x1830947542587648/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.429382:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d401c00 with x1830947542587648 ext(0->4095) 00002000:00010000:3.0:1746128114.429386:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d401c00 00000100:00100000:3.0:1746128114.429400:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3722 00000100:00100000:3.0:1746128114.429405:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d401c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1963:x1830947542587648:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128114.429518:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d401c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1963:x1830947542587648:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (413us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.429523:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3722 00002000:00100000:3.0:1746128114.429528:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d401c00 x1830947542587648/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.429533:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d401c00 with x1830947542587648 ext(0->4095) 00002000:00010000:3.0:1746128114.429536:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d401c00 00000100:00100000:0.0:1746128114.431931:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.432555:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542587776 00000100:00100000:2.0:1746128114.432562:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542587776 00000100:00100000:2.0:1746128114.433128:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5001 00000100:00100000:2.0:1746128114.433136:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542587776:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.433152:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.433165:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc3fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d30b6 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.433187:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30af expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.433193:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.433195:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.433198:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc3fa lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30b6 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.433224:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30af expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.433235:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30af expref: 53 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.433244:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134408e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540349440:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.433431:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.436035:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134408e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540349440:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.436062:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc3fa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30b6 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.436076:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228400, rc 0) 00000100:00100000:2.0:1746128114.436110:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542587776:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2973us (4183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.436119:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5001 00000100:00100000:3.0:1746128114.437412:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.437517:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542587904 00000100:00100000:1.0:1746128114.437524:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542587904 00010000:00010000:1.0:1746128114.437547:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30af expref: 54 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.437685:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8888 00000100:00100000:1.0:1746128114.437692:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542587904:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128114.437702:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128114.437718:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30af expref: 54 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.437733:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30af expref: 54 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.437751:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc3f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30af expref: 54 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.437775:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.437776:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.437782:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc3fa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30b6 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.437789:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc3fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30b6 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.437815:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc3fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30b6 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128114.437825:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540349568:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128114.437886:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.440247:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.440340:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.440362:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542588288 00000100:00100000:0.0:1746128114.440368:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542588288 00002000:00100000:0.0:1746128114.440396:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d401880 x1830947542588288/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128114.440405:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d401880 with x1830947542588288 ext(0->4095) 00002000:00010000:0.0:1746128114.440409:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d401880 00000100:00100000:2.0:1746128114.440478:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542588032 00000100:00100000:2.0:1746128114.440482:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542588032 00000100:00100000:2.0:1746128114.440506:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5002 00000100:00100000:2.0:1746128114.440511:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d401180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31595:x1830947542588032:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.440521:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.440532:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc401 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d30bd expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.440550:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc3fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30b6 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.440556:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.440558:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.440560:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc401 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30bd expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.440606:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc3fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30b6 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.440615:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc3fa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30b6 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.440625:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134408e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540349696:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128114.441489:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540349568:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128114.441504:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128114.441581:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1723 00000100:00100000:0.0:1746128114.441588:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d401880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542588288:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128114.442386:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128114.442427:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1964:x1830947542587904:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4734us (5017us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.442435:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8888 00000100:00100000:0.0:1746128114.442483:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d401880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542588288:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 895us (2141us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128114.442488:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1723 00002000:00100000:0.0:1746128114.442494:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d401880 x1830947542588288/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128114.442502:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d401880 with x1830947542588288 ext(0->4095) 00010000:00010000:0.0:1746128114.442508:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc3fa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30b6 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746128114.442519:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc3fa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30b6 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746128114.442524:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d401880 00000100:00100000:0.0:1746128114.447008:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.447145:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542588416 00000100:00100000:1.0:1746128114.447152:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542588416 00000100:00100000:2.0:1746128114.447371:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134408e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540349696:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.447395:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc401 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30bd expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.447408:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229800, rc 0) 00000100:00100000:2.0:1746128114.447443:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d401180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:31595:x1830947542588032:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6931us (7200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.447449:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5002 00000100:00100000:2.0:1746128114.447466:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5003 00000100:00100000:2.0:1746128114.447472:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d401f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31596:x1830947542588416:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.447482:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.447493:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc408 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d30c4 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.447508:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.447512:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc401 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30bd expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.447517:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.447520:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc408 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30c4 expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.447542:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc401 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30bd expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.447550:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc408 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30c4 expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.447560:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228000, rc 0) 00000100:00100000:2.0:1746128114.447590:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d401f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:31596:x1830947542588416:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.447595:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5003 00000100:00100000:0.0:1746128114.447868:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.448924:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542588544 00000100:00100000:1.0:1746128114.448928:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542588544 00010000:00010000:1.0:1746128114.448948:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc3fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30b6 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.448974:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8889 00000100:00100000:1.0:1746128114.448979:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542588544:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128114.448994:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128114.449013:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc3fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30b6 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.449023:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc3fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30b6 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.449039:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc3fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30b6 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.449058:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.449059:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.449065:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc401 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30bd expref: 54 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.449071:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc401 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30bd expref: 54 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.449091:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc401 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30bd expref: 54 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.449104:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc401 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30bd expref: 54 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.449114:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540349952:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128114.449168:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:1.0:1746128114.451487:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540349952:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128114.451503:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128114.452177:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542588544:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3195us (4306us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.452186:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8889 00000100:00100000:3.0:1746128114.452653:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.452671:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542588800 00000100:00100000:0.0:1746128114.452677:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542588800 00002000:00100000:0.0:1746128114.452704:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929c380 x1830947542588800/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128114.452712:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929c380 with x1830947542588800 ext(0->4095) 00010000:00010000:0.0:1746128114.452719:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc401 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30bd expref: 55 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746128114.452730:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc401 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30bd expref: 55 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746128114.452735:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929c380 00000100:00100000:0.0:1746128114.452760:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1724 00000100:00100000:0.0:1746128114.452766:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1963:x1830947542588800:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128114.452884:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1963:x1830947542588800:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (231us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128114.452890:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1724 00002000:00100000:0.0:1746128114.452894:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929c380 x1830947542588800/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128114.452900:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929c380 with x1830947542588800 ext(0->4095) 00010000:00010000:0.0:1746128114.452904:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc401 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30bd expref: 55 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746128114.452911:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc401 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30bd expref: 55 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746128114.452916:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929c380 00000100:00100000:0.0:1746128114.454820:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.455175:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542588928 00000100:00100000:1.0:1746128114.455181:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542588928 00010000:00010000:1.0:1746128114.455204:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc401 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30bd expref: 55 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.455317:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8890 00000100:00100000:1.0:1746128114.455324:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1963:x1830947542588928:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128114.455334:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128114.455349:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc401 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30bd expref: 55 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.455359:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc401 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30bd expref: 55 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.455376:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc401 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30bd expref: 55 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.455388:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.455389:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.455394:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc408 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30c4 expref: 54 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.455401:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc408 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30c4 expref: 54 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.455427:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc408 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30c4 expref: 54 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128114.455435:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540350080:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128114.456246:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:1.0:1746128114.459607:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.459702:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540350080:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.459718:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.459764:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1963:x1830947542588928:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4439us (4947us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.459773:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8890 00000100:00100000:3.0:1746128114.459948:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542589184 00000100:00100000:3.0:1746128114.459955:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542589184 00002000:00100000:3.0:1746128114.459983:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094640380 x1830947542589184/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.460002:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094640380 with x1830947542589184 ext(0->4095) 00002000:00010000:3.0:1746128114.460006:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094640380 00000100:00100000:3.0:1746128114.460021:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3724 00000100:00100000:3.0:1746128114.460027:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1963:x1830947542589184:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128114.460136:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1963:x1830947542589184:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (565us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.460141:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3724 00002000:00100000:3.0:1746128114.460145:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094640380 x1830947542589184/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.460152:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094640380 with x1830947542589184 ext(0->4095) 00002000:00010000:3.0:1746128114.460155:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094640380 00000100:00100000:1.0:1746128114.463517:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.463650:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542589312 00000100:00100000:3.0:1746128114.463657:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542589312 00000100:00100000:3.0:1746128114.464281:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5004 00000100:00100000:3.0:1746128114.464289:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542589312:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.464305:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.464319:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc40f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d30cb expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.464341:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc408 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30c4 expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.464347:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.464348:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.464351:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc40f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30cb expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.464374:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc408 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30c4 expref: 53 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.464383:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc408 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30c4 expref: 53 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.464392:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540350208:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128114.464813:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.468067:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540350208:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128114.468092:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc40f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30cb expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.468106:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67400, rc 0) 00000100:00100000:3.0:1746128114.469076:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542589312:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4784us (5561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.469084:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5004 00000100:00100000:1.0:1746128114.469971:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.470048:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542589440 00000100:00100000:2.0:1746128114.470054:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542589440 00010000:00010000:2.0:1746128114.470076:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc408 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30c4 expref: 54 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.470095:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8891 00000100:00100000:2.0:1746128114.470100:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094642a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1963:x1830947542589440:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.470110:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.470127:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc408 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30c4 expref: 54 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.470136:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc408 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30c4 expref: 54 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.470153:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc408 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30c4 expref: 54 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.470173:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.470175:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.470180:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc40f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30cb expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.470186:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc40f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30cb expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.470212:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc40f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30cb expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.470221:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134408e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540350336:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.471959:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128114.472186:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.472568:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542589568 00000100:00100000:2.0:1746128114.472593:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542589568 00000100:00100000:2.0:1746128114.472622:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5005 00000100:00100000:2.0:1746128114.472628:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6021880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31595:x1830947542589568:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.472639:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.472651:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc416 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d30d2 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.472670:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc40f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30cb expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.472676:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.472678:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.472681:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc416 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d2 expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.472701:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc40f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30cb expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.472711:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc40f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30cb expref: 5 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.472719:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540350464:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.472760:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.476679:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134408e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540350336:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.476698:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.476701:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.476779:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540350464:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128114.476927:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc416 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d2 expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.476955:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094642a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1963:x1830947542589440:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6852us (6983us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.476963:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8891 00010000:00010000:0.0:1746128114.477034:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228400, rc 0) 00000100:00100000:0.0:1746128114.477069:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6021880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31595:x1830947542589568:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4440us (4883us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128114.477075:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5005 00000100:00100000:1.0:1746128114.477273:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542589824 00000100:00100000:1.0:1746128114.477279:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542589824 00002000:00100000:1.0:1746128114.477311:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920eb800 x1830947542589824/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.477320:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920eb800 with x1830947542589824 ext(0->4095) 00010000:00010000:1.0:1746128114.477325:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc40f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30cb expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.477336:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc40f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30cb expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.477343:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920eb800 00000100:00100000:1.0:1746128114.477355:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1725 00000100:00100000:1.0:1746128114.477361:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542589824:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128114.477472:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542589824:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (773us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.477478:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1725 00002000:00100000:1.0:1746128114.477482:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920eb800 x1830947542589824/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.477489:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920eb800 with x1830947542589824 ext(0->4095) 00010000:00010000:1.0:1746128114.477493:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc40f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30cb expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.477501:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc40f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30cb expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.477506:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920eb800 00000100:00100000:0.0:1746128114.483950:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.484094:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542589952 00000100:00100000:2.0:1746128114.484102:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542589952 00010000:00010000:2.0:1746128114.484132:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc40f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30cb expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.484155:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8892 00000100:00100000:2.0:1746128114.484161:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542589952:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.484171:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.484188:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc40f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30cb expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.484203:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc40f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30cb expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.484220:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc40f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30cb expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.484234:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.484236:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.484241:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc416 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d2 expref: 53 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.484246:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc416 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d2 expref: 53 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.484272:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc416 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d2 expref: 53 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.484282:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134408e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540350592:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.485521:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.489906:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.490855:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542590208 00000100:00100000:0.0:1746128114.490862:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542590208 00002000:00100000:0.0:1746128114.490901:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920e9f80 x1830947542590208/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128114.490909:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9f80 with x1830947542590208 ext(0->4095) 00002000:00010000:0.0:1746128114.490913:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920e9f80 00000100:00100000:0.0:1746128114.490943:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3725 00000100:00100000:0.0:1746128114.490951:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542590208:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128114.491089:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542590208:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (1189us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128114.491095:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3725 00002000:00100000:0.0:1746128114.491100:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920e9f80 x1830947542590208/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128114.491107:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9f80 with x1830947542590208 ext(0->4095) 00002000:00010000:0.0:1746128114.491109:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920e9f80 00000100:00100000:2.0:1746128114.491511:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134408e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540350592:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.491529:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.491552:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542589952:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7391us (7609us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.491559:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8892 00000100:00100000:3.0:1746128114.495981:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.496045:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542590336 00000100:00100000:0.0:1746128114.496051:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542590336 00000100:00100000:0.0:1746128114.496142:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5006 00000100:00100000:0.0:1746128114.496149:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542590336:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128114.496164:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128114.496177:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc41d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d30d9 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.496199:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc416 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d2 expref: 53 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.496205:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128114.496207:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128114.496210:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc41d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d9 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.496231:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc416 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d2 expref: 53 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.496240:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc416 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d2 expref: 53 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:0.0:1746128114.496249:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009181d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540350720:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128114.498164:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0449c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.507811:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009181d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540350720:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.507837:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc41d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d9 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.507851:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43ca00, rc 0) 00000100:00100000:2.0:1746128114.507901:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542590336:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11752us (11924us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.507908:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5006 00000100:00100000:2.0:1746128114.509433:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.509509:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542590464 00000100:00100000:1.0:1746128114.509516:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542590464 00002000:00100000:1.0:1746128114.509548:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880134408e00 x1830947542590464/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 496/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.509555:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134408e00 with x1830947542590464 ext(0->7) 00010000:00010000:1.0:1746128114.509563:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc416 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d2 expref: 54 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.509603:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc416 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d2 expref: 54 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.509609:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134408e00 00000100:00100000:1.0:1746128114.509625:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1726 00000100:00100000:1.0:1746128114.509631:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542590464:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128114.509889:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542590464:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 256us (459us total) trans 4294967961 rc 0/0 00000100:00100000:1.0:1746128114.509895:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1726 00002000:00100000:1.0:1746128114.509900:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880134408e00 x1830947542590464/t4294967961(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 496/448 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.509907:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134408e00 with x1830947542590464 ext(0->7) 00010000:00010000:1.0:1746128114.509912:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc416 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d2 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.509921:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc416 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d2 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.509926:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134408e00 00000100:00100000:3.0:1746128114.521714:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.521806:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542590592 00000100:00100000:2.0:1746128114.521813:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542590592 00000100:00100000:2.0:1746128114.521903:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5007 00000100:00100000:2.0:1746128114.521910:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31595:x1830947542590592:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.521924:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.521937:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc424 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d30e0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.521959:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.521964:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc41d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d9 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.521969:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128114.521972:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc424 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e0 expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.522011:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc41d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d9 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.522022:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc424 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e0 expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.522030:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229a00, rc 0) 00000100:00100000:2.0:1746128114.522743:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31595:x1830947542590592:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 830us (1034us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.522749:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5007 00000100:00100000:0.0:1746128114.525866:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.525956:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542590720 00000100:00100000:2.0:1746128114.525964:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542590720 00010000:00010000:2.0:1746128114.526004:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc416 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d2 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.526027:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8893 00000100:00100000:2.0:1746128114.526034:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542590720:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.526045:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.526065:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc416 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d2 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.526076:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc416 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d2 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.526095:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc416 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d2 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.526124:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.526126:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.526134:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc41d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d9 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.526147:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc41d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d9 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.526324:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc41d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d9 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.526335:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc41d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d9 expref: 5 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.526344:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540350976:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.527583:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.529707:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.529812:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540350976:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.529829:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.529871:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542590720:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3837us (4011us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.529880:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8893 00000100:00100000:0.0:1746128114.529942:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542590976 00000100:00100000:0.0:1746128114.529947:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542590976 00002000:00100000:0.0:1746128114.529977:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093160380 x1830947542590976/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128114.529994:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093160380 with x1830947542590976 ext(0->4095) 00010000:00010000:0.0:1746128114.530001:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc41d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d9 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:0.0:1746128114.530012:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc41d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d9 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:0.0:1746128114.530017:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093160380 00000100:00100000:0.0:1746128114.530030:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1727 00000100:00100000:0.0:1746128114.530035:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542590976:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128114.530179:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542590976:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (476us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.530185:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1727 00002000:00100000:1.0:1746128114.530190:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093160380 x1830947542590976/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.530202:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093160380 with x1830947542590976 ext(0->4095) 00010000:00010000:1.0:1746128114.530206:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc41d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d9 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.530216:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc41d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d9 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.530221:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093160380 00000100:00100000:3.0:1746128114.532327:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.532414:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542591104 00000100:00100000:2.0:1746128114.532421:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542591104 00010000:00010000:2.0:1746128114.532443:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc41d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d9 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.532617:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8894 00000100:00100000:2.0:1746128114.532624:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542591104:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.532634:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.532650:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc41d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d9 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.532661:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc41d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d9 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.532677:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc41d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30d9 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.532688:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.532690:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.532695:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc424 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e0 expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.532701:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc424 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e0 expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.532727:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc424 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e0 expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.532736:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540351104:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.532933:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.534707:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540351104:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.534723:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.534752:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542591104:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2129us (2429us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.534760:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8894 00000100:00100000:0.0:1746128114.535159:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.535665:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542591360 00000100:00100000:1.0:1746128114.535671:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542591360 00002000:00100000:1.0:1746128114.535700:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181e680 x1830947542591360/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.535709:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181e680 with x1830947542591360 ext(0->4095) 00002000:00010000:1.0:1746128114.535713:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181e680 00000100:00100000:1.0:1746128114.535741:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3726 00000100:00100000:1.0:1746128114.535747:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542591360:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128114.535862:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542591360:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (703us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.535868:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3726 00002000:00100000:1.0:1746128114.535873:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181e680 x1830947542591360/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.535880:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181e680 with x1830947542591360 ext(0->4095) 00002000:00010000:1.0:1746128114.535882:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181e680 00000100:00100000:3.0:1746128114.538155:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.538347:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542591488 00000100:00100000:2.0:1746128114.538353:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542591488 00000100:00100000:2.0:1746128114.538395:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5008 00000100:00100000:2.0:1746128114.538401:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542591488:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.538413:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.538425:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc42b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d30e7 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.538446:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc424 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e0 expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.538451:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.538452:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.538455:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc42b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e7 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.538477:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc424 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e0 expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.538486:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc424 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e0 expref: 55 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.538495:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540351232:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.538557:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.541444:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540351232:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.541468:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc42b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e7 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.541485:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228600, rc 0) 00000100:00100000:2.0:1746128114.541516:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542591488:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3116us (3367us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.541523:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5008 00000100:00100000:0.0:1746128114.542240:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.542694:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542591616 00000100:00100000:2.0:1746128114.542701:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542591616 00010000:00010000:2.0:1746128114.542721:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc424 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e0 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.542747:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8895 00000100:00100000:2.0:1746128114.542752:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542591616:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.542761:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.542774:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc424 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e0 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.542783:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc424 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e0 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.542798:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc424 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e0 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.542809:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.542810:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.542815:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc42b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e7 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.542826:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc42b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e7 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.542844:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc42b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e7 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.542852:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540351360:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.542902:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.546091:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540351360:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.546105:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.546284:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1963:x1830947542591616:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3530us (4043us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.546292:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8895 00000100:00100000:0.0:1746128114.546414:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.546487:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.546558:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542592000 00000100:00100000:2.0:1746128114.546563:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542592000 00000100:00100000:2.0:1746128114.546815:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5009 00000100:00100000:2.0:1746128114.546821:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:31595:x1830947542592000:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.546834:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.546846:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc432 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d30ee expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.546864:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc42b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e7 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.546870:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.546872:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.546875:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc432 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30ee expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.546894:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc42b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e7 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.546903:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc42b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e7 expref: 5 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.546912:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540351488:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128114.547060:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542591872 00000100:00100000:3.0:1746128114.547063:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542591872 00002000:00100000:3.0:1746128114.547083:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181f480 x1830947542591872/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.547091:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181f480 with x1830947542591872 ext(0->4095) 00010000:00010000:3.0:1746128114.547096:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc42b lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e7 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.547104:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc42b lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e7 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.547109:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009181f480 00000100:00100000:3.0:1746128114.547347:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1728 00000100:00100000:3.0:1746128114.547353:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542591872:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128114.547929:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.548258:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542591872:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 903us (1843us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.548264:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1728 00002000:00100000:3.0:1746128114.548269:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181f480 x1830947542591872/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.548275:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181f480 with x1830947542591872 ext(0->4095) 00010000:00010000:3.0:1746128114.548280:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc42b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e7 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.548289:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc42b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e7 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.548295:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009181f480 00000100:00100000:3.0:1746128114.551489:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.551703:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540351488:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.551726:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc432 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30ee expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.551740:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229800, rc 0) 00000100:00100000:2.0:1746128114.551781:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31595:x1830947542592000:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4959us (5292us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.551788:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5009 00000100:00100000:3.0:1746128114.552080:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.552441:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542592128 00000100:00100000:2.0:1746128114.552447:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542592128 00000100:00100000:1.0:1746128114.552512:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5010 00000100:00100000:1.0:1746128114.552520:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31596:x1830947542592128:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128114.552533:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128114.552545:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc439 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d30f5 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.552563:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.552567:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc432 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30ee expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.552587:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.552590:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc439 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30f5 expref: 57 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.552616:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc432 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30ee expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.552625:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc439 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30f5 expref: 57 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.552631:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56600, rc 0) 00000100:00100000:1.0:1746128114.552653:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31596:x1830947542592128:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (1171us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.552659:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5010 00000100:00100000:2.0:1746128114.553354:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542592256 00000100:00100000:2.0:1746128114.553357:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542592256 00010000:00010000:2.0:1746128114.553373:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc42b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e7 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.553388:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8896 00000100:00100000:2.0:1746128114.553393:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542592256:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.553400:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.553415:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc42b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e7 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.553424:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc42b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e7 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.553438:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc42b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30e7 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.553449:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.553451:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.553455:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc432 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30ee expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.553461:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc432 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30ee expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.553501:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc432 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30ee expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.553511:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc432 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30ee expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.553520:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540351744:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.553567:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.556399:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.556476:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540351744:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.556492:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.556520:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542592256:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3126us (4441us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.556527:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8896 00000100:00100000:3.0:1746128114.556598:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542592512 00000100:00100000:3.0:1746128114.556602:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542592512 00002000:00100000:3.0:1746128114.556626:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181ca80 x1830947542592512/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.556634:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181ca80 with x1830947542592512 ext(0->4095) 00010000:00010000:3.0:1746128114.556640:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc432 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30ee expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.556650:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc432 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30ee expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.556660:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009181ca80 00000100:00100000:3.0:1746128114.556682:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1729 00000100:00100000:3.0:1746128114.556688:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542592512:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128114.556815:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542592512:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (421us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.556821:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1729 00002000:00100000:3.0:1746128114.556825:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181ca80 x1830947542592512/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.556831:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181ca80 with x1830947542592512 ext(0->4095) 00010000:00010000:3.0:1746128114.556836:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc432 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30ee expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.556843:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc432 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30ee expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.556848:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009181ca80 00000100:00100000:0.0:1746128114.561247:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.561329:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542592640 00000100:00100000:2.0:1746128114.561336:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542592640 00010000:00010000:2.0:1746128114.561361:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc432 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30ee expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.561525:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8897 00000100:00100000:2.0:1746128114.561532:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542592640:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.561543:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.561559:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc432 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30ee expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.561670:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc432 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30ee expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.561690:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc432 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30ee expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.561704:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.561706:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.561711:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc439 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30f5 expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.561719:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc439 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30f5 expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.561746:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc439 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30f5 expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.561756:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540351872:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.561819:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.565313:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.565394:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540351872:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128114.565411:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128114.565444:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542592640:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3913us (4203us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128114.565454:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8897 00000100:00100000:1.0:1746128114.565624:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542592896 00000100:00100000:1.0:1746128114.565630:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542592896 00002000:00100000:1.0:1746128114.565660:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013440ad80 x1830947542592896/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.565673:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440ad80 with x1830947542592896 ext(0->4095) 00002000:00010000:1.0:1746128114.565676:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013440ad80 00000100:00100000:1.0:1746128114.565702:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3727 00000100:00100000:1.0:1746128114.565707:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542592896:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128114.565834:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542592896:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (528us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.565840:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3727 00002000:00100000:1.0:1746128114.565845:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013440ad80 x1830947542592896/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.565851:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440ad80 with x1830947542592896 ext(0->4095) 00002000:00010000:1.0:1746128114.565854:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013440ad80 00000100:00100000:0.0:1746128114.568759:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.568871:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542593024 00000100:00100000:3.0:1746128114.568878:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542593024 00000100:00100000:3.0:1746128114.569168:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5011 00000100:00100000:3.0:1746128114.569175:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542593024:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.569189:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.569201:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc440 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d30fc expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.569229:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc439 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30f5 expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.569235:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.569237:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.569240:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc440 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30fc expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.569264:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc439 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30f5 expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.569273:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc439 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30f5 expref: 55 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.569282:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540352000:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128114.570267:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.571839:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540352000:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128114.571859:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc440 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30fc expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.571871:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67000, rc 0) 00000100:00100000:3.0:1746128114.571903:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542593024:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2728us (3151us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.571909:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5011 00000100:00100000:0.0:1746128114.572674:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.572898:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542593152 00000100:00100000:2.0:1746128114.572904:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542593152 00010000:00010000:2.0:1746128114.572926:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc439 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30f5 expref: 56 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.573338:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8898 00000100:00100000:2.0:1746128114.573347:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542593152:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.573357:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.573373:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc439 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30f5 expref: 56 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.573382:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc439 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30f5 expref: 56 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.573398:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc439 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30f5 expref: 56 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.573411:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.573412:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.573418:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc440 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30fc expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.573424:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc440 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30fc expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.573447:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc440 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30fc expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.573455:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540352128:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.573511:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.576180:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.576257:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540352128:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.576273:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.576489:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542593408 00000100:00100000:3.0:1746128114.576494:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542593408 00000100:00100000:3.0:1746128114.576530:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5012 00000100:00100000:3.0:1746128114.576536:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31595:x1830947542593408:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.576548:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.576561:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc447 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3103 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.576605:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc440 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30fc expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.576610:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.576612:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.576615:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc447 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3103 expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.576634:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc440 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30fc expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.576643:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc440 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30fc expref: 5 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.576651:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540352256:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.576862:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542593152:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3516us (4188us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.576870:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8898 00000100:00100000:0.0:1746128114.577294:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.577353:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.577484:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542593536 00000100:00100000:2.0:1746128114.577488:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542593536 00002000:00100000:2.0:1746128114.577511:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181dc00 x1830947542593536/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.577519:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181dc00 with x1830947542593536 ext(0->4095) 00010000:00010000:2.0:1746128114.577524:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc440 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30fc expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.577534:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc440 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30fc expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.577543:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009181dc00 00000100:00100000:2.0:1746128114.577554:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1730 00000100:00100000:2.0:1746128114.577559:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542593536:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128114.577710:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542593536:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 150us (416us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.577716:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1730 00002000:00100000:2.0:1746128114.577721:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181dc00 x1830947542593536/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.577728:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181dc00 with x1830947542593536 ext(0->4095) 00010000:00010000:2.0:1746128114.577732:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc440 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30fc expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.577740:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc440 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30fc expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.577745:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009181dc00 00000100:00100000:3.0:1746128114.579440:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540352256:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128114.579458:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc447 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3103 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.579473:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66a00, rc 0) 00000100:00100000:3.0:1746128114.579500:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31595:x1830947542593408:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2963us (3325us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.579506:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5012 00000100:00100000:0.0:1746128114.581399:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.582112:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542593664 00000100:00100000:3.0:1746128114.582119:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542593664 00000100:00100000:3.0:1746128114.582166:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5013 00000100:00100000:3.0:1746128114.582173:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31596:x1830947542593664:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.582187:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.582201:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc44e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d310a expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.582220:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.582224:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc447 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3103 expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.582229:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.582231:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc44e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d310a expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.582258:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc447 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3103 expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.582267:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc44e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d310a expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.582278:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66e00, rc 0) 00000100:00100000:3.0:1746128114.582312:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31596:x1830947542593664:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (918us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.582317:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5013 00000100:00100000:0.0:1746128114.584363:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.584456:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542593792 00000100:00100000:2.0:1746128114.584463:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542593792 00010000:00010000:2.0:1746128114.584489:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc440 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30fc expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.584521:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8899 00000100:00100000:2.0:1746128114.584527:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542593792:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.584538:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.584555:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc440 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30fc expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.584564:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc440 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30fc expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.584604:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc440 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d30fc expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.584619:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.584621:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.584627:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc447 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3103 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.584633:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc447 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3103 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.584656:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc447 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3103 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.584665:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3103 expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.584674:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540352512:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.584736:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.587474:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540352512:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.587492:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.587523:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542593792:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2995us (3165us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.587532:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8899 00000100:00100000:0.0:1746128114.589913:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.590047:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542594048 00000100:00100000:1.0:1746128114.590054:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542594048 00002000:00100000:1.0:1746128114.590087:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181e300 x1830947542594048/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.590096:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181e300 with x1830947542594048 ext(0->4095) 00010000:00010000:1.0:1746128114.590103:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3103 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.590115:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3103 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.590121:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009181e300 00000100:00100000:1.0:1746128114.590144:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1731 00000100:00100000:1.0:1746128114.590150:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542594048:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128114.590270:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542594048:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (363us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.590276:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1731 00002000:00100000:1.0:1746128114.590280:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181e300 x1830947542594048/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.590287:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181e300 with x1830947542594048 ext(0->4095) 00010000:00010000:1.0:1746128114.590291:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3103 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.590298:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3103 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.590304:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009181e300 00000100:00100000:0.0:1746128114.592597:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.592876:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542594176 00000100:00100000:2.0:1746128114.592882:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542594176 00010000:00010000:2.0:1746128114.592905:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3103 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.592923:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8900 00000100:00100000:2.0:1746128114.592928:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1966:x1830947542594176:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.592937:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.592950:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3103 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.592958:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc447 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3103 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.592974:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc447 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3103 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.592996:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.592997:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.593002:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc44e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d310a expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.593008:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc44e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d310a expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.593031:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc44e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d310a expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.593039:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540352640:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.593096:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.595315:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.595459:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540352640:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.595477:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.595520:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1966:x1830947542594176:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2591us (2954us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.595528:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8900 00000100:00100000:3.0:1746128114.595924:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542594432 00000100:00100000:3.0:1746128114.595930:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542594432 00002000:00100000:3.0:1746128114.595959:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181c000 x1830947542594432/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.595968:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181c000 with x1830947542594432 ext(0->4095) 00002000:00010000:3.0:1746128114.595971:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181c000 00000100:00100000:3.0:1746128114.596002:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3728 00000100:00100000:3.0:1746128114.596009:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1965:x1830947542594432:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746128114.596122:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1965:x1830947542594432:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (811us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.596128:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3728 00002000:00100000:3.0:1746128114.596133:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181c000 x1830947542594432/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.596139:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181c000 with x1830947542594432 ext(0->4095) 00002000:00010000:3.0:1746128114.596142:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181c000 00000100:00100000:0.0:1746128114.598800:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.599147:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542594560 00000100:00100000:2.0:1746128114.599154:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542594560 00000100:00100000:2.0:1746128114.599195:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5014 00000100:00100000:2.0:1746128114.599201:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542594560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.599215:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.599229:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc455 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3111 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.599250:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc44e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d310a expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.599257:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.599259:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.599262:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc455 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3111 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.599284:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc44e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d310a expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.599298:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc44e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d310a expref: 55 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.599308:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540352768:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.599374:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.601111:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540352768:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.601131:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc455 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3111 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.601143:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228000, rc 0) 00000100:00100000:2.0:1746128114.601171:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542594560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1970us (2377us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.601178:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5014 00000100:00100000:0.0:1746128114.602964:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.603057:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542594688 00000100:00100000:2.0:1746128114.603063:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542594688 00010000:00010000:2.0:1746128114.603087:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc44e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d310a expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.603215:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8901 00000100:00100000:2.0:1746128114.603222:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542594688:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.603232:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.603248:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc44e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d310a expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.603264:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc44e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d310a expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.603282:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc44e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d310a expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.603405:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.603407:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.603414:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc455 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3111 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.603421:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc455 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3111 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.603447:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc455 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3111 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.603458:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540352896:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.603865:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.607342:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.607424:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540352896:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.607439:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.607470:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1963:x1830947542594688:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4249us (4511us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.607479:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8901 00000100:00100000:0.0:1746128114.607608:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.607759:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542594944 00000100:00100000:1.0:1746128114.607764:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542594944 00002000:00100000:1.0:1746128114.607792:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181f800 x1830947542594944/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.607801:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181f800 with x1830947542594944 ext(0->4095) 00002000:00010000:1.0:1746128114.607804:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181f800 00000100:00100000:1.0:1746128114.607826:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3729 00000100:00100000:1.0:1746128114.607832:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542594944:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128114.607941:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542594944:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (605us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.607947:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3729 00002000:00100000:1.0:1746128114.607951:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181f800 x1830947542594944/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.607958:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181f800 with x1830947542594944 ext(0->4095) 00002000:00010000:1.0:1746128114.607961:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181f800 00000100:00100000:2.0:1746128114.608225:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542595072 00000100:00100000:2.0:1746128114.608229:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542595072 00000100:00100000:2.0:1746128114.608254:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5015 00000100:00100000:2.0:1746128114.608258:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:31595:x1830947542595072:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.608266:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.608277:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc45c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3118 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.608295:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc455 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3111 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.608301:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.608303:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.608306:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc45c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3118 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.608325:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc455 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3111 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.608334:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc455 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3111 expref: 5 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.608342:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540353024:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.608390:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.611213:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.612387:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542595200 00000100:00100000:3.0:1746128114.612394:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542595200 00000100:00100000:3.0:1746128114.612426:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5016 00000100:00100000:3.0:1746128114.612432:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31596:x1830947542595200:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.612444:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.612455:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc463 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d311f expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.612471:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.612475:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc45c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3118 expref: 58 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.612479:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.612482:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc463 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d311f expref: 58 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.612505:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc45c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3118 expref: 58 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.612513:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc463 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d311f expref: 58 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.612520:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66200, rc 0) 00000100:00100000:3.0:1746128114.612549:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:31596:x1830947542595200:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (1344us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.612554:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5016 00000100:00100000:2.0:1746128114.612851:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540353024:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.612863:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc45c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3118 expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.612873:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229a00, rc 0) 00000100:00100000:2.0:1746128114.612900:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31595:x1830947542595072:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4642us (5293us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.612904:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5015 00000100:00100000:0.0:1746128114.614860:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.615007:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542595328 00000100:00100000:2.0:1746128114.615012:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542595328 00010000:00010000:2.0:1746128114.615036:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc455 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3111 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.615070:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8902 00000100:00100000:2.0:1746128114.615075:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542595328:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.615086:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.615101:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc455 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3111 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.615110:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc455 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3111 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.615126:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc455 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3111 expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.615151:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.615152:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.615157:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc45c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3118 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.615168:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc45c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3118 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.615191:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc45c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3118 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.615200:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc45c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3118 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.615219:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540353280:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.615272:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.620455:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.620567:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542595584 00000100:00100000:3.0:1746128114.620597:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542595584 00002000:00100000:3.0:1746128114.620629:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181ce00 x1830947542595584/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.620638:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181ce00 with x1830947542595584 ext(0->4095) 00010000:00010000:3.0:1746128114.620645:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc45c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3118 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.620656:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc45c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3118 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.620662:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009181ce00 00000100:00100000:3.0:1746128114.620859:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1732 00000100:00100000:3.0:1746128114.620866:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542595584:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128114.621113:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540353280:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.621126:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.621242:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542595584:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 375us (793us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.621248:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1732 00002000:00100000:3.0:1746128114.621253:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181ce00 x1830947542595584/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.621260:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181ce00 with x1830947542595584 ext(0->4095) 00010000:00010000:3.0:1746128114.621265:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc45c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3118 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.621273:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc45c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3118 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.621278:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009181ce00 00000100:00100000:2.0:1746128114.621684:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542595328:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6607us (6826us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.621692:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8902 00000100:00100000:0.0:1746128114.624645:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.624732:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542595712 00000100:00100000:2.0:1746128114.624738:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542595712 00010000:00010000:2.0:1746128114.624761:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc45c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3118 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.624779:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8903 00000100:00100000:2.0:1746128114.624785:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542595712:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.624793:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.624809:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc45c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3118 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.624818:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc45c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3118 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.624834:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc45c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3118 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.624857:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.624859:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.624864:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc463 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d311f expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.624871:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc463 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d311f expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.624893:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc463 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d311f expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.624901:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540353408:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.624948:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.628101:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.628172:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542595968 00000100:00100000:3.0:1746128114.628178:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542595968 00002000:00100000:3.0:1746128114.628212:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8d9880 x1830947542595968/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.628226:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d9880 with x1830947542595968 ext(0->4095) 00002000:00010000:3.0:1746128114.628231:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8d9880 00000100:00100000:3.0:1746128114.628499:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3730 00000100:00100000:3.0:1746128114.628506:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542595968:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128114.628669:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542595968:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (575us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.628674:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3730 00002000:00100000:3.0:1746128114.628679:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8d9880 x1830947542595968/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.628685:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d9880 with x1830947542595968 ext(0->4095) 00002000:00010000:3.0:1746128114.628688:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8d9880 00000100:00100000:2.0:1746128114.628755:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540353408:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.628769:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.628787:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542595712:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4003us (4147us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.628793:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8903 00000100:00100000:0.0:1746128114.630647:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.630734:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542596096 00000100:00100000:2.0:1746128114.630740:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542596096 00000100:00100000:2.0:1746128114.630939:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5017 00000100:00100000:2.0:1746128114.630946:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542596096:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.630959:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.630972:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc46a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3126 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.631006:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc463 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d311f expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.631012:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.631014:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.631016:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc46a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3126 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.631036:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc463 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d311f expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.631046:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc463 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d311f expref: 55 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.631054:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540353536:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.631321:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.635031:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540353536:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.635057:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc46a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3126 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.635075:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229800, rc 0) 00000100:00100000:2.0:1746128114.635108:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542596096:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4161us (4464us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.635115:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5017 00000100:00100000:0.0:1746128114.635602:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.636167:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542596224 00000100:00100000:2.0:1746128114.636173:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542596224 00010000:00010000:2.0:1746128114.636195:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc463 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d311f expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.636214:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8904 00000100:00100000:2.0:1746128114.636220:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542596224:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.636229:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.636245:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc463 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d311f expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.636255:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc463 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d311f expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.636272:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc463 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d311f expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.636294:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.636296:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.636302:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc46a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3126 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.636313:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc46a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3126 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.636335:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc46a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3126 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.636344:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540353664:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.636389:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.638863:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.638900:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.638974:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542596480 00000100:00100000:1.0:1746128114.638981:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542596480 00002000:00100000:1.0:1746128114.639021:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8dad80 x1830947542596480/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.639030:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8dad80 with x1830947542596480 ext(0->4095) 00002000:00010000:1.0:1746128114.639034:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8dad80 00000100:00100000:1.0:1746128114.639050:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3731 00000100:00100000:1.0:1746128114.639056:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542596480:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128114.639176:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542596480:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.639182:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3731 00002000:00100000:1.0:1746128114.639188:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8dad80 x1830947542596480/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.639195:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8dad80 with x1830947542596480 ext(0->4095) 00002000:00010000:1.0:1746128114.639197:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8dad80 00000100:00100000:3.0:1746128114.639254:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542596608 00000100:00100000:3.0:1746128114.639257:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542596608 00000100:00100000:3.0:1746128114.639278:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5018 00000100:00100000:3.0:1746128114.639282:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31595:x1830947542596608:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.639290:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.639302:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc471 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d312d expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.639319:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc46a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3126 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.639325:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.639327:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.639330:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc471 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d312d expref: 57 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.639352:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc46a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3126 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.639362:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc46a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3126 expref: 5 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.639372:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540353792:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128114.639417:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81600 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.639813:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540353664:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.639827:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.640311:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542596224:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4088us (4707us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.640318:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8904 00000100:00100000:0.0:1746128114.642350:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.642673:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542596736 00000100:00100000:1.0:1746128114.642679:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542596736 00000100:00100000:1.0:1746128114.642718:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5019 00000100:00100000:1.0:1746128114.642725:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31596:x1830947542596736:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128114.642737:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128114.642749:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc478 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3134 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.642766:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.642771:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc471 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d312d expref: 58 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.642776:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.642779:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc478 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3134 expref: 58 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.642805:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc471 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d312d expref: 58 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.642815:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc478 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3134 expref: 58 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.642823:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57600, rc 0) 00000100:00100000:1.0:1746128114.642852:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:31596:x1830947542596736:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.642857:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5019 00000100:00100000:2.0:1746128114.643518:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540353792:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.643534:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc471 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d312d expref: 57 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.643542:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67200, rc 0) 00000100:00100000:2.0:1746128114.643564:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31595:x1830947542596608:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4280us (4663us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.643588:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5018 00000100:00100000:0.0:1746128114.645850:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.645940:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542596864 00000100:00100000:2.0:1746128114.645945:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542596864 00010000:00010000:2.0:1746128114.645970:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc46a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3126 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.646009:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8905 00000100:00100000:2.0:1746128114.646015:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542596864:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.646024:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.646040:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc46a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3126 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.646049:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc46a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3126 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.646066:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc46a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3126 expref: 6 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.646089:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.646091:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.646096:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc471 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d312d expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.646102:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc471 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d312d expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.646125:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc471 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d312d expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.646134:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc471 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d312d expref: 56 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.646147:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540354048:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.646210:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.649389:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540354048:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.649407:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.649447:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542596864:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3431us (3600us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.649455:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8905 00000100:00100000:0.0:1746128114.650748:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.650809:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542597120 00000100:00100000:3.0:1746128114.650815:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542597120 00002000:00100000:3.0:1746128114.650847:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8daa00 x1830947542597120/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.650855:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8daa00 with x1830947542597120 ext(0->4095) 00010000:00010000:3.0:1746128114.650862:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc471 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d312d expref: 57 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.650873:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc471 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d312d expref: 57 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.650879:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8daa00 00000100:00100000:3.0:1746128114.651187:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1733 00000100:00100000:3.0:1746128114.651194:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542597120:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128114.651338:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542597120:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (591us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.651347:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1733 00002000:00100000:3.0:1746128114.651352:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8daa00 x1830947542597120/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.651359:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8daa00 with x1830947542597120 ext(0->4095) 00010000:00010000:3.0:1746128114.651363:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc471 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d312d expref: 57 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.651372:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc471 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d312d expref: 57 pid: 28170 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.651376:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8daa00 00000100:00100000:0.0:1746128114.653201:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.653360:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542597248 00000100:00100000:2.0:1746128114.653366:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542597248 00010000:00010000:2.0:1746128114.653388:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc471 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d312d expref: 57 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.653540:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8906 00000100:00100000:2.0:1746128114.653546:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d93c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542597248:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.653557:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.653590:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc471 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d312d expref: 57 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.653599:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc471 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d312d expref: 57 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.653615:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc471 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d312d expref: 57 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.653638:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.653640:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.653645:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc478 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3134 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.653652:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc478 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3134 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.653675:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc478 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3134 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.653684:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540354176:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.653742:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.655948:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.656113:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542597504 00000100:00100000:1.0:1746128114.656120:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542597504 00002000:00100000:1.0:1746128114.656149:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8dbb80 x1830947542597504/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.656163:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8dbb80 with x1830947542597504 ext(0->4095) 00002000:00010000:1.0:1746128114.656167:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8dbb80 00000100:00100000:1.0:1746128114.656195:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3732 00000100:00100000:1.0:1746128114.656201:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542597504:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128114.656327:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542597504:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (384us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.656334:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3732 00002000:00100000:1.0:1746128114.656339:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8dbb80 x1830947542597504/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.656346:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8dbb80 with x1830947542597504 ext(0->4095) 00002000:00010000:1.0:1746128114.656349:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8dbb80 00000100:00100000:2.0:1746128114.656422:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540354176:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.656437:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.656457:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d93c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542597248:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2912us (3261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.656463:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8906 00000100:00100000:0.0:1746128114.659200:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.659298:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542597632 00000100:00100000:3.0:1746128114.659305:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542597632 00000100:00100000:3.0:1746128114.659348:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5020 00000100:00100000:3.0:1746128114.659354:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542597632:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.659367:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.659381:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc47f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d313b expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.659402:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc478 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3134 expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.659408:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.659409:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.659412:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc47f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d313b expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.659439:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc478 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3134 expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.659448:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc478 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3134 expref: 55 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.659458:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540354304:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128114.659528:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.661392:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540354304:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128114.661410:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc47f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d313b expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.661421:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67800, rc 0) 00000100:00100000:3.0:1746128114.661458:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542597632:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2105us (2264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.661465:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5020 00000100:00100000:0.0:1746128114.662051:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.662319:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542597760 00000100:00100000:3.0:1746128114.662324:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542597760 00010000:00010000:3.0:1746128114.662344:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc478 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3134 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.662375:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8907 00000100:00100000:3.0:1746128114.662381:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542597760:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.662391:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.662408:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc478 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3134 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.662417:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc478 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3134 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.662433:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc478 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3134 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.662456:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.662457:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.662463:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc47f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d313b expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.662470:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc47f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d313b expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.662492:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc47f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d313b expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128114.662501:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540354432:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.663442:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.665508:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.665602:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542598016 00000100:00100000:2.0:1746128114.665609:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542598016 00002000:00100000:2.0:1746128114.665640:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8d8e00 x1830947542598016/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.665650:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d8e00 with x1830947542598016 ext(0->4095) 00002000:00010000:2.0:1746128114.665653:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8d8e00 00000100:00100000:3.0:1746128114.666035:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540354432:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.666049:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.666088:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1963:x1830947542597760:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3706us (4037us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.666095:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8907 00000100:00100000:2.0:1746128114.666423:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3733 00000100:00100000:2.0:1746128114.666429:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542598016:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128114.666546:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542598016:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (1051us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.666553:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3733 00002000:00100000:2.0:1746128114.666558:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8d8e00 x1830947542598016/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.666564:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d8e00 with x1830947542598016 ext(0->4095) 00002000:00010000:2.0:1746128114.666567:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8d8e00 00000100:00100000:0.0:1746128114.667479:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.668219:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542598144 00000100:00100000:2.0:1746128114.668225:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542598144 00000100:00100000:2.0:1746128114.668266:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5021 00000100:00100000:2.0:1746128114.668272:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:31595:x1830947542598144:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.668284:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.668297:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc486 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3142 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.668317:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc47f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d313b expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.668324:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.668326:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.668329:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc486 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3142 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.668354:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc47f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d313b expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.668364:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc47f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d313b expref: 5 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.668378:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540354560:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.670129:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.671026:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.671372:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542598272 00000100:00100000:2.0:1746128114.671378:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542598272 00000100:00100000:2.0:1746128114.671973:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5022 00000100:00100000:2.0:1746128114.671982:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31596:x1830947542598272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.672004:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.672016:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc48d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3149 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.672036:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.672040:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc486 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3142 expref: 58 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.672045:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.672048:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc48d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3149 expref: 58 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.672077:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc486 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3142 expref: 58 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.672087:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc48d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3149 expref: 58 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.672095:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229a00, rc 0) 00000100:00100000:2.0:1746128114.672137:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:31596:x1830947542598272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (1113us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.672143:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5022 00000100:00100000:0.0:1746128114.673200:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.673510:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540354560:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.673527:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc486 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3142 expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.673536:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228c00, rc 0) 00000100:00100000:2.0:1746128114.673593:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31595:x1830947542598144:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5319us (6115us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.673599:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5021 00000100:00100000:3.0:1746128114.673942:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542598400 00000100:00100000:3.0:1746128114.673948:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542598400 00010000:00010000:3.0:1746128114.673969:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc47f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d313b expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.674000:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8908 00000100:00100000:3.0:1746128114.674005:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542598400:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.674014:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.674029:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc47f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d313b expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.674039:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc47f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d313b expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.674056:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc47f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d313b expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.674067:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.674069:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.674073:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc486 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3142 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.674080:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc486 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3142 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.674099:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc486 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3142 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.674107:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc486 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3142 expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.674116:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540354816:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.674164:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.676722:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540354816:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.676737:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.676778:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542598400:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2771us (3579us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.676785:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8908 00000100:00100000:1.0:1746128114.676864:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.677018:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542598656 00000100:00100000:2.0:1746128114.677024:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542598656 00002000:00100000:2.0:1746128114.677052:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c73b80 x1830947542598656/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.677060:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73b80 with x1830947542598656 ext(0->4095) 00010000:00010000:2.0:1746128114.677065:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc486 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3142 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.677076:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc486 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3142 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.677081:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c73b80 00000100:00100000:2.0:1746128114.677104:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1734 00000100:00100000:2.0:1746128114.677110:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542598656:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128114.677226:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542598656:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (362us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.677232:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1734 00002000:00100000:2.0:1746128114.677237:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c73b80 x1830947542598656/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.677243:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73b80 with x1830947542598656 ext(0->4095) 00010000:00010000:2.0:1746128114.677247:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc486 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3142 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.677255:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc486 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3142 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.677260:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c73b80 00000100:00100000:0.0:1746128114.680236:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.680326:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542598784 00000100:00100000:3.0:1746128114.680332:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542598784 00010000:00010000:3.0:1746128114.680359:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc486 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3142 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.680392:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8909 00000100:00100000:3.0:1746128114.680398:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542598784:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.680411:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.680427:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc486 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3142 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.680437:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc486 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3142 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.680454:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc486 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3142 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.680483:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.680485:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.680491:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc48d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3149 expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.680499:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc48d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3149 expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.680525:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc48d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3149 expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128114.680535:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540354944:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.680617:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.683156:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.683379:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540354944:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.683394:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.683437:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542598784:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3038us (3206us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.683446:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8909 00000100:00100000:1.0:1746128114.684057:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542599040 00000100:00100000:1.0:1746128114.684063:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542599040 00002000:00100000:1.0:1746128114.684092:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800acd3ad80 x1830947542599040/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.684101:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd3ad80 with x1830947542599040 ext(0->4095) 00002000:00010000:1.0:1746128114.684106:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800acd3ad80 00000100:00100000:1.0:1746128114.684132:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3734 00000100:00100000:1.0:1746128114.684138:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542599040:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128114.684261:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542599040:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (1111us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.684270:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3734 00002000:00100000:1.0:1746128114.684275:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800acd3ad80 x1830947542599040/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.684281:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd3ad80 with x1830947542599040 ext(0->4095) 00002000:00010000:1.0:1746128114.684284:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800acd3ad80 00000100:00100000:0.0:1746128114.686476:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.686568:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542599168 00000100:00100000:2.0:1746128114.686674:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542599168 00000100:00100000:2.0:1746128114.686710:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5023 00000100:00100000:2.0:1746128114.686716:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542599168:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.686729:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.686741:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc494 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3150 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.686761:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc48d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3149 expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.686767:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.686768:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.686771:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc494 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3150 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.686796:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc48d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3149 expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.686806:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc48d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3149 expref: 55 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.686815:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540355072:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.686873:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.689317:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540355072:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.689341:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc494 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3150 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.689354:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228400, rc 0) 00000100:00100000:2.0:1746128114.689400:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542599168:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2683us (2929us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.689407:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5023 00000100:00100000:0.0:1746128114.689677:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.689772:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542599296 00000100:00100000:3.0:1746128114.689777:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542599296 00010000:00010000:3.0:1746128114.689798:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc48d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3149 expref: 56 pid: 28170 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.689827:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8910 00000100:00100000:3.0:1746128114.689832:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542599296:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.689842:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.689858:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc48d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3149 expref: 56 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.689873:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc48d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3149 expref: 56 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.689890:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc48d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3149 expref: 56 pid: 28170 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.689913:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.689915:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.689921:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc494 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3150 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.689928:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc494 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3150 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.689949:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc494 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3150 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128114.689959:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540355200:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.690020:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.692765:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540355200:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.692780:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.692825:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1963:x1830947542599296:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2991us (3147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.692833:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8910 00000100:00100000:0.0:1746128114.693209:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.693385:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542599552 00000100:00100000:2.0:1746128114.693390:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542599552 00002000:00100000:2.0:1746128114.693419:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800acd38380 x1830947542599552/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.693427:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd38380 with x1830947542599552 ext(0->4095) 00002000:00010000:2.0:1746128114.693431:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800acd38380 00000100:00100000:2.0:1746128114.693455:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3735 00000100:00100000:2.0:1746128114.693462:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542599552:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128114.693590:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542599552:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (382us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.693596:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3735 00002000:00100000:2.0:1746128114.693601:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800acd38380 x1830947542599552/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.693607:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd38380 with x1830947542599552 ext(0->4095) 00002000:00010000:2.0:1746128114.693609:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800acd38380 00000100:00100000:0.0:1746128114.695436:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.695855:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542599680 00000100:00100000:2.0:1746128114.695862:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542599680 00000100:00100000:2.0:1746128114.695909:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5024 00000100:00100000:2.0:1746128114.695915:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:31595:x1830947542599680:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.695929:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.695946:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc49b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3157 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.695968:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc494 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3150 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.695975:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.695976:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.695979:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc49b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3157 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.696011:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc494 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3150 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.696024:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc494 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3150 expref: 5 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.696032:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540355328:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.696090:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.696304:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.696465:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542599808 00000100:00100000:1.0:1746128114.696473:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542599808 00000100:00100000:1.0:1746128114.696501:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5025 00000100:00100000:1.0:1746128114.696506:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31596:x1830947542599808:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128114.696513:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128114.696628:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc4a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d315e expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.696640:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.696645:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc49b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3157 expref: 58 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.696650:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.696653:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc4a2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d315e expref: 58 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.696670:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc49b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3157 expref: 58 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.696678:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc4a2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d315e expref: 58 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.696689:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57800, rc 0) 00000100:00100000:1.0:1746128114.696713:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:31596:x1830947542599808:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 207us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.696719:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5025 00000100:00100000:2.0:1746128114.698070:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540355328:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.698088:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc49b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3157 expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.698098:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228000, rc 0) 00000100:00100000:2.0:1746128114.698123:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31595:x1830947542599680:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2208us (2690us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.698128:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5024 00000100:00100000:0.0:1746128114.698452:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.698599:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542599936 00000100:00100000:3.0:1746128114.698678:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542599936 00010000:00010000:3.0:1746128114.698699:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc494 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3150 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.698716:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8911 00000100:00100000:3.0:1746128114.698720:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542599936:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.698728:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.698742:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc494 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3150 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.698750:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc494 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3150 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.698765:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc494 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3150 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.698786:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.698787:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.698793:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc49b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3157 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.698799:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc49b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3157 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.698820:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc49b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3157 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.698829:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc49b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3157 expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.698837:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540355584:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.698883:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.700616:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540355584:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.700627:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.700649:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542599936:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1928us (2199us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.700656:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8911 00000100:00100000:0.0:1746128114.700929:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.701080:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542600192 00000100:00100000:1.0:1746128114.701086:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542600192 00002000:00100000:1.0:1746128114.701113:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a745880 x1830947542600192/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.701122:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a745880 with x1830947542600192 ext(0->4095) 00010000:00010000:1.0:1746128114.701128:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc49b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3157 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.701140:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc49b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3157 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.701147:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a745880 00000100:00100000:1.0:1746128114.701173:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1735 00000100:00100000:1.0:1746128114.701179:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542600192:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128114.701280:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542600192:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (352us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.701286:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1735 00002000:00100000:1.0:1746128114.701290:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a745880 x1830947542600192/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.701303:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a745880 with x1830947542600192 ext(0->4095) 00010000:00010000:1.0:1746128114.701307:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc49b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3157 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.701316:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc49b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3157 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.701321:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a745880 00000100:00100000:0.0:1746128114.703133:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.703213:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542600320 00000100:00100000:3.0:1746128114.703219:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542600320 00010000:00010000:3.0:1746128114.703241:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc49b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3157 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.703390:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8912 00000100:00100000:3.0:1746128114.703397:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542600320:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.703406:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.703422:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc49b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3157 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.703431:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc49b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3157 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.703447:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc49b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3157 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.703707:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.703709:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.703715:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc4a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d315e expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.703722:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc4a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d315e expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.703747:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc4a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d315e expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128114.703755:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540355712:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.703806:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.706050:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.706131:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540355712:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.706143:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.706464:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542600576 00000100:00100000:2.0:1746128114.706469:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542600576 00002000:00100000:2.0:1746128114.706496:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a747480 x1830947542600576/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.706505:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a747480 with x1830947542600576 ext(0->4095) 00002000:00010000:2.0:1746128114.706508:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a747480 00000100:00100000:3.0:1746128114.706532:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542600320:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3134us (3404us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.706540:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8912 00000100:00100000:2.0:1746128114.706768:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3736 00000100:00100000:2.0:1746128114.706774:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542600576:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128114.706890:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542600576:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (844us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.706898:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3736 00002000:00100000:2.0:1746128114.706903:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a747480 x1830947542600576/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.706910:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a747480 with x1830947542600576 ext(0->4095) 00002000:00010000:2.0:1746128114.706913:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a747480 00000100:00100000:0.0:1746128114.708973:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.709147:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542600704 00000100:00100000:2.0:1746128114.709153:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542600704 00000100:00100000:2.0:1746128114.709441:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5026 00000100:00100000:2.0:1746128114.709447:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542600704:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.709459:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.709471:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc4a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3165 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.709490:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc4a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d315e expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.709495:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.709497:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.709499:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc4a9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3165 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.709519:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc4a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d315e expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.709527:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc4a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d315e expref: 55 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.709540:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540355840:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128114.710339:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.712398:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540355840:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128114.712422:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc4a9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3165 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.712434:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229800, rc 0) 00000100:00100000:3.0:1746128114.712465:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542600704:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3018us (3498us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.712472:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5026 00000100:00100000:0.0:1746128114.712757:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.713265:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542600832 00000100:00100000:3.0:1746128114.713272:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542600832 00010000:00010000:3.0:1746128114.713295:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc4a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d315e expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.713321:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8913 00000100:00100000:3.0:1746128114.713327:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d93850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542600832:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.713338:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.713354:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc4a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d315e expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.713363:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc4a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d315e expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.713380:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc4a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d315e expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.713977:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.713979:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.714000:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc4a9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3165 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.714007:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc4a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3165 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.714032:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc4a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3165 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128114.714041:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540355968:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.714105:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.716302:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.716389:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540355968:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.716402:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128114.716622:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542601088 00000100:00100000:1.0:1746128114.716629:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542601088 00002000:00100000:1.0:1746128114.716659:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b018700 x1830947542601088/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.716668:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b018700 with x1830947542601088 ext(0->4095) 00002000:00010000:1.0:1746128114.716672:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b018700 00000100:00100000:1.0:1746128114.716690:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3737 00000100:00100000:1.0:1746128114.716695:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542601088:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128114.717134:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d93850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1964:x1830947542600832:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3806us (4375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.717141:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8913 00000100:00100000:1.0:1746128114.717515:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542601088:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 818us (1217us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.717522:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3737 00002000:00100000:1.0:1746128114.717527:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b018700 x1830947542601088/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.717535:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b018700 with x1830947542601088 ext(0->4095) 00002000:00010000:1.0:1746128114.717538:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b018700 00000100:00100000:0.0:1746128114.717752:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.717841:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542601216 00000100:00100000:3.0:1746128114.717845:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542601216 00000100:00100000:3.0:1746128114.717874:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5027 00000100:00100000:3.0:1746128114.717879:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:31595:x1830947542601216:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.717888:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.717901:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc4b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d316c expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.717918:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc4a9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3165 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.717924:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.717926:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.717929:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc4b0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d316c expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.717948:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc4a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3165 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.717957:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc4a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3165 expref: 5 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.717971:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540356096:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128114.718027:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.719466:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.719536:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540356096:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128114.719551:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc4b0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d316c expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.719561:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66200, rc 0) 00000100:00100000:3.0:1746128114.719602:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31595:x1830947542601216:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1722us (1850us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.719608:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5027 00000100:00100000:0.0:1746128114.719703:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.719801:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542601472 00000100:00100000:2.0:1746128114.719805:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542601472 00010000:00010000:2.0:1746128114.719821:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc4a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3165 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.719835:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8914 00000100:00100000:2.0:1746128114.719839:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542601472:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.719846:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.719859:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc4a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3165 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.719867:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc4a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3165 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.719880:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc4a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3165 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.719895:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.719897:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.719902:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc4b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d316c expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.719908:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc4b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d316c expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.719929:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc4b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d316c expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.719936:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540356224:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.719963:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128114.720271:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542601344 00000100:00100000:1.0:1746128114.720275:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542601344 00000100:00100000:1.0:1746128114.720294:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5028 00000100:00100000:1.0:1746128114.720299:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31596:x1830947542601344:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128114.720307:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128114.720314:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc4b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3173 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.720327:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc4b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d316c expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.720332:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.720333:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.720336:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc4b7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3173 expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.720352:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc4b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d316c expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.720361:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc4b0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d316c expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.720370:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540356352:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128114.720392:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.723251:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540356224:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.723268:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.723309:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542601472:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3467us (3604us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.723317:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8914 00000100:00100000:0.0:1746128114.723413:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540356352:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128114.723429:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc4b7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3173 expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.723440:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57e00, rc 0) 00000100:00100000:0.0:1746128114.723462:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31596:x1830947542601344:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3163us (3998us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128114.723467:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5028 00000100:00100000:1.0:1746128114.723473:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.723491:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542601728 00000100:00100000:1.0:1746128114.723495:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542601728 00002000:00100000:1.0:1746128114.723520:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c71f80 x1830947542601728/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.723529:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71f80 with x1830947542601728 ext(0->4095) 00010000:00010000:1.0:1746128114.723534:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc4b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d316c expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.723543:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc4b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d316c expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.723549:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c71f80 00000100:00100000:1.0:1746128114.723588:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1736 00000100:00100000:1.0:1746128114.723594:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542601728:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128114.723719:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542601728:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (245us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.723726:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1736 00002000:00100000:1.0:1746128114.723731:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c71f80 x1830947542601728/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.723737:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71f80 with x1830947542601728 ext(0->4095) 00010000:00010000:1.0:1746128114.723742:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc4b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d316c expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.723750:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc4b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d316c expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.723755:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c71f80 00000100:00100000:0.0:1746128114.725499:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.726248:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542601856 00000100:00100000:2.0:1746128114.726255:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542601856 00010000:00010000:2.0:1746128114.726279:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc4b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d316c expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.726333:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8915 00000100:00100000:2.0:1746128114.726339:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542601856:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.726349:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.726364:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc4b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d316c expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.726374:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc4b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d316c expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.726390:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc4b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d316c expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.726412:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.726414:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.726419:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc4b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3173 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.726427:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc4b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3173 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.726451:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc4b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3173 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.726461:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540356480:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.726527:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.728662:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540356480:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.728681:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.728709:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542601856:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2369us (3212us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.728717:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8915 00000100:00100000:0.0:1746128114.728839:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.728924:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542602112 00000100:00100000:1.0:1746128114.728930:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542602112 00002000:00100000:1.0:1746128114.728957:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a9c00 x1830947542602112/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.728966:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a9c00 with x1830947542602112 ext(0->4095) 00002000:00010000:1.0:1746128114.728969:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0a9c00 00000100:00100000:1.0:1746128114.728994:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3738 00000100:00100000:1.0:1746128114.729000:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542602112:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128114.729110:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542602112:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.729116:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3738 00002000:00100000:1.0:1746128114.729121:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a9c00 x1830947542602112/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.729127:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a9c00 with x1830947542602112 ext(0->4095) 00002000:00010000:1.0:1746128114.729129:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0a9c00 00000100:00100000:0.0:1746128114.730344:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.730422:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542602240 00000100:00100000:2.0:1746128114.730426:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542602240 00000100:00100000:2.0:1746128114.730500:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5029 00000100:00100000:2.0:1746128114.730507:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542602240:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.730517:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.730529:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d317a expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.730552:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc4b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3173 expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.730557:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.730559:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.730562:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4be lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d317a expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.730643:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc4b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3173 expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.730653:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc4b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3173 expref: 55 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.730662:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540356608:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.730817:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.732590:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.732674:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540356608:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.732695:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4be lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d317a expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.732705:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228c00, rc 0) 00000100:00100000:2.0:1746128114.732731:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542602240:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2224us (2389us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.732736:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5029 00000100:00100000:3.0:1746128114.732912:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542602368 00000100:00100000:3.0:1746128114.732917:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542602368 00010000:00010000:3.0:1746128114.732936:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc4b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3173 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.732999:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8916 00000100:00100000:3.0:1746128114.733005:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542602368:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.733014:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.733029:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc4b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3173 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.733037:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc4b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3173 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.733056:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc4b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3173 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.733185:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.733186:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.733192:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d317a expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.733200:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d317a expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.733221:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d317a expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128114.733231:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540356736:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.733482:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.734476:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540356736:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.734486:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.734508:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1963:x1830947542602368:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1503us (1939us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.734514:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8916 00000100:00100000:0.0:1746128114.735105:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.735175:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542602624 00000100:00100000:3.0:1746128114.735179:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542602624 00002000:00100000:3.0:1746128114.735204:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0ab100 x1830947542602624/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.735217:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0ab100 with x1830947542602624 ext(0->4095) 00002000:00010000:3.0:1746128114.735221:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0ab100 00000100:00100000:3.0:1746128114.735266:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3739 00000100:00100000:3.0:1746128114.735272:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542602624:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128114.735647:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542602624:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 374us (541us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.735653:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3739 00002000:00100000:3.0:1746128114.735659:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0ab100 x1830947542602624/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.735664:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0ab100 with x1830947542602624 ext(0->4095) 00002000:00010000:3.0:1746128114.735667:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0ab100 00000100:00100000:0.0:1746128114.739173:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.739292:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542602752 00000100:00100000:3.0:1746128114.739300:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542602752 00000100:00100000:3.0:1746128114.739341:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5030 00000100:00100000:3.0:1746128114.739348:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:31596:x1830947542602752:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.739363:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.739376:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc4c5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3181 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.739398:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d317a expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.739404:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.739405:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.739409:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc4c5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3181 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.739430:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d317a expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.739439:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d317a expref: 5 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.739448:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540356864:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128114.739588:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.739818:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542602880 00000100:00100000:0.0:1746128114.739822:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542602880 00000100:00100000:3.0:1746128114.739833:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.739840:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5031 00000100:00100000:0.0:1746128114.739844:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31595:x1830947542602880:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128114.739851:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128114.739856:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc4cc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3188 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.739867:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128114.739870:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc4c5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3181 expref: 58 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.739875:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128114.739877:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc4cc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3188 expref: 58 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.739894:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc4c5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3181 expref: 58 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.739908:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc4cc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3188 expref: 58 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.739916:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43ca00, rc 0) 00000100:00100000:0.0:1746128114.739951:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:31595:x1830947542602880:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128114.739957:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5031 00000100:00100000:3.0:1746128114.742317:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540356864:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128114.742338:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc4c5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3181 expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.742350:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67a00, rc 0) 00000100:00100000:3.0:1746128114.742392:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31596:x1830947542602752:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3044us (3224us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.742399:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5030 00000100:00100000:0.0:1746128114.742560:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.742634:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542603008 00000100:00100000:3.0:1746128114.742639:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542603008 00010000:00010000:3.0:1746128114.742659:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d317a expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.742677:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8917 00000100:00100000:3.0:1746128114.742682:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542603008:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.742739:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.742756:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d317a expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.742785:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d317a expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.742802:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d317a expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.742907:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.742909:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.742915:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc4c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3181 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.742922:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc4c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3181 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.742949:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc4c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3181 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.742958:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc4c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3181 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.742967:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540357120:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.743026:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.744976:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.745076:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540357120:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.745088:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.745115:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542603008:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2432us (2555us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.745123:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8917 00000100:00100000:2.0:1746128114.745192:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542603264 00000100:00100000:2.0:1746128114.745197:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542603264 00002000:00100000:2.0:1746128114.745223:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c218000 x1830947542603264/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.745231:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c218000 with x1830947542603264 ext(0->4095) 00010000:00010000:2.0:1746128114.745238:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc4c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3181 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.745248:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc4c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3181 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.745253:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c218000 00000100:00100000:2.0:1746128114.745278:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1737 00000100:00100000:2.0:1746128114.745284:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542603264:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128114.745393:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542603264:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (421us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.745398:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1737 00002000:00100000:2.0:1746128114.745403:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c218000 x1830947542603264/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.745411:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c218000 with x1830947542603264 ext(0->4095) 00010000:00010000:2.0:1746128114.745414:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc4c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3181 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.745422:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc4c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3181 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.745427:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c218000 00000100:00100000:0.0:1746128114.747687:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.748217:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542603392 00000100:00100000:3.0:1746128114.748224:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542603392 00000100:00100000:0.0:1746128114.748269:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.748317:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542603520 00000100:00100000:2.0:1746128114.748320:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542603520 00000100:00100000:3.0:1746128114.748349:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5032 00000100:00100000:3.0:1746128114.748355:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542603392:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.748367:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.748377:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc4c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3181 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.748378:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc4d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d318f expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.748398:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.748403:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc4cc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3188 expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.748408:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128114.748411:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc4d3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d318f expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.748426:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8918 00000100:00100000:2.0:1746128114.748432:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c219c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542603520:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.748440:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.748494:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc4c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3181 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.748503:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc4c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3181 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.748514:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc4cc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3188 expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.748517:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc4c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3181 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.748524:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc4d3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d318f expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.748531:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.748532:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.748536:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc4cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3188 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.748542:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc4cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3188 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.748549:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66a00, rc 0) 00010000:00010000:2.0:1746128114.748558:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc4cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3188 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.748570:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc4cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3188 expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.748598:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540357376:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.748648:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542603392:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 292us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.748724:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5032 00000100:00100000:2.0:1746128114.748801:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.750612:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540357376:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.750629:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.750664:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c219c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542603520:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2231us (2394us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.750673:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8918 00000100:00100000:0.0:1746128114.750866:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.750928:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542603776 00000100:00100000:1.0:1746128114.750933:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542603776 00002000:00100000:1.0:1746128114.751037:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3aed80 x1830947542603776/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.751047:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3aed80 with x1830947542603776 ext(0->4095) 00010000:00010000:1.0:1746128114.751054:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc4cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3188 expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.751065:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc4cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3188 expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.751075:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3aed80 00000100:00100000:1.0:1746128114.751096:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1738 00000100:00100000:1.0:1746128114.751102:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542603776:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128114.751223:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542603776:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (356us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.751229:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1738 00002000:00100000:1.0:1746128114.751234:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3aed80 x1830947542603776/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.751244:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3aed80 with x1830947542603776 ext(0->4095) 00010000:00010000:1.0:1746128114.751249:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc4cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3188 expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.751257:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc4cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3188 expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.751263:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3aed80 00000100:00100000:0.0:1746128114.753291:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.754100:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.754274:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542604032 00000100:00100000:2.0:1746128114.754281:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542604032 00010000:00010000:2.0:1746128114.754308:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc4cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3188 expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.754328:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8919 00000100:00100000:2.0:1746128114.754333:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542604032:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.754344:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.754358:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc4cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3188 expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.754367:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc4cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3188 expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.754383:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc4cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3188 expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.754922:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542603904 00000100:00100000:3.0:1746128114.754927:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542603904 00010000:00010000:2.0:1746128114.755149:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.755151:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.755158:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc4d3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d318f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.755165:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc4d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d318f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.755194:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc4d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d318f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.755203:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540357504:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.755289:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5033 00000100:00100000:3.0:1746128114.755295:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31595:x1830947542603904:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.755306:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.755314:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc4da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3196 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.755327:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc4d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d318f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.755332:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.755333:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.755336:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc4da lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3196 expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.755349:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc4d3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d318f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.755358:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc4d3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d318f expref: 5 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.755376:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540357632:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.755557:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.755704:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.758118:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540357504:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.758135:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.758176:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542604032:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3841us (4076us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.758185:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8919 00000100:00100000:3.0:1746128114.758546:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540357632:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128114.758568:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc4da lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3196 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.758612:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66400, rc 0) 00000100:00100000:3.0:1746128114.758635:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31595:x1830947542603904:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3340us (5349us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.758641:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5033 00000100:00100000:0.0:1746128114.759031:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.759071:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542604288 00000100:00100000:1.0:1746128114.759077:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542604288 00002000:00100000:1.0:1746128114.759103:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3adc00 x1830947542604288/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.759112:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3adc00 with x1830947542604288 ext(0->4095) 00010000:00010000:1.0:1746128114.759117:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc4d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d318f expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.759132:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc4d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d318f expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.759139:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3adc00 00000100:00100000:1.0:1746128114.759189:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1739 00000100:00100000:1.0:1746128114.759195:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542604288:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128114.759305:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542604288:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.759312:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1739 00002000:00100000:1.0:1746128114.759317:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3adc00 x1830947542604288/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.759324:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3adc00 with x1830947542604288 ext(0->4095) 00010000:00010000:1.0:1746128114.759328:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc4d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d318f expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.759337:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc4d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d318f expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.759342:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3adc00 00000100:00100000:0.0:1746128114.766253:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.766430:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542604416 00000100:00100000:2.0:1746128114.766438:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542604416 00010000:00010000:2.0:1746128114.766469:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc4d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d318f expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.766491:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8920 00000100:00100000:2.0:1746128114.766498:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d93450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542604416:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.766511:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.766544:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc4d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d318f expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.766555:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc4d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d318f expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.766595:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc4d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d318f expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.766622:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.766624:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.766630:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc4da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3196 expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.766637:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc4da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3196 expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.766664:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc4da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3196 expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.766674:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540357760:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.767087:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.771643:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.771696:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542604672 00000100:00100000:1.0:1746128114.771703:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542604672 00002000:00100000:1.0:1746128114.771737:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134409c00 x1830947542604672/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.771746:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134409c00 with x1830947542604672 ext(0->4095) 00002000:00010000:1.0:1746128114.771751:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134409c00 00000100:00100000:1.0:1746128114.771783:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3740 00000100:00100000:1.0:1746128114.771790:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542604672:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128114.771931:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542604672:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.771938:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3740 00002000:00100000:1.0:1746128114.771944:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134409c00 x1830947542604672/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.771951:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134409c00 with x1830947542604672 ext(0->4095) 00002000:00010000:1.0:1746128114.771953:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134409c00 00000100:00100000:0.0:1746128114.772029:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540357760:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128114.772047:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128114.772082:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d93450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542604416:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5584us (5836us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128114.772089:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8920 00000100:00100000:0.0:1746128114.774610:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.774697:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542604800 00000100:00100000:3.0:1746128114.774703:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542604800 00000100:00100000:3.0:1746128114.774731:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5034 00000100:00100000:3.0:1746128114.774736:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542604800:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.774748:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.774760:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc4e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d319d expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.774781:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc4da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3196 expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.774788:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.774789:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.774792:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc4e1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d319d expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.774816:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc4da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3196 expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.774825:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc4da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3196 expref: 55 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.774841:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540357888:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128114.775446:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.777210:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540357888:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128114.777232:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc4e1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d319d expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.777244:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66c00, rc 0) 00000100:00100000:3.0:1746128114.777288:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542604800:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2550us (2682us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.777295:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5034 00000100:00100000:0.0:1746128114.777759:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.778167:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542604928 00000100:00100000:1.0:1746128114.778173:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542604928 00010000:00010000:1.0:1746128114.778195:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc4da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3196 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.778220:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8921 00000100:00100000:1.0:1746128114.778226:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542604928:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128114.778235:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128114.778252:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc4da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3196 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.778262:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc4da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3196 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.778279:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc4da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3196 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.778294:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.778296:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.778301:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc4e1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d319d expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.778308:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc4e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d319d expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.778332:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc4e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d319d expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128114.778342:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540358016:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128114.778399:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.782203:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.782278:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.782364:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542605312 00000100:00100000:2.0:1746128114.782381:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542605312 00000100:00100000:2.0:1746128114.782415:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5035 00000100:00100000:2.0:1746128114.782421:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31595:x1830947542605312:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.782434:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.782447:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc4e8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d31a4 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.782467:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc4e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d319d expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.782473:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.782474:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.782477:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc4e8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31a4 expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.782501:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc4e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d319d expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.782510:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc4e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d319d expref: 5 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.782520:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134408a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540358144:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.782589:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.782687:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542605184 00000100:00100000:3.0:1746128114.782691:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542605184 00002000:00100000:3.0:1746128114.782713:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3ae680 x1830947542605184/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.782722:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3ae680 with x1830947542605184 ext(0->4095) 00010000:00010000:3.0:1746128114.782727:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc4e1 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d319d expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.782736:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc4e1 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d319d expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.782741:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3ae680 00000100:00100000:1.0:1746128114.783336:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540358016:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128114.783348:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128114.783374:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542604928:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5149us (5616us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.783381:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8921 00000100:00100000:3.0:1746128114.783683:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1740 00000100:00100000:3.0:1746128114.783690:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542605184:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128114.783807:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542605184:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (1610us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.783811:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1740 00002000:00100000:3.0:1746128114.783816:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3ae680 x1830947542605184/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.783822:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3ae680 with x1830947542605184 ext(0->4095) 00010000:00010000:3.0:1746128114.783827:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc4e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d319d expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.783835:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc4e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d319d expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.783840:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3ae680 00000100:00100000:2.0:1746128114.785353:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134408a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540358144:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.785372:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc4e8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31a4 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.785383:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229a00, rc 0) 00000100:00100000:2.0:1746128114.785406:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31595:x1830947542605312:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2986us (3128us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.785416:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5035 00000100:00100000:0.0:1746128114.787969:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.788038:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.788608:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542605440 00000100:00100000:2.0:1746128114.788616:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542605440 00000100:00100000:2.0:1746128114.788653:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5036 00000100:00100000:2.0:1746128114.788659:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31596:x1830947542605440:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.788673:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.788686:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4ef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d31ab expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.788706:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.788711:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc4e8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31a4 expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.788716:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.788719:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4ef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ab expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.788750:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc4e8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31a4 expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.788759:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4ef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ab expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.788767:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228c00, rc 0) 00000100:00100000:2.0:1746128114.788818:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31596:x1830947542605440:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (854us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.788823:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5036 00000100:00100000:1.0:1746128114.789199:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542605568 00000100:00100000:1.0:1746128114.789203:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542605568 00010000:00010000:1.0:1746128114.789218:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc4e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d319d expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.789239:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8922 00000100:00100000:1.0:1746128114.789243:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542605568:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128114.789253:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128114.789267:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc4e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d319d expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.789277:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc4e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d319d expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.789292:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc4e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d319d expref: 6 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.789305:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.789307:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.789312:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc4e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31a4 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.789318:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc4e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31a4 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.789335:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc4e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31a4 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.789344:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc4e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31a4 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.789353:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540358400:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128114.789404:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:1.0:1746128114.792259:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540358400:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128114.792275:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128114.792319:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542605568:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3074us (4281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.792328:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8922 00000100:00100000:0.0:1746128114.793305:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.793373:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542605824 00000100:00100000:1.0:1746128114.793378:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542605824 00002000:00100000:1.0:1746128114.793408:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a9500 x1830947542605824/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.793416:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a9500 with x1830947542605824 ext(0->4095) 00010000:00010000:1.0:1746128114.793423:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc4e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31a4 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.793433:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc4e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31a4 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.793439:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d0a9500 00000100:00100000:1.0:1746128114.793461:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1741 00000100:00100000:1.0:1746128114.793467:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542605824:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128114.793597:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542605824:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (293us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128114.793603:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1741 00002000:00100000:1.0:1746128114.793607:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a9500 x1830947542605824/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128114.793614:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a9500 with x1830947542605824 ext(0->4095) 00010000:00010000:1.0:1746128114.793619:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc4e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31a4 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.793627:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc4e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31a4 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00002000:00010000:1.0:1746128114.793633:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d0a9500 00000100:00100000:0.0:1746128114.797119:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.797177:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542605952 00000100:00100000:1.0:1746128114.797184:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542605952 00010000:00010000:1.0:1746128114.797210:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc4e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31a4 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.797231:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8923 00000100:00100000:1.0:1746128114.797237:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542605952:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128114.797248:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128114.797264:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc4e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31a4 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.797273:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc4e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31a4 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.797290:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc4e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31a4 expref: 57 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.797302:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.797304:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.797310:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ab expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.797321:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ab expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.797347:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ab expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128114.797356:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540358528:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128114.798156:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:1.0:1746128114.801111:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540358528:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128114.801127:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128114.801164:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542605952:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3926us (4051us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.801173:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8923 00000100:00100000:0.0:1746128114.802158:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.802586:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542606208 00000100:00100000:3.0:1746128114.802593:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542606208 00002000:00100000:3.0:1746128114.802627:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c219c00 x1830947542606208/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.802637:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c219c00 with x1830947542606208 ext(0->4095) 00002000:00010000:3.0:1746128114.802640:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c219c00 00000100:00100000:3.0:1746128114.802668:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3741 00000100:00100000:3.0:1746128114.802674:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542606208:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128114.802805:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542606208:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (648us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.802811:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3741 00002000:00100000:3.0:1746128114.802816:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c219c00 x1830947542606208/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.802823:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c219c00 with x1830947542606208 ext(0->4095) 00002000:00010000:3.0:1746128114.802826:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c219c00 00000100:00100000:0.0:1746128114.804348:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.804503:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542606336 00000100:00100000:2.0:1746128114.804508:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542606336 00000100:00100000:2.0:1746128114.804537:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5037 00000100:00100000:2.0:1746128114.804542:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542606336:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.804553:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.804566:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc4f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d31b2 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.804620:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ab expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.804626:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.804627:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.804630:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc4f6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b2 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.804651:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ab expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.804661:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ab expref: 55 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.804670:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134408a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540358656:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.804732:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.806603:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134408a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540358656:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.806622:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc4f6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b2 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.806638:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229c00, rc 0) 00000100:00100000:2.0:1746128114.806664:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542606336:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2122us (2319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.806671:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5037 00000100:00100000:0.0:1746128114.807490:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.807735:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542606464 00000100:00100000:1.0:1746128114.807741:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542606464 00010000:00010000:1.0:1746128114.807763:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ab expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.807782:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8924 00000100:00100000:1.0:1746128114.807787:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542606464:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128114.807797:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128114.807811:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ab expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.807821:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ab expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.807839:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc4ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ab expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.807862:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.807864:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.807870:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc4f6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b2 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.807877:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc4f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b2 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.807899:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc4f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b2 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128114.807908:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540358784:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128114.807957:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.810445:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.810530:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e09500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540358784:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128114.810545:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128114.810592:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1963:x1830947542606464:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2804us (3102us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.810601:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8924 00000100:00100000:2.0:1746128114.810755:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542606720 00000100:00100000:2.0:1746128114.810761:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542606720 00002000:00100000:2.0:1746128114.810791:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b84380 x1830947542606720/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.810800:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b84380 with x1830947542606720 ext(0->4095) 00002000:00010000:2.0:1746128114.810804:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b84380 00000100:00100000:2.0:1746128114.811206:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3742 00000100:00100000:2.0:1746128114.811213:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542606720:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128114.811334:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542606720:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (895us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.811340:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3742 00002000:00100000:2.0:1746128114.811345:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b84380 x1830947542606720/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.811352:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b84380 with x1830947542606720 ext(0->4095) 00002000:00010000:2.0:1746128114.811355:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b84380 00000100:00100000:0.0:1746128114.814160:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.814275:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542606848 00000100:00100000:2.0:1746128114.814282:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542606848 00000100:00100000:2.0:1746128114.814310:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5038 00000100:00100000:2.0:1746128114.814315:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:31595:x1830947542606848:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.814327:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.814339:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc4fd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d31b9 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.814358:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc4f6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b2 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.814364:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.814365:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.814368:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc4fd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b9 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.814387:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc4f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b2 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.814395:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc4f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b2 expref: 5 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.814403:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134408a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540358912:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.814468:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128114.815190:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.815260:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542606976 00000100:00100000:0.0:1746128114.815264:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542606976 00000100:00100000:0.0:1746128114.815363:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5039 00000100:00100000:0.0:1746128114.815370:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31596:x1830947542606976:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128114.815378:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128114.815384:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc504 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d31c0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.815394:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128114.815398:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc4fd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b9 expref: 58 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.815402:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128114.815404:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc504 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c0 expref: 58 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.815420:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc4fd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b9 expref: 58 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.815428:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc504 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c0 expref: 58 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.815435:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43ca00, rc 0) 00000100:00100000:0.0:1746128114.815465:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:31596:x1830947542606976:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128114.815469:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5039 00000100:00100000:2.0:1746128114.818506:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134408a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540358912:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.818532:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc4fd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b9 expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.818545:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228400, rc 0) 00000100:00100000:2.0:1746128114.818618:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31595:x1830947542606848:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4300us (4460us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.818629:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5038 00000100:00100000:0.0:1746128114.819199:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.819658:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542607104 00000100:00100000:1.0:1746128114.819664:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542607104 00010000:00010000:1.0:1746128114.819686:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc4f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b2 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.819716:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8925 00000100:00100000:1.0:1746128114.819721:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542607104:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128114.819731:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128114.819747:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc4f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b2 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.819757:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc4f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b2 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.819775:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc4f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b2 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.819798:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.819799:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.819806:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc4fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b9 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.819813:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc4fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b9 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.819836:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc4fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b9 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.819846:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc4fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b9 expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.819860:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540359168:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128114.819921:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:1.0:1746128114.822326:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540359168:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128114.822340:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128114.822378:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542607104:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2655us (3179us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.822386:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8925 00000100:00100000:0.0:1746128114.823295:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.823468:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542607360 00000100:00100000:3.0:1746128114.823474:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542607360 00002000:00100000:3.0:1746128114.823504:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b86d80 x1830947542607360/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.823513:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b86d80 with x1830947542607360 ext(0->4095) 00010000:00010000:3.0:1746128114.823520:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc4fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b9 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.823532:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc4fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b9 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.823537:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b86d80 00000100:00100000:3.0:1746128114.823558:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1742 00000100:00100000:3.0:1746128114.823563:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542607360:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128114.823703:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542607360:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (408us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.823708:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1742 00002000:00100000:3.0:1746128114.823713:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b86d80 x1830947542607360/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.823720:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b86d80 with x1830947542607360 ext(0->4095) 00010000:00010000:3.0:1746128114.823724:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc4fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b9 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.823733:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc4fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b9 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.823738:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b86d80 00000100:00100000:0.0:1746128114.825495:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.825801:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542607488 00000100:00100000:1.0:1746128114.825807:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542607488 00010000:00010000:1.0:1746128114.825829:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc4fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b9 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.825855:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8926 00000100:00100000:1.0:1746128114.825860:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1965:x1830947542607488:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128114.825868:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128114.825881:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc4fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b9 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.825890:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc4fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b9 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.825905:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc4fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31b9 expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.825927:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.825929:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.825935:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc504 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c0 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.825941:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc504 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c0 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.825963:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc504 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c0 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128114.825972:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540359296:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128114.826041:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.829312:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.829369:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542607744 00000100:00100000:2.0:1746128114.829375:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542607744 00002000:00100000:2.0:1746128114.829410:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c42300 x1830947542607744/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.829419:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c42300 with x1830947542607744 ext(0->4095) 00002000:00010000:2.0:1746128114.829424:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c42300 00000100:00100000:2.0:1746128114.829448:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3743 00000100:00100000:2.0:1746128114.829454:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542607744:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128114.829610:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542607744:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (303us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.829616:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3743 00002000:00100000:2.0:1746128114.829621:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c42300 x1830947542607744/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.829629:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c42300 with x1830947542607744 ext(0->4095) 00002000:00010000:2.0:1746128114.829631:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c42300 00000100:00100000:1.0:1746128114.829698:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540359296:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128114.829711:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128114.829729:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1965:x1830947542607488:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3869us (4237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.829736:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8926 00000100:00100000:0.0:1746128114.831920:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.832000:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542607872 00000100:00100000:2.0:1746128114.832007:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542607872 00000100:00100000:2.0:1746128114.832046:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5040 00000100:00100000:2.0:1746128114.832052:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542607872:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.832064:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.832076:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc50b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d31c7 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.832100:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc504 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c0 expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.832106:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.832107:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.832110:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc50b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c7 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.832131:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc504 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c0 expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.832139:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc504 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c0 expref: 55 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.832147:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134408a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540359424:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.832775:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.835232:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134408a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540359424:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.835254:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc50b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c7 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.835267:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228c00, rc 0) 00000100:00100000:2.0:1746128114.835302:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542607872:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3250us (3386us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.835309:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5040 00000100:00100000:0.0:1746128114.835466:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.835556:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542608000 00000100:00100000:1.0:1746128114.835561:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542608000 00010000:00010000:1.0:1746128114.835595:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc504 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c0 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.835622:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8927 00000100:00100000:1.0:1746128114.835627:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d93050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542608000:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128114.835637:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128114.835651:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc504 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c0 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.835665:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc504 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c0 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.835682:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc504 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c0 expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.835706:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.835707:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.835713:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc50b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c7 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.835719:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc50b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c7 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.835743:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc50b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c7 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128114.835753:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540359552:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128114.835801:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a53f7780 going to sleep for 11 seconds 00000100:00100000:1.0:1746128114.838337:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540359552:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128114.838352:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128114.838904:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d93050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1963:x1830947542608000:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3275us (3437us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.838913:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8927 00000100:00100000:0.0:1746128114.839099:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.839944:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.840311:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542608256 00000100:00100000:3.0:1746128114.840318:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542608256 00002000:00100000:3.0:1746128114.840349:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c41180 x1830947542608256/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.840358:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c41180 with x1830947542608256 ext(0->4095) 00002000:00010000:3.0:1746128114.840362:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c41180 00000100:00100000:2.0:1746128114.840460:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542608384 00000100:00100000:2.0:1746128114.840463:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542608384 00000100:00100000:2.0:1746128114.840495:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5041 00000100:00100000:2.0:1746128114.840501:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:31595:x1830947542608384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.840512:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.840524:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc512 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d31ce expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.840545:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc50b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c7 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.840552:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.840553:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.840556:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc512 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ce expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.840600:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc50b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c7 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.840609:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc50b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c7 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.840618:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134408a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540359680:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.840672:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.840835:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1743 00000100:00100000:3.0:1746128114.840841:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542608256:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128114.840954:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542608256:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (1855us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.840959:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1743 00002000:00100000:3.0:1746128114.840963:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c41180 x1830947542608256/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.840970:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c41180 with x1830947542608256 ext(0->4095) 00010000:00010000:3.0:1746128114.840974:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc50b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c7 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.840996:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc50b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c7 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.841006:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c41180 00000100:00100000:2.0:1746128114.845136:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.845320:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134408a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540359680:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128114.845341:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc512 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ce expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.845353:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229e00, rc 0) 00000100:00100000:0.0:1746128114.845383:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31595:x1830947542608384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4882us (5440us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128114.845390:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5041 00000100:00100000:0.0:1746128114.845409:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542608512 00000100:00100000:0.0:1746128114.845413:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542608512 00000100:00100000:0.0:1746128114.845431:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5042 00000100:00100000:0.0:1746128114.845435:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31596:x1830947542608512:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128114.845447:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128114.845457:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc519 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d31d5 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.845471:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128114.845474:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc512 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ce expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.845479:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128114.845482:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc519 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31d5 expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.845503:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc512 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ce expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.845511:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc519 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31d5 expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.845517:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d200, rc 0) 00000100:00100000:0.0:1746128114.845527:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31596:x1830947542608512:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128114.845532:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5042 00000100:00100000:0.0:1746128114.846691:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.847022:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542608640 00000100:00100000:1.0:1746128114.847027:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542608640 00010000:00010000:1.0:1746128114.847047:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc50b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c7 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.847074:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8928 00000100:00100000:1.0:1746128114.847079:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542608640:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128114.847087:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128114.847101:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc50b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c7 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.847111:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc50b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c7 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.847126:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc50b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31c7 expref: 6 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.847149:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.847150:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.847156:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc512 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ce expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.847164:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc512 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ce expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.847184:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc512 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ce expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.847193:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc512 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ce expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.847202:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540359936:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128114.847256:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b439a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.849932:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.850018:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540359936:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128114.850034:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128114.850069:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542608640:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2990us (3380us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.850078:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8928 00000100:00100000:2.0:1746128114.850264:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542608896 00000100:00100000:2.0:1746128114.850269:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542608896 00002000:00100000:2.0:1746128114.850296:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c43480 x1830947542608896/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.850311:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c43480 with x1830947542608896 ext(0->4095) 00010000:00010000:2.0:1746128114.850318:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc512 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ce expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.850329:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc512 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ce expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.850335:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c43480 00000100:00100000:2.0:1746128114.850357:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1744 00000100:00100000:2.0:1746128114.850362:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542608896:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128114.850477:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542608896:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (550us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.850482:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1744 00002000:00100000:2.0:1746128114.850487:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c43480 x1830947542608896/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.850494:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c43480 with x1830947542608896 ext(0->4095) 00010000:00010000:2.0:1746128114.850498:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc512 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ce expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.850506:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc512 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ce expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.850511:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c43480 00000100:00100000:0.0:1746128114.852633:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.853165:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542609024 00000100:00100000:1.0:1746128114.853173:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542609024 00010000:00010000:1.0:1746128114.853200:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc512 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ce expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.853342:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8929 00000100:00100000:1.0:1746128114.853350:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542609024:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128114.853361:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128114.853378:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc512 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ce expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.853388:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc512 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ce expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.853407:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc512 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ce expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.853705:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.853707:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.853714:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc519 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31d5 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.853722:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc519 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31d5 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.853748:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc519 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31d5 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128114.853757:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540360064:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128114.854140:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b439a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.857284:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.857362:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540360064:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128114.857377:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128114.857406:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542609024:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4057us (4780us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.857414:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8929 00000100:00100000:3.0:1746128114.857481:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542609280 00000100:00100000:3.0:1746128114.857486:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542609280 00002000:00100000:3.0:1746128114.857511:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a1f80 x1830947542609280/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.857520:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1f80 with x1830947542609280 ext(0->4095) 00002000:00010000:3.0:1746128114.857523:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a1f80 00000100:00100000:3.0:1746128114.857546:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3745 00000100:00100000:3.0:1746128114.857551:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542609280:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128114.857674:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542609280:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (395us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.857679:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3745 00002000:00100000:3.0:1746128114.857683:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a1f80 x1830947542609280/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.857690:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1f80 with x1830947542609280 ext(0->4095) 00002000:00010000:3.0:1746128114.857693:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a1f80 00000100:00100000:0.0:1746128114.859503:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.859597:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542609408 00000100:00100000:1.0:1746128114.859602:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542609408 00000100:00100000:1.0:1746128114.859627:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5043 00000100:00100000:1.0:1746128114.859632:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542609408:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128114.859642:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128114.859653:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc520 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d31dc expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.859672:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc519 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31d5 expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.859683:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.859684:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.859687:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc520 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31dc expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.859705:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc519 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31d5 expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.859714:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc519 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31d5 expref: 55 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.859723:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540360192:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128114.860074:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b439a000 going to sleep for 11 seconds 00000100:00100000:1.0:1746128114.861391:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540360192:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128114.861410:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc520 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31dc expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.861421:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56a00, rc 0) 00000100:00100000:1.0:1746128114.861445:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542609408:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1813us (1945us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.861452:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5043 00000100:00100000:0.0:1746128114.862783:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.862858:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542609536 00000100:00100000:1.0:1746128114.862864:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542609536 00010000:00010000:1.0:1746128114.862889:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc519 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31d5 expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.863384:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8930 00000100:00100000:1.0:1746128114.863393:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542609536:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128114.863404:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128114.863421:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc519 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31d5 expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.863431:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc519 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31d5 expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.863448:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d200/0x802a7453533bc519 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31d5 expref: 56 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.863473:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.863474:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.863481:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc520 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31dc expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.863488:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc520 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31dc expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.863513:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc520 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31dc expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128114.863522:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540360320:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128114.863864:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b439a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.866900:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.866964:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542609792 00000100:00100000:2.0:1746128114.866972:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542609792 00002000:00100000:2.0:1746128114.867013:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a1180 x1830947542609792/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.867021:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1180 with x1830947542609792 ext(0->4095) 00002000:00010000:2.0:1746128114.867025:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a1180 00000100:00100000:2.0:1746128114.867051:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3746 00000100:00100000:2.0:1746128114.867057:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542609792:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128114.867191:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542609792:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (295us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.867197:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3746 00002000:00100000:2.0:1746128114.867202:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a1180 x1830947542609792/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.867209:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1180 with x1830947542609792 ext(0->4095) 00002000:00010000:2.0:1746128114.867212:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a1180 00000100:00100000:1.0:1746128114.867242:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540360320:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128114.867256:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128114.867278:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1964:x1830947542609536:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3887us (4498us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.867285:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8930 00000100:00100000:0.0:1746128114.868973:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.869123:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542609920 00000100:00100000:1.0:1746128114.869128:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542609920 00000100:00100000:1.0:1746128114.869201:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5044 00000100:00100000:1.0:1746128114.869208:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:31595:x1830947542609920:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128114.869220:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128114.869232:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc527 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d31e3 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.869254:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc520 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31dc expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.869261:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.869262:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.869266:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc527 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31e3 expref: 56 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.869293:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc520 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31dc expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.869303:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc520 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31dc expref: 5 pid: 8417 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.869313:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540360448:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128114.869397:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.869588:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b439a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.869714:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542610048 00000100:00100000:0.0:1746128114.869717:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542610048 00000100:00100000:0.0:1746128114.869735:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5045 00000100:00100000:0.0:1746128114.869739:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31596:x1830947542610048:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128114.869745:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128114.869751:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc52e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d31ea expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.869761:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128114.869764:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc527 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31e3 expref: 58 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.869769:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128114.869772:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc52e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ea expref: 58 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.869789:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc527 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31e3 expref: 58 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.869799:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc52e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ea expref: 58 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.869806:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d000, rc 0) 00000100:00100000:0.0:1746128114.869840:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:31596:x1830947542610048:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128114.869848:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5045 00000100:00100000:1.0:1746128114.870872:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540360448:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128114.870886:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc527 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31e3 expref: 57 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.870895:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56800, rc 0) 00000100:00100000:1.0:1746128114.870915:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31595:x1830947542609920:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1708us (1945us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.870921:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5044 00000100:00100000:0.0:1746128114.871080:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.871198:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542610176 00000100:00100000:2.0:1746128114.871202:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542610176 00010000:00010000:2.0:1746128114.871220:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc520 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31dc expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.871234:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8931 00000100:00100000:2.0:1746128114.871238:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542610176:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.871245:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.871259:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc520 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31dc expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.871270:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc520 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31dc expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.871284:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc520 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31dc expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.871295:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.871297:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.871301:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc527 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31e3 expref: 56 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.871308:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc527 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31e3 expref: 56 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.871327:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc527 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31e3 expref: 56 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.871335:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc527 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31e3 expref: 56 pid: 8417 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.871343:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540360704:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.871389:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.873006:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540360704:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.873020:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.873042:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542610176:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1802us (1962us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.873052:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8931 00000100:00100000:0.0:1746128114.874460:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.874551:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542610432 00000100:00100000:3.0:1746128114.874558:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542610432 00002000:00100000:3.0:1746128114.874612:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a1880 x1830947542610432/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.874622:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1880 with x1830947542610432 ext(0->4095) 00010000:00010000:3.0:1746128114.874632:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc527 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31e3 expref: 57 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.874649:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc527 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31e3 expref: 57 pid: 8417 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.874655:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56a1880 00000100:00100000:3.0:1746128114.874679:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1745 00000100:00100000:3.0:1746128114.874685:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542610432:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128114.874817:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542610432:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (359us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.874823:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1745 00002000:00100000:3.0:1746128114.874829:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a1880 x1830947542610432/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.874835:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1880 with x1830947542610432 ext(0->4095) 00010000:00010000:3.0:1746128114.874840:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc527 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31e3 expref: 57 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.874894:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc527 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31e3 expref: 57 pid: 8417 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.874900:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56a1880 00000100:00100000:0.0:1746128114.876437:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.876517:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542610560 00000100:00100000:2.0:1746128114.876522:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542610560 00010000:00010000:2.0:1746128114.876544:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc527 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31e3 expref: 57 pid: 8417 timeout: 610 lvb_type: 0 00000100:00100000:2.0:1746128114.876564:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8932 00000100:00100000:2.0:1746128114.876589:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084107480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542610560:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.876599:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.876614:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc527 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31e3 expref: 57 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.876624:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc527 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31e3 expref: 57 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.876642:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc527 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31e3 expref: 57 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.877337:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.877340:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.877348:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc52e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ea expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.877356:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc52e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ea expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.877383:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc52e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ea expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.877392:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540360832:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.878138:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.881164:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.881239:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540360832:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.881257:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.881286:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084107480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542610560:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4716us (4853us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.881294:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8932 00000100:00100000:3.0:1746128114.881425:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542610816 00000100:00100000:3.0:1746128114.881430:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542610816 00002000:00100000:3.0:1746128114.881458:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084105f80 x1830947542610816/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.881466:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084105f80 with x1830947542610816 ext(0->4095) 00002000:00010000:3.0:1746128114.881470:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084105f80 00000100:00100000:3.0:1746128114.881482:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3747 00000100:00100000:3.0:1746128114.881487:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084105f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542610816:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128114.881886:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084105f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542610816:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 397us (727us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.881892:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3747 00002000:00100000:3.0:1746128114.881897:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084105f80 x1830947542610816/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.881904:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084105f80 with x1830947542610816 ext(0->4095) 00002000:00010000:3.0:1746128114.881907:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084105f80 00000100:00100000:0.0:1746128114.883964:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.884026:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542610944 00000100:00100000:1.0:1746128114.884032:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542610944 00000100:00100000:1.0:1746128114.884103:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5046 00000100:00100000:1.0:1746128114.884110:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084106a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542610944:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128114.884123:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128114.884135:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc535 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d31f1 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.884157:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc52e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ea expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.884164:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.884166:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.884169:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc535 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f1 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.884191:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc52e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ea expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.884205:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc52e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ea expref: 55 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.884215:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540360960:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128114.884287:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b439a000 going to sleep for 11 seconds 00000100:00100000:1.0:1746128114.885970:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540360960:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128114.885999:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc535 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f1 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.886011:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56a00, rc 0) 00000100:00100000:1.0:1746128114.886037:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084106a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542610944:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1927us (2076us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.886044:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5046 00000100:00100000:0.0:1746128114.886426:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.886521:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542611072 00000100:00100000:3.0:1746128114.886526:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542611072 00010000:00010000:3.0:1746128114.886546:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc52e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ea expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.886563:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8933 00000100:00100000:3.0:1746128114.886568:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084104e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542611072:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.886597:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.886613:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc52e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ea expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.886621:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc52e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ea expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.886636:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc52e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ea expref: 56 pid: 8416 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.887142:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.887144:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.887150:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc535 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f1 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.887157:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc535 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f1 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.887179:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc535 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f1 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128114.887187:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540361088:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.887495:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.889163:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540361088:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.889176:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.889214:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084104e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1963:x1830947542611072:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2644us (2787us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.889223:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8933 00000100:00100000:0.0:1746128114.889518:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.889641:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542611328 00000100:00100000:3.0:1746128114.889646:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542611328 00002000:00100000:3.0:1746128114.889674:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084105880 x1830947542611328/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.889682:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084105880 with x1830947542611328 ext(0->4095) 00002000:00010000:3.0:1746128114.889686:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084105880 00000100:00100000:3.0:1746128114.889708:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3748 00000100:00100000:3.0:1746128114.889715:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542611328:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746128114.889879:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542611328:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 163us (360us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.889884:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3748 00002000:00100000:3.0:1746128114.889889:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084105880 x1830947542611328/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.889895:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084105880 with x1830947542611328 ext(0->4095) 00002000:00010000:3.0:1746128114.889897:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084105880 00000100:00100000:0.0:1746128114.891323:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.891392:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.891412:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542611456 00000100:00100000:1.0:1746128114.891417:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542611456 00000100:00100000:1.0:1746128114.891441:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542611584 00000100:00100000:1.0:1746128114.891443:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542611584 00000100:00100000:1.0:1746128114.891469:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5047 00000100:00100000:1.0:1746128114.891475:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31595:x1830947542611456:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128114.891486:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128114.891499:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc53c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d31f8 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.891518:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc535 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f1 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.891529:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.891531:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.891534:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc53c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f8 expref: 57 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.891542:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5048 00000100:00100000:2.0:1746128114.891549:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084106d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31596:x1830947542611584:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.891554:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128114.891556:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc535 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f1 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.891559:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc543 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d31ff expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.891566:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc535 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f1 expref: 5 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.891591:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.891594:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc53c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f8 expref: 58 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128114.891594:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540361216:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.891599:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.891601:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc543 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ff expref: 58 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.891619:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc53c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f8 expref: 58 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.891629:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc543 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ff expref: 58 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.891636:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228400, rc 0) 00000100:00100000:1.0:1746128114.891647:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b439a000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.891651:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084106d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:31596:x1830947542611584:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.891656:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5048 00000100:00100000:1.0:1746128114.893363:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540361216:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128114.893382:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc53c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f8 expref: 57 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.893392:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57400, rc 0) 00000100:00100000:1.0:1746128114.893429:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31595:x1830947542611456:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1953us (2109us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.893436:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5047 00000100:00100000:0.0:1746128114.893690:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.893763:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542611712 00000100:00100000:3.0:1746128114.893767:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542611712 00010000:00010000:3.0:1746128114.893786:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc535 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f1 expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.893941:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8934 00000100:00100000:3.0:1746128114.893947:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d92c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542611712:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.893957:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.893973:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc535 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f1 expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.893994:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc535 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f1 expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.894011:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc535 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f1 expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.894030:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.894032:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.894038:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc53c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f8 expref: 56 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.894045:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc53c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f8 expref: 56 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.894068:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc53c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f8 expref: 56 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.894077:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc53c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f8 expref: 56 pid: 8417 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.894087:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540361472:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.894390:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.897565:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.897656:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542611968 00000100:00100000:3.0:1746128114.897664:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542611968 00002000:00100000:3.0:1746128114.897696:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084106680 x1830947542611968/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.897705:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084106680 with x1830947542611968 ext(0->4095) 00010000:00010000:3.0:1746128114.897713:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc53c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f8 expref: 57 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.897724:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc53c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f8 expref: 57 pid: 8417 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.897731:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084106680 00000100:00100000:3.0:1746128114.897748:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1746 00000100:00100000:3.0:1746128114.897755:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084106680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542611968:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128114.897887:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084106680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542611968:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (327us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.897893:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1746 00002000:00100000:3.0:1746128114.897898:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084106680 x1830947542611968/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.897904:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084106680 with x1830947542611968 ext(0->4095) 00010000:00010000:3.0:1746128114.897909:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc53c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f8 expref: 57 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.897916:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc53c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f8 expref: 57 pid: 8417 timeout: 610 lvb_type: 0 00002000:00010000:3.0:1746128114.897921:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084106680 00000100:00100000:3.0:1746128114.897953:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540361472:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.897964:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.897995:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d92c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542611712:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4048us (4306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.898003:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8934 00000100:00100000:0.0:1746128114.901854:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.901947:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542612096 00000100:00100000:3.0:1746128114.901954:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542612096 00010000:00010000:3.0:1746128114.901993:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc53c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f8 expref: 57 pid: 8417 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.902567:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8935 00000100:00100000:3.0:1746128114.902604:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084107100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542612096:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.902617:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.902635:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc53c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f8 expref: 57 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.902646:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc53c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f8 expref: 57 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.902665:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc53c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31f8 expref: 57 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.902732:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.902734:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.902740:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc543 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ff expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.902747:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc543 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ff expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.902774:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc543 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ff expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128114.902784:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540361600:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.904537:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.911689:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540361600:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.911706:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.911741:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084107100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542612096:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 9138us (9893us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.911753:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8935 00000100:00100000:0.0:1746128114.911939:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.912251:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542612352 00000100:00100000:2.0:1746128114.912416:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542612352 00002000:00100000:2.0:1746128114.912452:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084107480 x1830947542612352/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.912461:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084107480 with x1830947542612352 ext(0->4095) 00002000:00010000:2.0:1746128114.912464:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084107480 00000100:00100000:2.0:1746128114.913400:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3749 00000100:00100000:2.0:1746128114.913409:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084107480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542612352:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128114.914207:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084107480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542612352:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 798us (2266us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.914215:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3749 00002000:00100000:2.0:1746128114.914221:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084107480 x1830947542612352/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.914229:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084107480 with x1830947542612352 ext(0->4095) 00002000:00010000:2.0:1746128114.914233:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084107480 00000100:00100000:0.0:1746128114.915813:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.916350:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542612480 00000100:00100000:1.0:1746128114.916356:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542612480 00000100:00100000:1.0:1746128114.916709:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5049 00000100:00100000:1.0:1746128114.916715:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542612480:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128114.916731:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128114.916744:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc54a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3206 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.916768:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc543 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ff expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.916774:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.916775:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.916778:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc54a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3206 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.916801:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc543 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ff expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.916811:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc543 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ff expref: 55 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.916821:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540361728:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128114.917137:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b439a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.920236:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.920318:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.920397:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542612608 00000100:00100000:2.0:1746128114.920403:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542612608 00000100:00100000:2.0:1746128114.920435:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5050 00000100:00100000:2.0:1746128114.920441:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31595:x1830947542612608:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.920455:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.920466:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc551 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d320d expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.920486:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.920490:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc54a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3206 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.920495:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128114.920497:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc551 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d320d expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.920522:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc54a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3206 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.920531:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc551 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d320d expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.920539:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229800, rc 0) 00000100:00100000:2.0:1746128114.920591:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31595:x1830947542612608:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.920596:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5050 00000100:00100000:3.0:1746128114.920747:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542612736 00000100:00100000:3.0:1746128114.920751:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542612736 00010000:00010000:3.0:1746128114.920765:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc543 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ff expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.920782:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8936 00000100:00100000:3.0:1746128114.920787:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094177800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542612736:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.920793:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.920808:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc543 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ff expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.920817:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc543 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ff expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.920829:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.920830:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.920835:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc54a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3206 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.920842:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc54a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3206 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.920860:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc54a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3206 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.920868:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc54a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3206 expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.920876:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540361984:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.920912:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81b40 going to sleep for 11 seconds 00010000:00010000:1.0:1746128114.921238:0:8417:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc543 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d31ff expref: 57 pid: 8418 timeout: 610 lvb_type: 0 00000100:00100000:1.0:1746128114.921252:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540361728:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128114.921266:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc54a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3206 expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.921277:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc54a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3206 expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:1.0:1746128114.921284:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56000, rc 0) 00000100:00100000:1.0:1746128114.921300:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542612480:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4586us (5493us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.921305:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5049 00000100:00100000:3.0:1746128114.924792:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540361984:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.924807:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.924852:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094177800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542612736:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4063us (4533us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.924861:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8936 00000100:00100000:0.0:1746128114.925037:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.925644:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542612992 00000100:00100000:2.0:1746128114.925650:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542612992 00002000:00100000:2.0:1746128114.925682:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094175500 x1830947542612992/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.925691:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094175500 with x1830947542612992 ext(0->4095) 00010000:00010000:2.0:1746128114.925698:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc54a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3206 expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.925709:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc54a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3206 expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.925715:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094175500 00000100:00100000:2.0:1746128114.925739:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1747 00000100:00100000:2.0:1746128114.925746:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542612992:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128114.926291:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542612992:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 544us (1254us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.926297:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1747 00002000:00100000:2.0:1746128114.926302:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094175500 x1830947542612992/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.926310:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094175500 with x1830947542612992 ext(0->4095) 00010000:00010000:2.0:1746128114.926527:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc54a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3206 expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:2.0:1746128114.926539:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc54a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3206 expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00002000:00010000:2.0:1746128114.926545:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094175500 00000100:00100000:0.0:1746128114.929419:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.929519:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542613120 00000100:00100000:3.0:1746128114.929527:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542613120 00010000:00010000:3.0:1746128114.929555:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc54a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3206 expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00000100:00100000:3.0:1746128114.929604:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8937 00000100:00100000:3.0:1746128114.929611:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542613120:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.929621:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.929638:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc54a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3206 expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.929649:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc54a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3206 expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.929667:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc54a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3206 expref: 6 pid: 8417 timeout: 610 lvb_type: 0 00010000:00010000:3.0:1746128114.930036:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.930039:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.930045:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc551 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d320d expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.930052:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc551 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d320d expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.930078:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc551 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d320d expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128114.930088:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540362112:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.930159:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.933138:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540362112:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.933155:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.933230:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542613120:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3619us (3816us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.933240:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8937 00000100:00100000:0.0:1746128114.933275:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.933325:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542613376 00000100:00100000:2.0:1746128114.933330:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542613376 00002000:00100000:2.0:1746128114.933358:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094174a80 x1830947542613376/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.933372:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094174a80 with x1830947542613376 ext(0->4095) 00002000:00010000:2.0:1746128114.933375:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094174a80 00000100:00100000:2.0:1746128114.933399:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3750 00000100:00100000:2.0:1746128114.933405:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542613376:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128114.933543:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542613376:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (268us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.933548:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3750 00002000:00100000:2.0:1746128114.933553:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094174a80 x1830947542613376/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.933559:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094174a80 with x1830947542613376 ext(0->4095) 00002000:00010000:2.0:1746128114.933562:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094174a80 00000100:00100000:0.0:1746128114.936367:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.936452:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542613504 00000100:00100000:1.0:1746128114.936461:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542613504 00000100:00100000:1.0:1746128114.936715:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5051 00000100:00100000:1.0:1746128114.936723:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542613504:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128114.936738:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128114.936753:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc558 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3214 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.936778:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc551 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d320d expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.936785:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.936786:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.936789:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc558 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3214 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.936812:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc551 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d320d expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.936827:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc551 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d320d expref: 55 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128114.936837:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540362240:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128114.937540:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b439a000 going to sleep for 11 seconds 00000100:00100000:1.0:1746128114.940899:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540362240:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128114.940926:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc558 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3214 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.940941:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56600, rc 0) 00000100:00100000:1.0:1746128114.940994:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542613504:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4259us (4620us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.941002:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5051 00000100:00100000:0.0:1746128114.941801:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.942059:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542613632 00000100:00100000:3.0:1746128114.942064:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542613632 00010000:00010000:3.0:1746128114.942087:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc551 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d320d expref: 56 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128114.942105:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8938 00000100:00100000:3.0:1746128114.942111:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542613632:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.942121:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.942137:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc551 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d320d expref: 56 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128114.942150:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc551 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d320d expref: 56 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128114.942168:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc551 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d320d expref: 56 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128114.942190:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.942192:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.942198:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc558 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3214 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.942205:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc558 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3214 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.942231:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc558 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3214 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128114.942241:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540362368:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.942305:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.944272:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.944738:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542613760 00000100:00100000:1.0:1746128114.944744:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542613760 00000100:00100000:1.0:1746128114.944826:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5052 00000100:00100000:1.0:1746128114.944832:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31595:x1830947542613760:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128114.944846:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128114.944859:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc55f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d321b expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.944878:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc558 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3214 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.944888:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.944890:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.944892:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc55f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d321b expref: 57 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.944911:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc558 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3214 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.944919:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc558 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3214 expref: 5 pid: 8417 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128114.944928:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540362496:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128114.945715:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.945778:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b439a000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.945868:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542614016 00000100:00100000:3.0:1746128114.945872:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542614016 00002000:00100000:3.0:1746128114.945897:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cda8380 x1830947542614016/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.945905:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda8380 with x1830947542614016 ext(0->4095) 00010000:00010000:3.0:1746128114.945910:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc558 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3214 expref: 6 pid: 8417 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128114.945922:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc558 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3214 expref: 6 pid: 8417 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128114.945927:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cda8380 00000100:00100000:3.0:1746128114.945940:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1748 00000100:00100000:3.0:1746128114.945955:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542614016:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128114.946089:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542614016:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (375us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.946095:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1748 00002000:00100000:3.0:1746128114.946100:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cda8380 x1830947542614016/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.946106:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda8380 with x1830947542614016 ext(0->4095) 00010000:00010000:3.0:1746128114.946110:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc558 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3214 expref: 6 pid: 8417 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128114.946119:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc558 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3214 expref: 6 pid: 8417 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128114.946124:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cda8380 00000100:00100000:3.0:1746128114.946152:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540362368:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.946162:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.946180:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542613632:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4070us (4381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.946190:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8938 00000100:00100000:1.0:1746128114.948760:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540362496:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128114.948783:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc55f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d321b expref: 56 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.948794:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56e00, rc 0) 00000100:00100000:1.0:1746128114.949084:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31595:x1830947542613760:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4249us (4814us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.949092:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5052 00000100:00100000:0.0:1746128114.949622:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.949808:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542614144 00000100:00100000:1.0:1746128114.949814:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542614144 00000100:00100000:1.0:1746128114.949849:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5053 00000100:00100000:1.0:1746128114.949854:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31596:x1830947542614144:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128114.949869:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128114.949881:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc566 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3222 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.949899:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.949903:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc55f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d321b expref: 57 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.949909:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.949912:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc566 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3222 expref: 57 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.949936:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc55f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d321b expref: 57 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.949945:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc566 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3222 expref: 57 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.949951:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57000, rc 0) 00000100:00100000:1.0:1746128114.949993:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31596:x1830947542614144:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.949998:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5053 00000100:00100000:0.0:1746128114.951839:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.951941:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542614272 00000100:00100000:3.0:1746128114.951947:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542614272 00010000:00010000:3.0:1746128114.951967:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc558 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3214 expref: 6 pid: 8417 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128114.952005:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8939 00000100:00100000:3.0:1746128114.952010:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdabb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542614272:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.952021:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.952036:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc558 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3214 expref: 6 pid: 8417 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128114.952045:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc558 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3214 expref: 6 pid: 8417 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128114.952060:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc558 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3214 expref: 6 pid: 8417 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128114.952070:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.952072:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.952077:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc55f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d321b expref: 56 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.952083:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc55f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d321b expref: 56 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.952105:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc55f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d321b expref: 56 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.952114:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc55f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d321b expref: 56 pid: 8417 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128114.952123:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540362752:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.952181:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.955999:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540362752:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128114.956016:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128114.956074:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdabb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542614272:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4063us (4238us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128114.956082:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8939 00000100:00100000:0.0:1746128114.956836:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.957158:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542614528 00000100:00100000:2.0:1746128114.957164:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542614528 00002000:00100000:2.0:1746128114.957192:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cda8700 x1830947542614528/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.957200:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda8700 with x1830947542614528 ext(0->4095) 00010000:00010000:2.0:1746128114.957207:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc55f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d321b expref: 57 pid: 8417 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128114.957217:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc55f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d321b expref: 57 pid: 8417 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128114.957223:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cda8700 00000100:00100000:2.0:1746128114.957245:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1749 00000100:00100000:2.0:1746128114.957251:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542614528:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128114.957355:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542614528:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (520us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.957360:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1749 00002000:00100000:2.0:1746128114.957366:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cda8700 x1830947542614528/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.957372:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda8700 with x1830947542614528 ext(0->4095) 00010000:00010000:2.0:1746128114.957376:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc55f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d321b expref: 57 pid: 8417 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128114.957384:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc55f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d321b expref: 57 pid: 8417 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128114.957389:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cda8700 00000100:00100000:0.0:1746128114.959778:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.959993:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542614656 00000100:00100000:2.0:1746128114.959999:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542614656 00010000:00010000:2.0:1746128114.960023:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc55f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d321b expref: 57 pid: 8417 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128114.960052:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8940 00000100:00100000:2.0:1746128114.960056:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542614656:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128114.960066:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128114.960081:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc55f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d321b expref: 57 pid: 8417 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128114.960095:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc55f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d321b expref: 57 pid: 8417 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128114.960112:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc55f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d321b expref: 57 pid: 8417 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128114.960128:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.960129:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.960134:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc566 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3222 expref: 56 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.960141:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc566 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3222 expref: 56 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.960167:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc566 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3222 expref: 56 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128114.960176:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540362880:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128114.961532:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.963315:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540362880:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128114.963332:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.963357:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.963373:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542614656:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3315us (3599us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128114.963381:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8940 00000100:00100000:3.0:1746128114.963537:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542614912 00000100:00100000:3.0:1746128114.963544:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542614912 00002000:00100000:3.0:1746128114.963596:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013440b100 x1830947542614912/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.963604:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440b100 with x1830947542614912 ext(0->4095) 00002000:00010000:3.0:1746128114.963607:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013440b100 00000100:00100000:3.0:1746128114.963621:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3751 00000100:00100000:3.0:1746128114.963627:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542614912:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128114.964311:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542614912:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 683us (953us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.964317:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3751 00002000:00100000:3.0:1746128114.964322:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013440b100 x1830947542614912/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.964329:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440b100 with x1830947542614912 ext(0->4095) 00002000:00010000:3.0:1746128114.964332:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013440b100 00000100:00100000:0.0:1746128114.965964:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.966177:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542615040 00000100:00100000:2.0:1746128114.966187:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542615040 00000100:00100000:2.0:1746128114.966228:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5054 00000100:00100000:2.0:1746128114.966234:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542615040:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.966246:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.966260:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc56d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3229 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.966280:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc566 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3222 expref: 55 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.966286:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.966287:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128114.966289:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc56d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3229 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.966310:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc566 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3222 expref: 55 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.966320:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc566 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3222 expref: 55 pid: 8417 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128114.966329:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013440aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540363008:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.966393:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128114.968228:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013440aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540363008:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128114.968248:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc56d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3229 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.968260:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229a00, rc 0) 00000100:00100000:2.0:1746128114.968288:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542615040:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2054us (2329us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.968295:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5054 00000100:00100000:1.0:1746128114.968843:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128114.968886:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542615168 00000100:00100000:0.0:1746128114.968891:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542615168 00010000:00010000:0.0:1746128114.968912:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc566 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3222 expref: 56 pid: 8417 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746128114.969048:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8941 00000100:00100000:0.0:1746128114.969055:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d92850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542615168:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128114.969064:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128114.969081:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc566 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3222 expref: 56 pid: 8417 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128114.969090:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc566 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3222 expref: 56 pid: 8417 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128114.969110:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc566 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3222 expref: 56 pid: 8417 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128114.969123:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128114.969124:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128114.969129:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc56d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3229 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.969136:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc56d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3229 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128114.969157:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc56d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3229 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128114.969167:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cda9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540363136:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128114.969218:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0443c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.972192:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.972285:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cda9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540363136:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128114.972299:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128114.972343:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d92850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1964:x1830947542615168:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3288us (3500us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128114.972352:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8941 00000100:00100000:3.0:1746128114.972549:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542615424 00000100:00100000:3.0:1746128114.972554:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542615424 00002000:00100000:3.0:1746128114.972608:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cda8000 x1830947542615424/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.972897:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda8000 with x1830947542615424 ext(0->4095) 00002000:00010000:3.0:1746128114.972901:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cda8000 00000100:00100000:3.0:1746128114.972923:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3752 00000100:00100000:3.0:1746128114.972930:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542615424:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128114.973464:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542615424:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 533us (1277us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128114.973470:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3752 00002000:00100000:3.0:1746128114.973476:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cda8000 x1830947542615424/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128114.973482:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda8000 with x1830947542615424 ext(0->4095) 00002000:00010000:3.0:1746128114.973485:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cda8000 00000100:00100000:0.0:1746128114.974111:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128114.974262:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542615552 00000100:00100000:2.0:1746128114.974266:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542615552 00000100:00100000:2.0:1746128114.974298:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5055 00000100:00100000:2.0:1746128114.974303:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:31595:x1830947542615552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128114.974312:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128114.974324:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc574 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3230 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.974343:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc56d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3229 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.974349:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.974350:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128114.974354:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc574 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3230 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.974374:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc56d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3229 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128114.974383:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc56d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3229 expref: 5 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128114.974392:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013440aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540363264:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128114.974452:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.975920:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128114.976558:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542615680 00000100:00100000:1.0:1746128114.976565:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542615680 00000100:00100000:1.0:1746128114.976770:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5056 00000100:00100000:1.0:1746128114.976776:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31596:x1830947542615680:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128114.976792:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128114.976804:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc57b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3237 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.976832:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128114.976837:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc574 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3230 expref: 58 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.976843:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128114.976846:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc57b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3237 expref: 58 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.976872:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc574 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3230 expref: 58 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.976883:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc57b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3237 expref: 58 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128114.976891:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57800, rc 0) 00000100:00100000:1.0:1746128114.977641:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:31596:x1830947542615680:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 863us (1721us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128114.977648:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5056 00000100:00100000:3.0:1746128114.978382:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013440aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540363264:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128114.978401:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc574 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3230 expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.978410:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228e00, rc 0) 00000100:00100000:3.0:1746128114.978433:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31595:x1830947542615552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4129us (4323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.978439:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5055 00000100:00100000:2.0:1746128114.978967:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.979113:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542615808 00000100:00100000:3.0:1746128114.979117:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542615808 00010000:00010000:3.0:1746128114.979137:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc56d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3229 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128114.979173:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8942 00000100:00100000:3.0:1746128114.979179:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542615808:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.979188:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.979203:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc56d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3229 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128114.979212:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc56d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3229 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128114.979228:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc56d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3229 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128114.979524:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.979526:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.979531:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc574 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3230 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.979539:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc574 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3230 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.979562:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc574 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3230 expref: 56 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.979599:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc574 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3230 expref: 56 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128114.979613:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540363520:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128114.979679:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128114.982135:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.982285:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540363520:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.982299:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.982340:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542615808:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3160us (3373us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.982348:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8942 00000100:00100000:2.0:1746128114.982600:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542616064 00000100:00100000:2.0:1746128114.982605:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542616064 00002000:00100000:2.0:1746128114.982631:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cda9880 x1830947542616064/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.982640:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda9880 with x1830947542616064 ext(0->4095) 00010000:00010000:2.0:1746128114.982646:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc574 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3230 expref: 57 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128114.982657:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc574 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3230 expref: 57 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128114.982661:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cda9880 00000100:00100000:2.0:1746128114.982676:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1750 00000100:00100000:2.0:1746128114.982680:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542616064:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128114.982802:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542616064:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (673us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128114.982808:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1750 00002000:00100000:2.0:1746128114.982813:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cda9880 x1830947542616064/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128114.982820:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda9880 with x1830947542616064 ext(0->4095) 00010000:00010000:2.0:1746128114.982824:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc574 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3230 expref: 57 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128114.982837:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc574 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3230 expref: 57 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128114.982842:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cda9880 00000100:00100000:0.0:1746128114.985956:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.986082:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542616192 00000100:00100000:3.0:1746128114.986088:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542616192 00010000:00010000:3.0:1746128114.986115:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc574 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3230 expref: 57 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128114.986148:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8943 00000100:00100000:3.0:1746128114.986155:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542616192:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128114.986166:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128114.986183:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc574 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3230 expref: 57 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128114.986193:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc574 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3230 expref: 57 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128114.986211:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc574 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3230 expref: 57 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128114.986225:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.986228:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128114.986233:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc57b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3237 expref: 56 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.986239:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc57b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3237 expref: 56 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.986266:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc57b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3237 expref: 56 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128114.986276:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540363648:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128114.989524:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.989626:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128114.989647:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540363648:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128114.989660:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128114.989688:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542616192:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3534us (3738us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128114.989695:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8943 00000100:00100000:1.0:1746128114.991072:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542616448 00000100:00100000:1.0:1746128114.991079:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542616448 00002000:00100000:0.0:1746128114.991358:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6186a00 x1830947542616448/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/0 e 0 to 0 dl 1746128125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128114.991376:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6186a00 with x1830947542616448 ext(0->4095) 00002000:00010000:0.0:1746128114.991381:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6186a00 00000100:00100000:0.0:1746128114.992343:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3753 00000100:00100000:0.0:1746128114.992352:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6186a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1965:x1830947542616448:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746128114.992481:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6186a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1965:x1830947542616448:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (2963us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128114.992487:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3753 00002000:00100000:0.0:1746128114.992492:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6186a00 x1830947542616448/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:365/0 lens 488/4536 e 0 to 0 dl 1746128125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128114.992499:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6186a00 with x1830947542616448 ext(0->4095) 00002000:00010000:0.0:1746128114.992502:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6186a00 00000100:00100000:0.0:1746128114.996851:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128114.996945:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542616576 00000100:00100000:3.0:1746128114.996952:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542616576 00000100:00100000:3.0:1746128114.998287:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5057 00000100:00100000:3.0:1746128114.998298:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6186300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542616576:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128114.998313:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128114.998326:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc582 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d323e expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.998350:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc57b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3237 expref: 55 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.998360:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.998362:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128114.998365:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc582 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d323e expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.998388:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc57b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3237 expref: 55 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128114.998399:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc57b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3237 expref: 55 pid: 8417 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128114.998409:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540363776:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.002093:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.008180:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540363776:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.008203:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc582 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d323e expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.008216:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66a00, rc 0) 00000100:00100000:3.0:1746128115.008247:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6186300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542616576:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9952us (11403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.008255:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5057 00000100:00100000:0.0:1746128115.019221:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128115.019269:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.019353:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542616832 00000100:00100000:1.0:1746128115.019360:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542616832 00002000:00100000:1.0:1746128115.019411:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a6185180 x1830947542616832/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 496/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.019424:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6185180 with x1830947542616832 ext(0->7) 00010000:00010000:1.0:1746128115.019431:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc57b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3237 expref: 56 pid: 8417 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.019442:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc57b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3237 expref: 56 pid: 8417 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.019448:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6185180 00000100:00100000:1.0:1746128115.019464:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1751 00000100:00100000:1.0:1746128115.019471:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542616832:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128115.019756:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1964:x1830947542616832:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 285us (486us total) trans 4294967962 rc 0/0 00000100:00100000:1.0:1746128115.019762:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1751 00002000:00100000:1.0:1746128115.019768:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a6185180 x1830947542616832/t4294967962(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 496/448 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.019774:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6185180 with x1830947542616832 ext(0->7) 00010000:00010000:1.0:1746128115.019779:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc57b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3237 expref: 58 pid: 8417 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.019787:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc57b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3237 expref: 58 pid: 8417 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.019792:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6185180 00000100:00080000:2.0:1746128115.019869:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746128115.020104:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542616704 00000100:00100000:3.0:1746128115.020108:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542616704 00000100:00100000:3.0:1746128115.021046:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5058 00000100:00100000:3.0:1746128115.021052:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6185c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:31595:x1830947542616704:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.021063:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.021073:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc589 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3245 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.021089:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.021093:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc582 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d323e expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.021098:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128115.021101:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc589 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3245 expref: 59 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.021125:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc582 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d323e expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.021133:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc589 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3245 expref: 59 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.021139:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67000, rc 0) 00000100:00100000:3.0:1746128115.021925:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6185c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:31595:x1830947542616704:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 871us (2708us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.021931:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5058 00000100:00100000:0.0:1746128115.031202:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.031271:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542616960 00000100:00100000:3.0:1746128115.031279:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542616960 00010000:00010000:3.0:1746128115.031304:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc57b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3237 expref: 59 pid: 8417 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.031365:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8944 00000100:00100000:3.0:1746128115.031372:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6187800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:1965:x1830947542616960:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.031384:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746128115.031396:0:9797:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746128114 -> 1746128115 00002000:00010000:3.0:1746128115.031399:0:9797:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746128114 -> 1746128115 00010000:00010000:3.0:1746128115.031404:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc57b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3237 expref: 59 pid: 8417 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.031413:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc57b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3237 expref: 59 pid: 8417 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.031429:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc57b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3237 expref: 59 pid: 8417 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.032875:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.032879:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.032890:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc582 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d323e expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.032898:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc582 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d323e expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.032931:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc582 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d323e expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.032941:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc582 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d323e expref: 5 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.032951:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540364032:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.037629:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.042763:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.042863:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540364032:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.042878:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.042911:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6187800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1965:x1830947542616960:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 11540us (11716us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.042919:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8944 00000100:00100000:1.0:1746128115.043307:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542617216 00000100:00100000:1.0:1746128115.043314:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542617216 00002000:00100000:1.0:1746128115.043360:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094ac5f80 x1830947542617216/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.043368:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac5f80 with x1830947542617216 ext(0->4095) 00010000:00010000:1.0:1746128115.043375:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc582 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d323e expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.043386:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc582 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d323e expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.043392:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ac5f80 00000100:00100000:1.0:1746128115.043414:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1752 00000100:00100000:1.0:1746128115.043420:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542617216:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128115.043533:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542617216:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (777us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.043538:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1752 00002000:00100000:1.0:1746128115.043543:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094ac5f80 x1830947542617216/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.043549:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac5f80 with x1830947542617216 ext(0->4095) 00010000:00010000:1.0:1746128115.043553:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc582 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d323e expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.043560:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc582 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d323e expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.043566:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ac5f80 00000100:00080000:2.0:1746128115.043930:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128115.046565:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.046732:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542617344 00000100:00100000:3.0:1746128115.046738:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542617344 00010000:00010000:3.0:1746128115.046763:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc582 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d323e expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.046784:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8945 00000100:00100000:3.0:1746128115.046790:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542617344:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.046799:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.046814:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc582 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d323e expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.046824:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc582 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d323e expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.046841:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc582 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d323e expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.046855:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.046857:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.046863:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc589 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3245 expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.046873:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc589 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3245 expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.046897:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc589 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3245 expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.046907:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540364160:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.047978:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.050120:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540364160:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.050134:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.050177:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542617344:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3386us (3616us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.050186:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8945 00000100:00100000:0.0:1746128115.050555:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.050739:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542617600 00000100:00100000:1.0:1746128115.050745:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542617600 00002000:00100000:1.0:1746128115.050780:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094ac5c00 x1830947542617600/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.050790:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac5c00 with x1830947542617600 ext(0->4095) 00002000:00010000:1.0:1746128115.050794:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ac5c00 00000100:00100000:1.0:1746128115.050812:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3754 00000100:00100000:1.0:1746128115.050818:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1964:x1830947542617600:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128115.050926:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1964:x1830947542617600:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (372us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.050930:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3754 00002000:00100000:1.0:1746128115.050935:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094ac5c00 x1830947542617600/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.050941:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac5c00 with x1830947542617600 ext(0->4095) 00002000:00010000:1.0:1746128115.050943:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ac5c00 00000100:00100000:0.0:1746128115.057262:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.057339:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542617728 00000100:00100000:3.0:1746128115.057346:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542617728 00000100:00100000:3.0:1746128115.057392:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5059 00000100:00100000:3.0:1746128115.057399:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542617728:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.057414:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.057427:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc590 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d324c expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.057449:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc589 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3245 expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.057456:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.057458:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.057460:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc590 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d324c expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.057484:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc589 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3245 expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.057494:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc589 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3245 expref: 57 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.057504:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540364288:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.057567:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.061108:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540364288:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.061133:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc590 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d324c expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.061153:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67200, rc 0) 00000100:00100000:3.0:1746128115.061187:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542617728:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3789us (3933us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.061193:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5059 00000100:00100000:0.0:1746128115.069002:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.069090:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542617856 00000100:00100000:2.0:1746128115.069098:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542617856 00002000:00100000:2.0:1746128115.069134:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091f35880 x1830947542617856/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 496/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.069143:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35880 with x1830947542617856 ext(0->7) 00010000:00010000:2.0:1746128115.069151:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc589 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3245 expref: 58 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.069162:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc589 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3245 expref: 58 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.069168:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f35880 00000100:00100000:2.0:1746128115.069272:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1753 00000100:00100000:2.0:1746128115.069280:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1963:x1830947542617856:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128115.069692:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1963:x1830947542617856:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 412us (695us total) trans 4294967963 rc 0/0 00000100:00100000:2.0:1746128115.069699:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1753 00002000:00100000:2.0:1746128115.069704:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091f35880 x1830947542617856/t4294967963(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 496/448 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.069716:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35880 with x1830947542617856 ext(0->7) 00010000:00010000:2.0:1746128115.069720:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc589 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3245 expref: 60 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.069729:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc589 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3245 expref: 60 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.069734:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f35880 00000100:00100000:0.0:1746128115.072645:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.072740:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542617984 00000100:00100000:3.0:1746128115.072747:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542617984 00010000:00010000:3.0:1746128115.072772:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc589 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3245 expref: 60 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.073421:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8946 00000100:00100000:3.0:1746128115.073429:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1964:x1830947542617984:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.073442:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.073459:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc589 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3245 expref: 60 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.073470:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc589 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3245 expref: 60 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.073487:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc589 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3245 expref: 60 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.073511:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.073513:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.073518:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc590 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d324c expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.073525:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc590 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d324c expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.073548:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc590 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d324c expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.073557:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540364416:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.073639:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.075380:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.075523:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540364416:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.075536:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.075564:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:1964:x1830947542617984:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2136us (2924us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.075594:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8946 00000100:00100000:2.0:1746128115.075652:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542618240 00000100:00100000:2.0:1746128115.075657:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542618240 00002000:00100000:2.0:1746128115.075684:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f37800 x1830947542618240/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.075692:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f37800 with x1830947542618240 ext(0->4095) 00002000:00010000:2.0:1746128115.075695:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f37800 00000100:00100000:2.0:1746128115.075979:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3755 00000100:00100000:2.0:1746128115.075996:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542618240:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128115.076116:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542618240:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (739us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.076121:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3755 00002000:00100000:2.0:1746128115.076126:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f37800 x1830947542618240/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.076133:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f37800 with x1830947542618240 ext(0->4095) 00002000:00010000:2.0:1746128115.076135:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f37800 00000100:00100000:1.0:1746128115.081342:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.081427:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.081499:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542618368 00000100:00100000:3.0:1746128115.081507:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542618368 00000100:00100000:3.0:1746128115.081546:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542618496 00000100:00100000:3.0:1746128115.081549:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542618496 00000100:00100000:3.0:1746128115.081563:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5060 00000100:00100000:3.0:1746128115.081569:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099cffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:31595:x1830947542618368:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.081598:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.081611:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc597 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3253 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.081631:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc590 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d324c expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.081637:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.081638:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.081641:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc597 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3253 expref: 61 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.081661:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc590 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d324c expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.081670:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc590 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d324c expref: 5 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.081679:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540364544:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.081742:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.081757:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5061 00000100:00100000:3.0:1746128115.081762:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:31596:x1830947542618496:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.081767:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.081772:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc59e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d325a expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.081780:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.081783:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc597 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3253 expref: 62 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.081787:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.081789:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc59e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d325a expref: 62 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.081804:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc597 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3253 expref: 62 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.081812:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc59e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d325a expref: 62 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.081819:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67000, rc 0) 00000100:00100000:3.0:1746128115.081834:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:31596:x1830947542618496:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 73us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.081839:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5061 00000100:00100000:0.0:1746128115.084282:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.084368:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540364544:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.084386:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc597 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3253 expref: 61 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.084402:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67400, rc 0) 00000100:00100000:3.0:1746128115.084443:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099cffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:31595:x1830947542618368:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2873us (3107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.084449:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5060 00000100:00100000:2.0:1746128115.084695:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542618624 00000100:00100000:2.0:1746128115.084700:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542618624 00010000:00010000:2.0:1746128115.084722:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc590 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d324c expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.084741:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8947 00000100:00100000:2.0:1746128115.084746:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542618624:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.084754:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.084770:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc590 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d324c expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.084779:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc590 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d324c expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.084796:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc590 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d324c expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.084817:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.084819:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.084824:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc597 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3253 expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.084830:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc597 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3253 expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.084853:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc597 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3253 expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.084862:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc597 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3253 expref: 60 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.084871:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134408000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540364800:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.084911:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.088498:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134408000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540364800:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128115.088516:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128115.088561:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542618624:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3813us (4283us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128115.088850:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8947 00000100:00100000:0.0:1746128115.090055:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.090238:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542618880 00000100:00100000:1.0:1746128115.090244:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542618880 00002000:00100000:1.0:1746128115.090275:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f36a00 x1830947542618880/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.090284:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f36a00 with x1830947542618880 ext(0->4095) 00010000:00010000:1.0:1746128115.090292:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc597 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3253 expref: 61 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.090308:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc597 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3253 expref: 61 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.090314:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f36a00 00000100:00100000:1.0:1746128115.090340:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1754 00000100:00100000:1.0:1746128115.090346:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:1963:x1830947542618880:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128115.090485:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:1963:x1830947542618880:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (431us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.090492:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1754 00002000:00100000:1.0:1746128115.090497:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f36a00 x1830947542618880/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.090504:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f36a00 with x1830947542618880 ext(0->4095) 00010000:00010000:1.0:1746128115.090508:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc597 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3253 expref: 61 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.090517:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc597 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3253 expref: 61 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.090522:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f36a00 00000100:00100000:0.0:1746128115.096099:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.096291:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542619008 00000100:00100000:1.0:1746128115.096298:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542619008 00010000:00010000:1.0:1746128115.096324:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc597 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3253 expref: 61 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.096524:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8948 00000100:00100000:1.0:1746128115.096535:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d92450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:1963:x1830947542619008:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128115.096545:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128115.096562:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc597 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3253 expref: 61 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.096599:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc597 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3253 expref: 61 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.096617:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc597 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3253 expref: 61 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.096642:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.096644:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.096650:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc59e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d325a expref: 60 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.096657:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc59e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d325a expref: 60 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.096686:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc59e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d325a expref: 60 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128115.096696:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540364928:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128115.097058:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b439a000 going to sleep for 11 seconds 00000100:00100000:1.0:1746128115.098339:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540364928:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128115.098354:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128115.098379:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d92450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1963:x1830947542619008:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1848us (2288us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.098387:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8948 00000100:00100000:0.0:1746128115.099178:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.099677:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542619264 00000100:00100000:2.0:1746128115.099683:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542619264 00002000:00100000:2.0:1746128115.099713:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f35180 x1830947542619264/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.099720:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35180 with x1830947542619264 ext(0->4095) 00002000:00010000:2.0:1746128115.099723:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f35180 00000100:00100000:2.0:1746128115.099748:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3756 00000100:00100000:2.0:1746128115.099754:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1964:x1830947542619264:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128115.099888:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1964:x1830947542619264:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (712us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.099894:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3756 00002000:00100000:2.0:1746128115.099898:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f35180 x1830947542619264/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.099904:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35180 with x1830947542619264 ext(0->4095) 00002000:00010000:2.0:1746128115.099907:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f35180 00000100:00100000:0.0:1746128115.101654:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.101867:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542619392 00000100:00100000:3.0:1746128115.101872:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542619392 00000100:00100000:3.0:1746128115.101908:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5062 00000100:00100000:3.0:1746128115.101914:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542619392:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.101924:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.101935:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc5a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3261 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.101954:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc59e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d325a expref: 59 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.101961:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.101963:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.101966:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc5a5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3261 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.102001:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc59e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d325a expref: 59 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.102011:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc59e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d325a expref: 59 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.102025:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540365056:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.102088:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.104171:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.104293:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542619520 00000100:00100000:1.0:1746128115.104299:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542619520 00010000:00010000:1.0:1746128115.104324:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc59e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d325a expref: 60 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.104346:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8949 00000100:00100000:1.0:1746128115.104351:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1964:x1830947542619520:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128115.104359:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128115.104375:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc59e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d325a expref: 60 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.104384:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc59e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d325a expref: 60 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.104401:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.104402:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.104408:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc5a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3261 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.104415:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc5a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3261 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.104436:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc5a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3261 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128115.104444:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540365184:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128115.104502:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4dc63c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746128115.104660:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc59e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d325a expref: 60 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.104674:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540365056:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.104688:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc5a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3261 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.104694:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67e00, rc 0) 00000100:00100000:3.0:1746128115.104712:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542619392:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2799us (3062us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.104718:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5062 00000100:00100000:0.0:1746128115.108317:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.108400:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542619776 00000100:00100000:2.0:1746128115.108407:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542619776 00002000:00100000:2.0:1746128115.108441:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce85f80 x1830947542619776/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.108450:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce85f80 with x1830947542619776 ext(0->4095) 00002000:00010000:2.0:1746128115.108455:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce85f80 00000100:00100000:2.0:1746128115.108481:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3757 00000100:00100000:2.0:1746128115.108489:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542619776:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128115.108637:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542619776:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (325us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.108643:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3757 00002000:00100000:2.0:1746128115.108649:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce85f80 x1830947542619776/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.108655:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce85f80 with x1830947542619776 ext(0->4095) 00002000:00010000:2.0:1746128115.108658:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce85f80 00000100:00100000:1.0:1746128115.108996:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540365184:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128115.109011:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128115.109046:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:1964:x1830947542619520:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4694us (4878us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.109052:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8949 00000100:00100000:0.0:1746128115.110809:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.111052:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542619904 00000100:00100000:3.0:1746128115.111058:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542619904 00000100:00100000:3.0:1746128115.111094:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5063 00000100:00100000:3.0:1746128115.111100:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:31595:x1830947542619904:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.111111:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.111124:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc5ac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3268 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.111143:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc5a5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3261 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.111154:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.111156:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.111159:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc5ac lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3268 expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.111180:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc5a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3261 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.111189:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc5a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3261 expref: 5 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.111200:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540365312:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.111257:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.111532:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.112244:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542620032 00000100:00100000:3.0:1746128115.112248:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542620032 00000100:00100000:3.0:1746128115.112513:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5064 00000100:00100000:3.0:1746128115.112520:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d402a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:31596:x1830947542620032:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.112528:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.112537:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc5b3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d326f expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.112550:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.112553:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc5ac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3268 expref: 62 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.112558:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.112561:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc5b3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d326f expref: 62 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.112598:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc5ac lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3268 expref: 62 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.112608:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc5b3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d326f expref: 62 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.112616:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66400, rc 0) 00000100:00100000:3.0:1746128115.113515:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d402a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:31596:x1830947542620032:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 993us (1981us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.113521:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5064 00000100:00100000:3.0:1746128115.114010:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540365312:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.114023:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc5ac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3268 expref: 61 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.114032:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66e00, rc 0) 00000100:00100000:3.0:1746128115.114055:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:31595:x1830947542619904:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2956us (3250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.114060:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5063 00000100:00100000:0.0:1746128115.115756:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.115927:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542620160 00000100:00100000:1.0:1746128115.115934:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542620160 00010000:00010000:1.0:1746128115.115959:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc5a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3261 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.115992:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8950 00000100:00100000:1.0:1746128115.115998:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542620160:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128115.116008:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128115.116025:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc5a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3261 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.116035:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc5a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3261 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.116053:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc5a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3261 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.116370:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.116372:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.116378:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc5ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3268 expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.116390:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc5ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3268 expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.116416:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc5ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3268 expref: 60 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.116426:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc5ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3268 expref: 60 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.116438:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540365568:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128115.116500:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4dc63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.119045:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.119112:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540365568:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128115.119126:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128115.119153:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542620160:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3155us (3401us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.119161:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8950 00000100:00100000:3.0:1746128115.119299:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542620416 00000100:00100000:3.0:1746128115.119304:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542620416 00002000:00100000:3.0:1746128115.119330:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d400700 x1830947542620416/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.119338:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d400700 with x1830947542620416 ext(0->4095) 00010000:00010000:3.0:1746128115.119345:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc5ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3268 expref: 61 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.119355:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc5ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3268 expref: 61 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.119359:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d400700 00000100:00100000:3.0:1746128115.119873:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1755 00000100:00100000:3.0:1746128115.119880:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:1963:x1830947542620416:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128115.120011:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:1963:x1830947542620416:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (972us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128115.120016:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1755 00002000:00100000:3.0:1746128115.120021:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d400700 x1830947542620416/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.120028:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d400700 with x1830947542620416 ext(0->4095) 00010000:00010000:3.0:1746128115.120032:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc5ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3268 expref: 61 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.120039:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc5ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3268 expref: 61 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.120044:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d400700 00000100:00100000:0.0:1746128115.124431:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.124731:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542620544 00000100:00100000:1.0:1746128115.124738:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542620544 00010000:00010000:1.0:1746128115.124767:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc5ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3268 expref: 61 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.124789:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8951 00000100:00100000:1.0:1746128115.124795:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:1965:x1830947542620544:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128115.124806:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128115.124822:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc5ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3268 expref: 61 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.124834:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc5ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3268 expref: 61 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.124850:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc5ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3268 expref: 61 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.125167:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.125169:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.125175:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc5b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d326f expref: 60 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.125183:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc5b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d326f expref: 60 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.125210:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc5b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d326f expref: 60 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128115.125220:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540365696:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128115.125285:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4dc63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.128429:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.128745:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540365696:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128115.128762:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128115.128799:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1965:x1830947542620544:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4003us (4376us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.128808:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8951 00000100:00100000:2.0:1746128115.129298:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542620800 00000100:00100000:2.0:1746128115.129303:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542620800 00002000:00100000:2.0:1746128115.129341:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d400e00 x1830947542620800/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.129350:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d400e00 with x1830947542620800 ext(0->4095) 00002000:00010000:2.0:1746128115.129354:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d400e00 00000100:00100000:2.0:1746128115.129380:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3758 00000100:00100000:2.0:1746128115.129386:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1963:x1830947542620800:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128115.129512:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1963:x1830947542620800:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (1089us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.129518:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3758 00002000:00100000:2.0:1746128115.129522:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d400e00 x1830947542620800/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.129534:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d400e00 with x1830947542620800 ext(0->4095) 00002000:00010000:2.0:1746128115.129536:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d400e00 00000100:00100000:0.0:1746128115.134056:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.134213:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542620928 00000100:00100000:3.0:1746128115.134220:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542620928 00000100:00100000:3.0:1746128115.134270:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5065 00000100:00100000:3.0:1746128115.134277:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542620928:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.134291:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.134304:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc5ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3276 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.134326:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc5b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d326f expref: 59 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.134331:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.134333:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.134335:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc5ba lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3276 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.134357:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc5b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d326f expref: 59 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.134367:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc5b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d326f expref: 59 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.134377:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540365824:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.134448:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.137297:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540365824:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.137321:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc5ba lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3276 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.137335:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66a00, rc 0) 00000100:00100000:3.0:1746128115.137382:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542620928:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3104us (3332us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.137389:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5065 00000100:00100000:0.0:1746128115.138793:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.138995:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542621056 00000100:00100000:1.0:1746128115.139001:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542621056 00010000:00010000:1.0:1746128115.139025:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc5b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d326f expref: 60 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.139044:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8952 00000100:00100000:1.0:1746128115.139050:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1963:x1830947542621056:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128115.139059:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128115.139076:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc5b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d326f expref: 60 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.139086:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc5b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d326f expref: 60 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.139103:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bc5b3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d326f expref: 60 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746128115.139733:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:1.0:1746128115.139802:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.139804:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.139811:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc5ba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3276 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.139819:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc5ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3276 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.139847:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc5ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3276 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128115.139861:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540365952:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128115.139914:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4dc63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.140133:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542621184 00000100:00100000:3.0:1746128115.140136:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542621184 00000100:00100000:3.0:1746128115.140157:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5066 00000100:00100000:3.0:1746128115.140162:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d401180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:31595:x1830947542621184:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.140172:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.140180:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc5c1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d327d expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.140194:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc5ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3276 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.140199:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.140200:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.140202:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc5c1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d327d expref: 61 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.140214:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc5ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3276 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.140222:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc5ba lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3276 expref: 5 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.140229:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540366080:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.140248:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.143295:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540366080:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.143320:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc5c1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d327d expref: 61 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.143337:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67a00, rc 0) 00000100:00100000:3.0:1746128115.143371:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d401180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:31595:x1830947542621184:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3208us (3639us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.143378:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5066 00000100:00100000:0.0:1746128115.144204:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.144270:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540365952:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128115.144282:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128115.144303:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1963:x1830947542621056:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5253us (5514us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.144311:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8952 00000100:00100000:3.0:1746128115.144761:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542621440 00000100:00100000:3.0:1746128115.144767:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542621440 00002000:00100000:3.0:1746128115.144795:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d401f80 x1830947542621440/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.144803:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d401f80 with x1830947542621440 ext(0->4095) 00010000:00010000:3.0:1746128115.144809:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc5ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3276 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.144819:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc5ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3276 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.144825:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d401f80 00000100:00100000:3.0:1746128115.145278:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1756 00000100:00100000:3.0:1746128115.145285:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d401f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542621440:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128115.146066:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d401f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542621440:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 778us (1860us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128115.146073:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1756 00002000:00100000:3.0:1746128115.146079:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d401f80 x1830947542621440/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.146092:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d401f80 with x1830947542621440 ext(0->4095) 00010000:00010000:3.0:1746128115.146098:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc5ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3276 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.146109:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc5ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3276 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.146114:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d401f80 00000100:00100000:0.0:1746128115.152511:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.152713:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542621568 00000100:00100000:1.0:1746128115.152720:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542621568 00010000:00010000:1.0:1746128115.152747:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc5ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3276 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.152768:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8953 00000100:00100000:1.0:1746128115.152774:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6022a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542621568:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128115.152784:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128115.152800:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc5ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3276 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.152811:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc5ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3276 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.152831:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc5ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3276 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.152858:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.152861:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.152866:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc5c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d327d expref: 59 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.152874:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc5c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d327d expref: 59 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.152901:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc5c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d327d expref: 59 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128115.152911:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540366208:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128115.152992:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4dc63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.156995:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.157175:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540366208:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128115.157191:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128115.157226:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6022a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542621568:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4452us (4721us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.157235:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8953 00000100:00100000:3.0:1746128115.157308:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542621824 00000100:00100000:3.0:1746128115.157313:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542621824 00002000:00100000:3.0:1746128115.157345:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6023100 x1830947542621824/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.157353:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6023100 with x1830947542621824 ext(0->4095) 00002000:00010000:3.0:1746128115.157357:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6023100 00000100:00100000:3.0:1746128115.157371:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3759 00000100:00100000:3.0:1746128115.157376:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6023100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1964:x1830947542621824:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128115.157509:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6023100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1964:x1830947542621824:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (531us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128115.157514:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3759 00002000:00100000:3.0:1746128115.157519:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6023100 x1830947542621824/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.157526:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6023100 with x1830947542621824 ext(0->4095) 00002000:00010000:3.0:1746128115.157529:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6023100 00000100:00100000:0.0:1746128115.186337:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.186443:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542621952 00000100:00100000:3.0:1746128115.186451:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542621952 00000100:00100000:3.0:1746128115.186484:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5067 00000100:00100000:3.0:1746128115.186490:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542621952:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.186504:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.186517:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc5c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3284 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.186540:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc5c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d327d expref: 59 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.186547:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.186548:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.186552:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc5c8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3284 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.186594:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc5c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d327d expref: 59 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.186603:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc5c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d327d expref: 59 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.186613:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540366336:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.186693:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.188342:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540366336:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.188360:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc5c8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3284 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.188375:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67800, rc 0) 00000100:00100000:3.0:1746128115.188416:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542621952:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1925us (2085us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.188423:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5067 00000100:00100000:0.0:1746128115.217223:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.217305:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542622080 00000100:00100000:1.0:1746128115.217312:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542622080 00002000:00100000:1.0:1746128115.217345:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a6022300 x1830947542622080/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 496/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.217355:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6022300 with x1830947542622080 ext(0->7) 00010000:00010000:1.0:1746128115.217361:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc5c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d327d expref: 60 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.217373:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc5c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d327d expref: 60 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.217384:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6022300 00000100:00100000:1.0:1746128115.217410:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1757 00000100:00100000:1.0:1746128115.217417:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1964:x1830947542622080:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128115.217708:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1964:x1830947542622080:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 291us (489us total) trans 4294967964 rc 0/0 00000100:00100000:1.0:1746128115.217714:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1757 00002000:00100000:1.0:1746128115.217719:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a6022300 x1830947542622080/t4294967964(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 496/448 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.217726:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6022300 with x1830947542622080 ext(0->7) 00010000:00010000:1.0:1746128115.217731:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc5c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d327d expref: 62 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.217739:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc5c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d327d expref: 62 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.217743:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6022300 00010000:00010000:1.0:1746128115.229735:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128115.245975:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.246075:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542622208 00000100:00100000:1.0:1746128115.246082:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542622208 00010000:00010000:1.0:1746128115.246112:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc5c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d327d expref: 62 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.246135:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8954 00000100:00100000:1.0:1746128115.246141:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6021880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1963:x1830947542622208:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128115.246155:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128115.246177:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc5c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d327d expref: 62 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.246188:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc5c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d327d expref: 62 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.246210:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc5c1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d327d expref: 62 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.246238:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.246240:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.246247:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc5c8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3284 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.246254:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc5c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3284 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.246280:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc5c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3284 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128115.246290:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540366464:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128115.246359:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4dc63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.249215:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.249302:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542622336 00000100:00100000:3.0:1746128115.249309:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542622336 00000100:00100000:3.0:1746128115.249344:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5068 00000100:00100000:3.0:1746128115.249350:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:31595:x1830947542622336:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.249364:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.249377:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc5cf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d328b expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.249397:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc5c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3284 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.249402:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.249404:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.249407:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc5cf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d328b expref: 63 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.249427:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc5c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3284 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.249438:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc5c8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3284 expref: 5 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.249451:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540366592:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.249528:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.251374:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.251460:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540366464:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128115.251475:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128115.251504:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6021880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:1963:x1830947542622208:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5363us (5536us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.251517:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8954 00000100:00100000:3.0:1746128115.251599:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542622592 00000100:00100000:3.0:1746128115.251604:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542622592 00002000:00100000:3.0:1746128115.251632:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920e9880 x1830947542622592/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.251640:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9880 with x1830947542622592 ext(0->4095) 00010000:00010000:3.0:1746128115.251647:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc5c8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3284 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.251657:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc5c8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3284 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.251662:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920e9880 00000100:00100000:3.0:1746128115.251674:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1758 00000100:00100000:3.0:1746128115.251679:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542622592:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746128115.251789:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542622592:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (419us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128115.251794:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1758 00002000:00100000:3.0:1746128115.251799:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920e9880 x1830947542622592/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.251805:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9880 with x1830947542622592 ext(0->4095) 00010000:00010000:3.0:1746128115.251809:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc5c8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3284 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.251818:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc5c8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3284 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.251823:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920e9880 00000100:00100000:0.0:1746128115.254438:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.254515:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542622720 00000100:00100000:2.0:1746128115.254522:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542622720 00000100:00100000:2.0:1746128115.254553:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5069 00000100:00100000:2.0:1746128115.254559:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:31596:x1830947542622720:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128115.254591:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128115.254606:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5d6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3292 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.254624:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.254628:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc5cf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d328b expref: 64 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.254633:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.254636:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5d6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3292 expref: 64 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.254664:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc5cf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d328b expref: 64 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.254673:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5d6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3292 expref: 64 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.254681:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229800, rc 0) 00000100:00100000:2.0:1746128115.254725:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+64:31596:x1830947542622720:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.254731:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5069 00000100:00100000:3.0:1746128115.256414:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540366592:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.256432:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc5cf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d328b expref: 63 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.256443:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67000, rc 0) 00000100:00100000:3.0:1746128115.256468:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:31595:x1830947542622336:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7118us (7257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.256474:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5068 00000100:00100000:0.0:1746128115.258127:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.258207:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542622848 00000100:00100000:1.0:1746128115.258213:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542622848 00010000:00010000:1.0:1746128115.258237:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc5c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3284 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.258255:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8955 00000100:00100000:1.0:1746128115.258261:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d92050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542622848:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128115.258270:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128115.258287:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc5c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3284 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.258295:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc5c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3284 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.258313:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc5c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3284 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.258342:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.258344:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.258349:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc5cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d328b expref: 62 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.258356:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc5cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d328b expref: 62 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.258380:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc5cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d328b expref: 62 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.258389:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc5cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d328b expref: 62 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.258398:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540366848:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128115.258459:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4dc63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128115.260367:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540366848:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128115.260381:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128115.260415:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d92050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542622848:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2153us (2291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.260422:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8955 00000100:00100000:0.0:1746128115.261239:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.261301:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542623104 00000100:00100000:1.0:1746128115.261305:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542623104 00002000:00100000:1.0:1746128115.261333:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920eaa00 x1830947542623104/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.261342:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920eaa00 with x1830947542623104 ext(0->4095) 00010000:00010000:1.0:1746128115.261348:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc5cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d328b expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.261359:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc5cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d328b expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.261365:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920eaa00 00000100:00100000:1.0:1746128115.261390:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1759 00000100:00100000:1.0:1746128115.261396:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:1964:x1830947542623104:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128115.261503:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:1964:x1830947542623104:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (265us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.261508:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1759 00002000:00100000:1.0:1746128115.261513:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920eaa00 x1830947542623104/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.261520:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920eaa00 with x1830947542623104 ext(0->4095) 00010000:00010000:1.0:1746128115.261524:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc5cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d328b expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.261532:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc5cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d328b expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.261537:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920eaa00 00000100:00100000:0.0:1746128115.267456:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.267542:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542623232 00000100:00100000:1.0:1746128115.267549:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542623232 00010000:00010000:1.0:1746128115.267601:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc5cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d328b expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.267625:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8956 00000100:00100000:1.0:1746128115.267632:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:1964:x1830947542623232:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128115.267642:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128115.267659:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc5cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d328b expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.267669:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc5cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d328b expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.267687:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc5cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d328b expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.267713:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.267716:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.267721:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3292 expref: 62 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.267728:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3292 expref: 62 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.267753:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3292 expref: 62 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128115.267763:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540366976:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128115.267829:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51b5e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128115.270326:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540366976:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128115.270341:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128115.270384:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1964:x1830947542623232:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2753us (2935us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.270392:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8956 00000100:00100000:0.0:1746128115.270917:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.270987:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542623488 00000100:00100000:3.0:1746128115.270992:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542623488 00002000:00100000:3.0:1746128115.271040:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920ea300 x1830947542623488/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.271049:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ea300 with x1830947542623488 ext(0->4095) 00002000:00010000:3.0:1746128115.271052:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920ea300 00000100:00100000:3.0:1746128115.271612:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3760 00000100:00100000:3.0:1746128115.271619:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1965:x1830947542623488:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746128115.272411:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1965:x1830947542623488:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 791us (2144us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128115.272418:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3760 00002000:00100000:3.0:1746128115.272424:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920ea300 x1830947542623488/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.272431:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ea300 with x1830947542623488 ext(0->4095) 00002000:00010000:3.0:1746128115.272434:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920ea300 00000100:00100000:2.0:1746128115.273761:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3304:1830947540367360:0@lo:400:kworker.0 00000100:00100000:2.0:1746128115.273802:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128115.273823:0:3304:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746128115.273828:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3304:1830947540367232:0@lo:400:kworker.0 00000100:00100000:2.0:1746128115.273843:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128115.273853:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830947540367744:0@lo:400:kworker.0 00000100:00100000:2.0:1746128115.273869:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128115.273890:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540367744 00000100:00100000:2.0:1746128115.273894:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540367744 00000100:00080000:2.0:1746128115.273911:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746128115.273933:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:2.0:1746128115.273938:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3304:x1830947540367744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746128115.273968:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3304:x1830947540367744:12345-0@lo:400:kworker.0 Request processed in 31us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.273972:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:2.0:1746128115.274011:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830947540367744:0@lo:400:kworker.0 00000100:00100000:2.0:1746128115.274034:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540367360 00000100:00100000:2.0:1746128115.274036:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540367360 00000100:00100000:2.0:1746128115.274053:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540367232 00000100:00100000:2.0:1746128115.274055:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540367232 00000100:00100000:2.0:1746128115.274063:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:2.0:1746128115.274067:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084106a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1830947540367360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746128115.274087:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084106a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1830947540367360:12345-0@lo:400:kworker.0 Request processed in 20us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.274093:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:2.0:1746128115.274099:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:2.0:1746128115.274102:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084106d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1830947540367232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746128115.274114:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084106d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1830947540367232:12345-0@lo:400:kworker.0 Request processed in 11us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.274117:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00080000:2.0:1746128115.274124:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746128115.274133:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3304:1830947540367232:0@lo:400:kworker.0 00000100:00100000:2.0:1746128115.274139:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3304:1830947540367360:0@lo:400:kworker.0 00000100:00100000:0.0:1746128115.274614:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013440aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74bb44a2-e27b-4631-8597-fae5b0eab546:3302:1830947540367104:0@lo:400:kworker.0 00000100:00100000:0.0:1746128115.274637:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128115.275000:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947540367488:0@lo:400:kworker.0 00000100:00100000:3.0:1746128115.275024:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128115.275941:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1830947540367616:0@lo:400:kworker.0 00000100:00100000:0.0:1746128115.275965:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128115.276059:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540367616 00000100:00100000:2.0:1746128115.276065:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540367616 00000100:00100000:2.0:1746128115.276100:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:2.0:1746128115.276106:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1830947540367616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746128115.276152:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1830947540367616:12345-0@lo:400:kworker.0 Request processed in 46us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.276157:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:2.0:1746128115.276175:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540367488 00000100:00100000:1.0:1746128115.276176:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3302:1830947540367616:0@lo:400:kworker.0 00000100:00100000:2.0:1746128115.276177:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540367488 00000100:00100000:2.0:1746128115.276192:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1746128115.276196:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3301:x1830947540367488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746128115.276219:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3301:x1830947540367488:12345-0@lo:400:kworker.0 Request processed in 23us (1194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.276223:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1746128115.276230:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947540367488:0@lo:400:kworker.0 00000100:00100000:3.0:1746128115.276286:0:7076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540367104 00000100:00100000:3.0:1746128115.276290:0:7076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540367104 00000100:00100000:3.0:1746128115.276318:0:7076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:3.0:1746128115.276323:0:7076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5da1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74bb44a2-e27b-4631-8597-fae5b0eab546+18:3302:x1830947540367104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746128115.276348:0:7076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5da1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:74bb44a2-e27b-4631-8597-fae5b0eab546+18:3302:x1830947540367104:12345-0@lo:400:kworker.0 Request processed in 25us (1709us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.276352:0:7076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1746128115.276355:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013440aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:74bb44a2-e27b-4631-8597-fae5b0eab546:3302:1830947540367104:0@lo:400:kworker.0 00000100:00080000:0.0:1746128115.276529:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746128115.276532:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746128115.276617:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128115.276698:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542623616 00000100:00100000:0.0:1746128115.276702:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542623616 00000100:00100000:0.0:1746128115.276728:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5070 00000100:00100000:0.0:1746128115.276732:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542623616:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128115.276741:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128115.276753:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc5dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3299 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.276771:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3292 expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.276778:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128115.276780:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128115.276787:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc5dd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3299 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.276808:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3292 expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.276817:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3292 expref: 61 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746128115.276825:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093160e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540367872:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128115.276897:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.278403:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.278443:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542623744 00000100:00100000:1.0:1746128115.278448:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542623744 00010000:00010000:1.0:1746128115.278466:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5d6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3292 expref: 62 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.278471:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093160e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540367872:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128115.278483:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8957 00010000:00010000:2.0:1746128115.278485:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc5dd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3299 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128115.278488:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093160700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1963:x1830947542623744:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.278494:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d000, rc 0) 00010000:00010000:1.0:1746128115.278496:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128115.278511:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3292 expref: 62 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.278519:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3292 expref: 62 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.278534:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3292 expref: 62 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.278552:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542623616:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1819us (1936us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.278625:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5070 00010000:00010000:1.0:1746128115.278818:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.278820:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.278825:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc5dd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3299 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.278832:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc5dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3299 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.278853:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc5dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3299 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128115.278866:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540368000:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128115.278924:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51b5e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128115.281019:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540368000:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128115.281033:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128115.281077:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093160700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:1963:x1830947542623744:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2587us (2676us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.281085:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8957 00000100:00100000:0.0:1746128115.281159:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.281216:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542623872 00000100:00100000:2.0:1746128115.281221:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542623872 00000100:00100000:0.0:1746128115.281232:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.281245:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5071 00000100:00100000:2.0:1746128115.281250:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:31595:x1830947542623872:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128115.281262:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128115.281274:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc5e4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d32a0 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.281291:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc5dd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3299 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.281297:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.281298:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.281301:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc5e4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a0 expref: 62 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.281313:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542624128 00000100:00100000:3.0:1746128115.281316:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542624128 00010000:00010000:2.0:1746128115.281320:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc5dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3299 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.281328:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc5dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3299 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00100000:3.0:1746128115.281336:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944e300 x1830947542624128/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746128115.281336:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540368128:192.168.203.28@tcp:104: 00002000:00100000:3.0:1746128115.281344:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944e300 with x1830947542624128 ext(0->4095) 00010000:00010000:3.0:1746128115.281348:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc5dd lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3299 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.281355:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc5dd lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3299 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.281360:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944e300 00000100:00100000:3.0:1746128115.281370:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1760 00000100:00100000:3.0:1746128115.281375:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542624128:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746128115.281703:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542624128:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 327us (470us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128115.281708:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1760 00002000:00100000:3.0:1746128115.281713:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944e300 x1830947542624128/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.281720:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944e300 with x1830947542624128 ext(0->4095) 00010000:00010000:3.0:1746128115.281723:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc5dd lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3299 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.281731:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc5dd lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3299 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.281736:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944e300 00000100:00100000:2.0:1746128115.282763:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.284171:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.284245:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540368128:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128115.284248:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:2.0:1746128115.284265:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc5e4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a0 expref: 62 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.284278:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229a00, rc 0) 00000100:00100000:3.0:1746128115.284307:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542624256 00000100:00100000:2.0:1746128115.284308:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:31595:x1830947542623872:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3057us (3149us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.284311:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542624256 00000100:00100000:2.0:1746128115.284314:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5071 00000100:00100000:1.0:1746128115.284444:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542624384 00000100:00100000:1.0:1746128115.284448:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542624384 00010000:00010000:1.0:1746128115.284463:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc5dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3299 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.284479:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8958 00000100:00100000:1.0:1746128115.284485:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542624384:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128115.284493:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128115.284512:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc5dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3299 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.284521:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc5dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3299 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.284551:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bc5dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3299 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.284560:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.284561:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.284566:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc5e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a0 expref: 62 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.284591:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc5e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a0 expref: 62 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.284614:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc5e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a0 expref: 62 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128115.284674:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5072 00000100:00100000:2.0:1746128115.284680:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:31596:x1830947542624256:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128115.284690:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128115.284699:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5eb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d32a7 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.284712:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc5e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a0 expref: 63 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.284717:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.284718:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.284720:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5eb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a7 expref: 63 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.284733:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc5e4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a0 expref: 63 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.284743:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc5e4 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a0 expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.284750:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540368384:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128115.284784:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:1.0:1746128115.284812:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540368256:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128115.284832:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51b5e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.286219:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540368384:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128115.286234:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5eb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a7 expref: 63 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.286243:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229800, rc 0) 00000100:00100000:2.0:1746128115.286266:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:31596:x1830947542624256:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1585us (2098us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.286272:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5072 00000100:00100000:0.0:1746128115.286462:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.286505:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540368256:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128115.286515:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128115.286534:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542624384:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2049us (2285us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.286540:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8958 00000100:00100000:3.0:1746128115.286616:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542624640 00000100:00100000:3.0:1746128115.286621:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542624640 00002000:00100000:3.0:1746128115.286645:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944ea00 x1830947542624640/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.286653:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944ea00 with x1830947542624640 ext(0->4095) 00010000:00010000:3.0:1746128115.286658:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc5e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a0 expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.286668:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc5e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a0 expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.286678:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944ea00 00000100:00100000:3.0:1746128115.286702:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1761 00000100:00100000:3.0:1746128115.286708:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:1964:x1830947542624640:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128115.286965:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:1964:x1830947542624640:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 256us (502us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128115.286971:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1761 00002000:00100000:3.0:1746128115.286976:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944ea00 x1830947542624640/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.286992:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944ea00 with x1830947542624640 ext(0->4095) 00010000:00010000:3.0:1746128115.286996:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc5e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a0 expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.287004:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc5e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a0 expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.287010:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944ea00 00000100:00100000:0.0:1746128115.289498:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.289549:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542624768 00000100:00100000:1.0:1746128115.289555:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542624768 00010000:00010000:1.0:1746128115.289607:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc5e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a0 expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.289632:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8959 00000100:00100000:1.0:1746128115.289638:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:1963:x1830947542624768:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128115.289648:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128115.289663:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc5e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a0 expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.289676:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc5e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a0 expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.289691:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc5e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a0 expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.289713:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.289715:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.289720:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a7 expref: 62 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.289727:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a7 expref: 62 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.289751:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a7 expref: 62 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128115.289759:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540368512:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128115.289829:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51b5e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128115.291663:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540368512:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128115.291678:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128115.291707:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1963:x1830947542624768:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2068us (2211us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.291714:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8959 00000100:00100000:0.0:1746128115.291963:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.292376:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542625024 00000100:00100000:3.0:1746128115.292382:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542625024 00002000:00100000:3.0:1746128115.292408:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944ed80 x1830947542625024/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.292416:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944ed80 with x1830947542625024 ext(0->4095) 00002000:00010000:3.0:1746128115.292420:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012944ed80 00000100:00100000:3.0:1746128115.292444:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3761 00000100:00100000:3.0:1746128115.292450:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1964:x1830947542625024:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128115.292598:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1964:x1830947542625024:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (634us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128115.292604:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3761 00002000:00100000:3.0:1746128115.292609:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944ed80 x1830947542625024/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.292616:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944ed80 with x1830947542625024 ext(0->4095) 00002000:00010000:3.0:1746128115.292618:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012944ed80 00000100:00100000:0.0:1746128115.295865:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.295941:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542625152 00000100:00100000:2.0:1746128115.295948:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542625152 00000100:00100000:2.0:1746128115.295988:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5073 00000100:00100000:2.0:1746128115.295995:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542625152:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128115.296007:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128115.296021:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc5f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d32ae expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.296044:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a7 expref: 61 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.296054:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.296056:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.296059:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc5f2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ae expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.296081:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a7 expref: 61 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.296091:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a7 expref: 61 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.296102:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540368640:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128115.296171:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.298146:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540368640:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128115.298168:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc5f2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ae expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.298180:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228600, rc 0) 00000100:00100000:2.0:1746128115.298219:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542625152:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2224us (2359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.298225:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5073 00000100:00100000:0.0:1746128115.298520:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.298848:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542625280 00000100:00100000:2.0:1746128115.298853:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542625280 00010000:00010000:2.0:1746128115.298870:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a7 expref: 62 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.298892:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8960 00000100:00100000:2.0:1746128115.298897:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1963:x1830947542625280:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.298908:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.298921:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a7 expref: 62 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.298931:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a7 expref: 62 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.298947:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc5eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32a7 expref: 62 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.298974:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.298975:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.298989:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc5f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ae expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.298997:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc5f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ae expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.299017:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc5f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ae expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128115.299026:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540368768:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.299077:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.305502:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.305605:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542625536 00000100:00100000:1.0:1746128115.305613:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542625536 00002000:00100000:1.0:1746128115.305650:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944c700 x1830947542625536/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.305657:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944c700 with x1830947542625536 ext(0->4095) 00002000:00010000:1.0:1746128115.305661:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012944c700 00000100:00100000:1.0:1746128115.305693:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3762 00000100:00100000:1.0:1746128115.305699:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542625536:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128115.305898:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540368768:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.305913:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.305944:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:1963:x1830947542625280:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7047us (7425us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.305951:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8960 00000100:00100000:1.0:1746128115.306383:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542625536:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 683us (887us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.306389:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3762 00002000:00100000:1.0:1746128115.306394:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944c700 x1830947542625536/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.306401:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944c700 with x1830947542625536 ext(0->4095) 00002000:00010000:1.0:1746128115.306403:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012944c700 00000100:00100000:0.0:1746128115.306633:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.306743:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542625664 00000100:00100000:3.0:1746128115.306747:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542625664 00000100:00100000:3.0:1746128115.306771:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5074 00000100:00100000:3.0:1746128115.306775:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:31595:x1830947542625664:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.306784:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.306795:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc5f9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d32b5 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.306818:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc5f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ae expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.306825:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.306826:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.306829:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc5f9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32b5 expref: 62 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.307396:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc5f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ae expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.307411:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc5f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ae expref: 5 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.307419:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540368896:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.307475:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.309330:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.310149:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542625792 00000100:00100000:2.0:1746128115.310156:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542625792 00000100:00100000:2.0:1746128115.310489:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5075 00000100:00100000:2.0:1746128115.310497:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:31596:x1830947542625792:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128115.310510:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128115.310738:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc600 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d32bc expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.310760:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.310764:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc5f9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32b5 expref: 64 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.310768:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.310770:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc600 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32bc expref: 64 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.310797:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc5f9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32b5 expref: 64 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.310807:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc600 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32bc expref: 64 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.310815:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229c00, rc 0) 00000100:00100000:2.0:1746128115.310860:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+64:31596:x1830947542625792:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 364us (1535us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.310866:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5075 00000100:00100000:1.0:1746128115.312066:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.312120:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542625920 00000100:00100000:2.0:1746128115.312124:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542625920 00010000:00010000:2.0:1746128115.312143:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc5f2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ae expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.312161:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8961 00000100:00100000:2.0:1746128115.312166:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542625920:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.312179:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.312194:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc5f2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ae expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.312203:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc5f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ae expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.312216:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540368896:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128115.312216:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc5f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ae expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.312228:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.312230:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.312235:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc5f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32b5 expref: 63 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.312455:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc5f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32b5 expref: 63 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.312474:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc5f9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32b5 expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.312482:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc5f9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32b5 expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.312490:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66c00, rc 0) 00000100:00100000:3.0:1746128115.312515:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:31595:x1830947542625664:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5739us (5883us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.312521:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5074 00010000:00010000:2.0:1746128115.312727:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc5f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32b5 expref: 62 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.312736:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc5f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32b5 expref: 62 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.312746:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540369152:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.312872:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.314232:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540369152:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.314244:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.314273:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542625920:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2106us (2209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128115.314273:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.314281:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8961 00000100:00100000:1.0:1746128115.314354:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542626176 00000100:00100000:1.0:1746128115.314358:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542626176 00002000:00100000:1.0:1746128115.314380:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f95f80 x1830947542626176/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.314388:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f95f80 with x1830947542626176 ext(0->4095) 00010000:00010000:1.0:1746128115.314393:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc5f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32b5 expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.314402:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc5f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32b5 expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.314411:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f95f80 00000100:00100000:1.0:1746128115.314464:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1762 00000100:00100000:1.0:1746128115.314470:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:1963:x1830947542626176:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128115.314747:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:1963:x1830947542626176:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 276us (472us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.314753:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1762 00002000:00100000:1.0:1746128115.314758:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f95f80 x1830947542626176/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.314765:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f95f80 with x1830947542626176 ext(0->4095) 00010000:00010000:1.0:1746128115.314770:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc5f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32b5 expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.314778:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc5f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32b5 expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.314783:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f95f80 00000100:00100000:0.0:1746128115.316268:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.316334:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542626304 00000100:00100000:2.0:1746128115.316338:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542626304 00010000:00010000:2.0:1746128115.316356:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc5f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32b5 expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.316379:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8962 00000100:00100000:2.0:1746128115.316383:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d91c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:1964:x1830947542626304:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.316390:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.316403:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc5f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32b5 expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.316415:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc5f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32b5 expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.316430:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc5f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32b5 expref: 63 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.316450:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.316451:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.316456:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc600 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32bc expref: 62 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.316463:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc600 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32bc expref: 62 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.316485:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc600 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32bc expref: 62 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128115.316494:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540369280:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.317485:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093d7c900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.320781:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.320879:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540369280:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.320895:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.320929:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d91c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1964:x1830947542626304:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4544us (4663us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.320938:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8962 00000100:00100000:1.0:1746128115.321142:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542626560 00000100:00100000:1.0:1746128115.321147:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542626560 00002000:00100000:1.0:1746128115.321172:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f94380 x1830947542626560/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.321634:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f94380 with x1830947542626560 ext(0->4095) 00002000:00010000:1.0:1746128115.321640:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f94380 00000100:00100000:1.0:1746128115.321718:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3763 00000100:00100000:1.0:1746128115.321726:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1963:x1830947542626560:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128115.322264:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1963:x1830947542626560:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 250us (1201us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.322272:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3763 00002000:00100000:1.0:1746128115.322279:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f94380 x1830947542626560/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.322285:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f94380 with x1830947542626560 ext(0->4095) 00002000:00010000:1.0:1746128115.322288:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f94380 00000100:00100000:0.0:1746128115.323267:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.323312:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542626688 00000100:00100000:3.0:1746128115.323317:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542626688 00000100:00100000:3.0:1746128115.323482:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5076 00000100:00100000:3.0:1746128115.323489:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542626688:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.323500:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.323512:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc607 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d32c3 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.323542:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc600 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32bc expref: 61 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.323549:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.323550:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.323553:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc607 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32c3 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.323598:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc600 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32bc expref: 61 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.323609:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc600 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32bc expref: 61 pid: 8417 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.323619:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540369408:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.323686:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.325429:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.325513:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540369408:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.325530:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc607 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32c3 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.325542:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67200, rc 0) 00000100:00100000:3.0:1746128115.325568:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542626688:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2079us (2301us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.325596:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5076 00000100:00100000:2.0:1746128115.325757:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542626816 00000100:00100000:2.0:1746128115.325763:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542626816 00010000:00010000:2.0:1746128115.325782:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc600 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32bc expref: 62 pid: 8417 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.326628:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8963 00000100:00100000:2.0:1746128115.326635:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1964:x1830947542626816:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.326644:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.326658:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc600 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32bc expref: 62 pid: 8417 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.326667:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc600 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32bc expref: 62 pid: 8417 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.326684:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc600 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32bc expref: 62 pid: 8417 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.326709:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.326710:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.326716:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc607 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32c3 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.326722:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc607 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32c3 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.326744:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc607 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32c3 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128115.326753:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540369536:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.326814:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b553480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.328989:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540369536:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.329005:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.329045:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:1964:x1830947542626816:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2409us (3618us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.329053:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8963 00000100:00100000:1.0:1746128115.329267:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.329349:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542627072 00000100:00100000:2.0:1746128115.329354:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542627072 00002000:00100000:2.0:1746128115.329380:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e08e00 x1830947542627072/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.329389:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e08e00 with x1830947542627072 ext(0->4095) 00002000:00010000:2.0:1746128115.329392:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e08e00 00000100:00100000:2.0:1746128115.329418:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3764 00000100:00100000:2.0:1746128115.329424:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542627072:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128115.329539:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542627072:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (273us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.329544:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3764 00002000:00100000:2.0:1746128115.329549:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e08e00 x1830947542627072/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.329556:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e08e00 with x1830947542627072 ext(0->4095) 00002000:00010000:2.0:1746128115.329558:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e08e00 00000100:00100000:0.0:1746128115.330952:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128115.330992:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.331351:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542627200 00000100:00100000:3.0:1746128115.331356:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542627200 00000100:00100000:3.0:1746128115.331392:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542627328 00000100:00100000:3.0:1746128115.331394:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542627328 00000100:00100000:1.0:1746128115.331397:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5077 00000100:00100000:1.0:1746128115.331404:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:31596:x1830947542627200:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746128115.331412:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5078 00010000:00010000:1.0:1746128115.331415:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746128115.331416:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:31595:x1830947542627328:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.331420:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.331427:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc615 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d32d1 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.331427:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc60e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d32ca expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.331443:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc607 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32c3 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.331449:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.331450:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.331453:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc60e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ca expref: 64 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.331459:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.331461:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc60e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ca expref: 64 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.331466:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.331556:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc615 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d1 expref: 64 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.331603:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc60e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ca expref: 64 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.331614:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc615 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d1 expref: 64 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.331621:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67000, rc 0) 00000100:00100000:3.0:1746128115.331646:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+64:31595:x1830947542627328:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 229us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.331651:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5078 00010000:00010000:1.0:1746128115.331689:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc607 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32c3 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.331707:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc607 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32c3 expref: 5 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.331717:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540369792:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128115.331802:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51b5e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128115.332800:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540369792:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128115.332818:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc60e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ca expref: 63 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.332830:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56a00, rc 0) 00000100:00100000:1.0:1746128115.332887:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:31596:x1830947542627200:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1482us (1934us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.332893:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5077 00000100:00100000:0.0:1746128115.333330:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.333379:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542627456 00000100:00100000:2.0:1746128115.333383:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542627456 00010000:00010000:2.0:1746128115.333400:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc607 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32c3 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.333421:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8964 00000100:00100000:2.0:1746128115.333425:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd82680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542627456:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.333433:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.333448:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc607 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32c3 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.333456:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc607 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32c3 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.333471:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc607 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32c3 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.333491:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.333493:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.333498:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc60e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ca expref: 62 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.333505:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc60e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ca expref: 62 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.333526:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc60e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ca expref: 62 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.333535:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc60e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ca expref: 62 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.333549:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540369920:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.334042:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b553600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.335214:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.335304:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542627712 00000100:00100000:3.0:1746128115.335309:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542627712 00002000:00100000:3.0:1746128115.335336:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd81f80 x1830947542627712/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.335344:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd81f80 with x1830947542627712 ext(0->4095) 00010000:00010000:3.0:1746128115.335349:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc60e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ca expref: 63 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.335359:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc60e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ca expref: 63 pid: 8416 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.335365:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd81f80 00000100:00100000:3.0:1746128115.335379:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1763 00000100:00100000:3.0:1746128115.335385:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:1964:x1830947542627712:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128115.335612:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540369920:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.335624:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.335661:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd82680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542627456:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2235us (2331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.335669:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8964 00000100:00100000:3.0:1746128115.335868:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:1964:x1830947542627712:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 482us (655us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128115.335874:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1763 00002000:00100000:3.0:1746128115.335879:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd81f80 x1830947542627712/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.335885:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd81f80 with x1830947542627712 ext(0->4095) 00010000:00010000:3.0:1746128115.335890:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc60e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ca expref: 63 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.335898:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc60e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ca expref: 63 pid: 8416 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.335903:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd81f80 00000100:00100000:1.0:1746128115.338030:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746128115.338042:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947540370048:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746128115.338365:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128115.338568:0:8420:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540370048 00000100:00100000:3.0:1746128115.338834:0:8420:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540370048 00000100:00100000:3.0:1746128115.339093:0:8420:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1746128115.339100:0:8420:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1830947540370048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746128115.339116:0:8420:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 282656768 pending 47710208 free 3854565376 avail 3852468224 00000100:00100000:3.0:1746128115.339158:0:8420:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1830947540370048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.339164:0:8420:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:1.0:1746128115.339306:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947540370048:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746128115.340028:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.340146:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542627840 00000100:00100000:1.0:1746128115.340150:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542627840 00000100:00100000:1.0:1746128115.340185:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5079 00000100:00100000:1.0:1746128115.340190:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542627840:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128115.340200:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128115.340211:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc61c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d32d8 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.340230:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128115.340235:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc615 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d1 expref: 62 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.340442:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128115.340447:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc61c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d8 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.340475:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc615 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d1 expref: 62 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.340484:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc61c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d8 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.340491:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56600, rc 0) 00000100:00100000:1.0:1746128115.340662:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542627840:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 471us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.340668:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5079 00000100:00100000:0.0:1746128115.341530:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.342018:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542627968 00000100:00100000:2.0:1746128115.342023:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542627968 00010000:00010000:2.0:1746128115.342048:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc60e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ca expref: 63 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.342076:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8965 00000100:00100000:2.0:1746128115.342082:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:1964:x1830947542627968:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.342090:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.342106:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc60e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ca expref: 63 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.342115:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc60e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ca expref: 63 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.342129:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bc60e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ca expref: 63 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.342151:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.342153:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.342159:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc615 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d1 expref: 62 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.342165:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc615 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d1 expref: 62 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.342188:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc615 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d1 expref: 62 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.342198:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc615 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d1 expref: 62 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.342552:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540370304:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.342848:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b553600 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.345453:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540370304:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.345470:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.345816:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1964:x1830947542627968:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3732us (4285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.345824:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8965 00000100:00100000:0.0:1746128115.346755:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.347281:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542628224 00000100:00100000:3.0:1746128115.347288:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542628224 00002000:00100000:3.0:1746128115.347322:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd83100 x1830947542628224/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.347330:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd83100 with x1830947542628224 ext(0->4095) 00010000:00010000:3.0:1746128115.347336:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc615 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d1 expref: 62 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.347348:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc615 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d1 expref: 62 pid: 28170 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.347354:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd83100 00000100:00100000:3.0:1746128115.347381:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1764 00000100:00100000:3.0:1746128115.347387:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1963:x1830947542628224:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128115.347525:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1963:x1830947542628224:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (771us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128115.347531:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1764 00002000:00100000:3.0:1746128115.347536:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd83100 x1830947542628224/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.347542:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd83100 with x1830947542628224 ext(0->4095) 00010000:00010000:3.0:1746128115.347546:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc615 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d1 expref: 62 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.347554:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc615 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d1 expref: 62 pid: 28170 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.347559:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd83100 00000100:00100000:0.0:1746128115.352142:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.352213:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542628352 00000100:00100000:1.0:1746128115.352220:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542628352 00000100:00100000:0.0:1746128115.352263:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.352343:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5080 00000100:00100000:1.0:1746128115.352351:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:31595:x1830947542628352:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128115.352367:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128115.352380:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc623 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d32df expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.352409:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128115.352414:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc61c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d8 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.352419:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128115.352421:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc623 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32df expref: 63 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.352448:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc61c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d8 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.352458:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc623 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32df expref: 63 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.352466:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56800, rc 0) 00000100:00100000:1.0:1746128115.352510:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:31595:x1830947542628352:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.352632:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542628480 00000100:00100000:2.0:1746128115.352636:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542628480 00000100:00100000:1.0:1746128115.353461:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5080 00010000:00010000:2.0:1746128115.353462:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc615 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d1 expref: 64 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.353516:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8966 00000100:00100000:2.0:1746128115.353522:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:1963:x1830947542628480:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.353533:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.353550:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc615 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d1 expref: 63 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.353559:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc615 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d1 expref: 63 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.353590:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc615 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d1 expref: 63 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.353610:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.353611:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.353616:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc61c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d8 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.353622:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc61c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d8 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.353642:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc61c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d8 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.353651:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc61c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d8 expref: 5 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.353662:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540370560:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.353731:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b553600 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.355486:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540370560:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.355501:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.355526:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1963:x1830947542628480:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2003us (3262us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.355533:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8966 00000100:00100000:0.0:1746128115.355852:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.356429:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542628736 00000100:00100000:2.0:1746128115.356434:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542628736 00002000:00100000:2.0:1746128115.356460:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968e300 x1830947542628736/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.356469:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968e300 with x1830947542628736 ext(0->4095) 00010000:00010000:2.0:1746128115.356475:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc61c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d8 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.356486:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc61c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d8 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.356492:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968e300 00000100:00100000:2.0:1746128115.356547:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1765 00000100:00100000:2.0:1746128115.356556:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542628736:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128115.356726:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542628736:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 170us (873us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.356731:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1765 00002000:00100000:2.0:1746128115.356736:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968e300 x1830947542628736/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.356743:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968e300 with x1830947542628736 ext(0->4095) 00010000:00010000:2.0:1746128115.356747:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc61c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d8 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.356756:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc61c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d8 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.356761:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968e300 00000100:00100000:0.0:1746128115.358792:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.358835:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542628864 00000100:00100000:2.0:1746128115.358840:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542628864 00010000:00010000:2.0:1746128115.358861:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc61c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d8 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.358885:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8967 00000100:00100000:2.0:1746128115.358891:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542628864:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.358903:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.358918:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc61c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d8 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.358927:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc61c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d8 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.358944:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc61c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32d8 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.358955:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.358957:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.358962:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc623 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32df expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.358986:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc623 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32df expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.359052:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc623 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32df expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128115.359064:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540370688:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.359215:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5533c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.362184:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.362403:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540370688:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.362420:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.362454:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542628864:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3562us (3666us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.362462:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8967 00000100:00100000:3.0:1746128115.362657:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542629120 00000100:00100000:3.0:1746128115.362664:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542629120 00002000:00100000:3.0:1746128115.362693:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968f800 x1830947542629120/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.362701:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968f800 with x1830947542629120 ext(0->4095) 00002000:00010000:3.0:1746128115.362705:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968f800 00000100:00100000:3.0:1746128115.362729:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3765 00000100:00100000:3.0:1746128115.362735:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1963:x1830947542629120:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128115.362875:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1963:x1830947542629120:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (696us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128115.362881:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3765 00002000:00100000:3.0:1746128115.362885:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968f800 x1830947542629120/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.362892:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968f800 with x1830947542629120 ext(0->4095) 00002000:00010000:3.0:1746128115.362894:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968f800 00000100:00100000:0.0:1746128115.366289:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.366540:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542629248 00000100:00100000:1.0:1746128115.366546:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542629248 00000100:00100000:1.0:1746128115.366618:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5081 00000100:00100000:1.0:1746128115.366625:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542629248:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128115.366637:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128115.366651:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc62a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d32e6 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.366676:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc623 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32df expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.366682:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128115.366684:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128115.366687:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc62a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32e6 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.366711:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc623 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32df expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.366721:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc623 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32df expref: 61 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.366731:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540370816:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128115.366794:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51b5e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128115.369247:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540370816:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128115.369269:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc62a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32e6 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.369282:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57e00, rc 0) 00000100:00100000:0.0:1746128115.369329:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.369414:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542629248:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2789us (3131us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.369421:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5081 00000100:00100000:2.0:1746128115.369950:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542629376 00000100:00100000:2.0:1746128115.369956:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542629376 00010000:00010000:2.0:1746128115.369977:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc623 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32df expref: 62 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.370011:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8968 00000100:00100000:2.0:1746128115.370016:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1964:x1830947542629376:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.370027:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.370042:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc623 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32df expref: 62 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.370051:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc623 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32df expref: 62 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.370069:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc623 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32df expref: 62 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.370092:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.370094:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.370099:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc62a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32e6 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.370105:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc62a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32e6 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.370128:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc62a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32e6 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128115.370138:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540370944:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.370191:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5533c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.371395:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.371436:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542629504 00000100:00100000:1.0:1746128115.371441:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542629504 00000100:00100000:1.0:1746128115.371474:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5082 00000100:00100000:1.0:1746128115.371479:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:31595:x1830947542629504:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128115.371490:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128115.371500:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc631 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d32ed expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.371514:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc62a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32e6 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.371519:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.371520:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.371522:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc631 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ed expref: 63 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.371537:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc62a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32e6 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.371545:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc62a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32e6 expref: 5 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.371553:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540371072:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128115.371625:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51b5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.372925:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.373040:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540370944:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.373055:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.373080:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:1964:x1830947542629376:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3063us (3751us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.373087:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8968 00000100:00100000:3.0:1746128115.373228:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542629760 00000100:00100000:3.0:1746128115.373233:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542629760 00002000:00100000:3.0:1746128115.373259:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091fab100 x1830947542629760/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.373268:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fab100 with x1830947542629760 ext(0->4095) 00010000:00010000:3.0:1746128115.373274:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc62a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32e6 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.373283:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc62a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32e6 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.373288:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091fab100 00000100:00100000:3.0:1746128115.373312:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1766 00000100:00100000:3.0:1746128115.373318:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542629760:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128115.373418:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540371072:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128115.373431:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc631 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ed expref: 62 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.373443:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57600, rc 0) 00000100:00100000:3.0:1746128115.374292:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542629760:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 972us (1367us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128115.374297:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1766 00002000:00100000:3.0:1746128115.374303:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091fab100 x1830947542629760/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.374310:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fab100 with x1830947542629760 ext(0->4095) 00010000:00010000:3.0:1746128115.374315:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc62a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32e6 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.374324:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc62a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32e6 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.374347:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:31595:x1830947542629504:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2867us (2954us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.374353:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5082 00002000:00010000:3.0:1746128115.374434:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091fab100 00000100:00100000:0.0:1746128115.376240:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.376322:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542629888 00000100:00100000:2.0:1746128115.376328:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542629888 00010000:00010000:2.0:1746128115.376351:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc62a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32e6 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.376390:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8969 00000100:00100000:2.0:1746128115.376395:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d91850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542629888:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.376405:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.376420:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc62a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32e6 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.376429:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc62a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32e6 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.376446:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc62a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32e6 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.376459:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.376460:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.376465:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc631 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ed expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.376472:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc631 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ed expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.376497:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc631 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ed expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128115.376507:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540371200:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.376626:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5533c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.378606:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.378692:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540371200:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.378707:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.378737:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d91850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542629888:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2342us (2500us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.378746:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8969 00000100:00100000:3.0:1746128115.378838:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542630144 00000100:00100000:3.0:1746128115.378843:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542630144 00002000:00100000:3.0:1746128115.378871:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091fa9f80 x1830947542630144/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.378879:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa9f80 with x1830947542630144 ext(0->4095) 00002000:00010000:3.0:1746128115.378883:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091fa9f80 00000100:00100000:3.0:1746128115.378895:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3766 00000100:00100000:3.0:1746128115.378899:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1966:x1830947542630144:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746128115.379033:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1966:x1830947542630144:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (461us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128115.379038:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3766 00002000:00100000:3.0:1746128115.379043:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091fa9f80 x1830947542630144/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.379050:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa9f80 with x1830947542630144 ext(0->4095) 00002000:00010000:3.0:1746128115.379052:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091fa9f80 00000100:00100000:0.0:1746128115.385468:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.385608:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542630272 00000100:00100000:1.0:1746128115.385615:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542630272 00000100:00100000:1.0:1746128115.385658:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5083 00000100:00100000:1.0:1746128115.385665:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542630272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128115.385679:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128115.385692:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc638 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d32f4 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.385711:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc631 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ed expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.385717:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128115.385719:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128115.385722:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc638 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32f4 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.385743:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc631 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ed expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.385752:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc631 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ed expref: 61 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.385766:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540371328:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128115.385837:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51b5e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128115.388297:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540371328:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128115.388320:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc638 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32f4 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.388339:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56400, rc 0) 00000100:00100000:1.0:1746128115.388374:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542630272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2709us (2912us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.388381:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5083 00000100:00100000:0.0:1746128115.388683:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.389884:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542630400 00000100:00100000:3.0:1746128115.389891:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542630400 00002000:00100000:3.0:1746128115.389922:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091faa680 x1830947542630400/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 496/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.389929:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091faa680 with x1830947542630400 ext(0->7) 00010000:00010000:3.0:1746128115.389935:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc631 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ed expref: 62 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.389950:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc631 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ed expref: 62 pid: 8416 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.389956:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091faa680 00000100:00100000:3.0:1746128115.389971:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1767 00000100:00100000:3.0:1746128115.389976:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091faa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1964:x1830947542630400:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128115.390225:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091faa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+64:1964:x1830947542630400:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 248us (1541us total) trans 4294967965 rc 0/0 00000100:00100000:3.0:1746128115.390231:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1767 00002000:00100000:3.0:1746128115.390236:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091faa680 x1830947542630400/t4294967965(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 496/448 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.390243:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091faa680 with x1830947542630400 ext(0->7) 00010000:00010000:3.0:1746128115.390247:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc631 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ed expref: 64 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.390256:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc631 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ed expref: 64 pid: 8416 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.390261:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091faa680 00000100:00100000:0.0:1746128115.411697:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128115.412091:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.412176:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542630528 00000100:00100000:2.0:1746128115.412184:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542630528 00010000:00010000:2.0:1746128115.412211:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc631 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ed expref: 64 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.412233:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8970 00000100:00100000:2.0:1746128115.412240:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+64:1963:x1830947542630528:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.412250:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.412270:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc631 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ed expref: 64 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.412280:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc631 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ed expref: 64 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.412297:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc631 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32ed expref: 64 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.412367:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542630656 00000100:00100000:1.0:1746128115.412370:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542630656 00010000:00010000:2.0:1746128115.413411:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.413414:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.413422:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc638 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32f4 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.413435:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc638 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32f4 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.413466:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc638 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32f4 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128115.413476:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540371456:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.413549:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b553600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.413838:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5084 00000100:00100000:3.0:1746128115.413846:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+64:31595:x1830947542630656:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.413858:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.413867:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc63f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d32fb expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.413881:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc638 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32f4 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.413886:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.413887:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.413890:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc63f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32fb expref: 65 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.413904:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc638 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32f4 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.413913:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc638 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32f4 expref: 5 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.413920:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540371584:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.413945:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.416128:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540371456:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.416145:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.416176:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:1963:x1830947542630528:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3936us (4085us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.416185:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8970 00000100:00100000:3.0:1746128115.416290:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540371584:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.416307:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc63f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32fb expref: 64 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.416318:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67000, rc 0) 00000100:00100000:3.0:1746128115.416334:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+64:31595:x1830947542630656:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2489us (4644us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.416339:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5084 00000100:00100000:1.0:1746128115.416796:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128115.416841:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542630912 00000100:00100000:0.0:1746128115.416847:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542630912 00002000:00100000:0.0:1746128115.416874:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f34000 x1830947542630912/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128115.416882:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f34000 with x1830947542630912 ext(0->4095) 00010000:00010000:0.0:1746128115.416887:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc638 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32f4 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128115.416898:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc638 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32f4 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746128115.416903:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f34000 00000100:00100000:0.0:1746128115.416917:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1768 00000100:00100000:0.0:1746128115.416922:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542630912:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128115.417110:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542630912:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 186us (314us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128115.417116:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1768 00002000:00100000:0.0:1746128115.417120:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f34000 x1830947542630912/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128115.417125:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f34000 with x1830947542630912 ext(0->4095) 00010000:00010000:0.0:1746128115.417129:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc638 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32f4 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128115.417136:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc638 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32f4 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746128115.417141:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f34000 00000100:00100000:1.0:1746128115.419171:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.419237:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542631040 00000100:00100000:2.0:1746128115.419242:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542631040 00010000:00010000:2.0:1746128115.419262:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc638 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32f4 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.419288:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8971 00000100:00100000:2.0:1746128115.419293:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542631040:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.419302:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.419317:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc638 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32f4 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.419326:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc638 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32f4 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.419343:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc638 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32f4 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.419365:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.419366:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.419371:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc63f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32fb expref: 63 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.419378:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc63f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32fb expref: 63 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.419400:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc63f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32fb expref: 63 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128115.419408:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540371712:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.419854:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b553600 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.421864:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540371712:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.421879:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.421916:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542631040:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2621us (2747us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.421925:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8971 00000100:00100000:3.0:1746128115.422438:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128115.422526:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542631296 00000100:00100000:0.0:1746128115.422530:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542631296 00002000:00100000:0.0:1746128115.422558:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd84e00 x1830947542631296/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128115.422567:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd84e00 with x1830947542631296 ext(0->4095) 00002000:00010000:0.0:1746128115.422698:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd84e00 00000100:00100000:2.0:1746128115.422794:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3767 00000100:00100000:2.0:1746128115.422802:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+64:1966:x1830947542631296:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128115.422908:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+64:1966:x1830947542631296:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (470us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.422913:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3767 00002000:00100000:2.0:1746128115.422918:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd84e00 x1830947542631296/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.422925:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd84e00 with x1830947542631296 ext(0->4095) 00002000:00010000:2.0:1746128115.422932:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd84e00 00000100:00100000:1.0:1746128115.429128:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.429277:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542631424 00000100:00100000:3.0:1746128115.429285:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542631424 00000100:00100000:3.0:1746128115.429317:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5085 00000100:00100000:3.0:1746128115.429323:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542631424:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.429337:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.429350:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc646 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3302 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.429371:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc63f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32fb expref: 63 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.429378:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.429379:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.429382:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc646 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3302 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.429406:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc63f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32fb expref: 63 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.429416:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc63f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32fb expref: 63 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.429426:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540371840:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.430248:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.435788:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540371840:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.435812:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc646 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3302 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.435830:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67800, rc 0) 00000100:00100000:3.0:1746128115.435889:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542631424:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6565us (6768us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.435897:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5085 00000100:00100000:0.0:1746128115.437758:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.438876:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542631552 00000100:00100000:1.0:1746128115.438885:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542631552 00002000:00100000:1.0:1746128115.438921:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800840a7100 x1830947542631552/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 496/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.438930:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a7100 with x1830947542631552 ext(0->7) 00010000:00010000:1.0:1746128115.438937:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc63f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32fb expref: 64 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.438949:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc63f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32fb expref: 64 pid: 28170 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.438959:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800840a7100 00000100:00100000:1.0:1746128115.439001:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1769 00000100:00100000:1.0:1746128115.439009:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+64:1963:x1830947542631552:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128115.439265:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1963:x1830947542631552:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 256us (1511us total) trans 4294967966 rc 0/0 00000100:00100000:1.0:1746128115.439271:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1769 00002000:00100000:1.0:1746128115.439277:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800840a7100 x1830947542631552/t4294967966(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 496/448 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.439285:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a7100 with x1830947542631552 ext(0->7) 00010000:00010000:1.0:1746128115.439289:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc63f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32fb expref: 66 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.439298:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc63f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32fb expref: 66 pid: 28170 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.439303:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800840a7100 00000100:00100000:1.0:1746128115.440875:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.440942:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542631680 00000100:00100000:2.0:1746128115.440947:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542631680 00010000:00010000:2.0:1746128115.440969:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc63f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32fb expref: 66 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.440999:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8972 00000100:00100000:2.0:1746128115.441004:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1966:x1830947542631680:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.441013:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.441025:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc63f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32fb expref: 66 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.441034:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc63f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32fb expref: 66 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.441051:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc63f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d32fb expref: 66 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.441067:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.441069:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.441074:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc646 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3302 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.441080:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc646 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3302 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.441108:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc646 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3302 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128115.441117:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540371968:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.441175:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b553480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.442543:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.442597:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542631936 00000100:00100000:3.0:1746128115.442602:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542631936 00002000:00100000:3.0:1746128115.442631:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a4e00 x1830947542631936/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.442639:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a4e00 with x1830947542631936 ext(0->4095) 00002000:00010000:3.0:1746128115.442642:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a4e00 00000100:00100000:2.0:1746128115.442661:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540371968:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.442668:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3768 00010000:00010000:2.0:1746128115.442672:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.442673:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542631936:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128115.442693:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:1966:x1830947542631680:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1689us (1822us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.442699:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8972 00000100:00100000:3.0:1746128115.442782:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542631936:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (242us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128115.442792:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3768 00002000:00100000:3.0:1746128115.442797:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a4e00 x1830947542631936/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.442803:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a4e00 with x1830947542631936 ext(0->4095) 00002000:00010000:3.0:1746128115.442805:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a4e00 00000100:00100000:0.0:1746128115.445815:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.445870:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542632064 00000100:00100000:3.0:1746128115.445878:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542632064 00000100:00100000:3.0:1746128115.445922:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5086 00000100:00100000:3.0:1746128115.445929:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:31596:x1830947542632064:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.445942:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.445956:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc64d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3309 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.445989:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc646 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3302 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.445995:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.445996:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.446000:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc64d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3309 expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.446023:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc646 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3302 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.446032:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc646 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3302 expref: 5 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.446043:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540372096:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.446114:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.449012:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.449066:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542632192 00000100:00100000:1.0:1746128115.449074:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542632192 00000100:00100000:1.0:1746128115.449104:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5087 00000100:00100000:1.0:1746128115.449110:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:31595:x1830947542632192:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128115.449123:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128115.449135:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc654 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3310 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.449159:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.449163:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc64d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3309 expref: 68 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.449168:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128115.449170:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc654 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3310 expref: 68 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.449199:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc64d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3309 expref: 68 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.449209:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc654 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3310 expref: 68 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.449217:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57600, rc 0) 00000100:00100000:1.0:1746128115.449253:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:31595:x1830947542632192:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.449259:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5087 00000100:00100000:3.0:1746128115.450872:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540372096:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.450891:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc64d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3309 expref: 67 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.450901:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66200, rc 0) 00000100:00100000:3.0:1746128115.450925:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:31596:x1830947542632064:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4997us (5117us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.450935:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5086 00000100:00100000:2.0:1746128115.452251:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128115.452380:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542632320 00000100:00100000:0.0:1746128115.452386:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542632320 00010000:00010000:0.0:1746128115.452409:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc646 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3302 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746128115.452460:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8973 00000100:00100000:0.0:1746128115.452466:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542632320:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128115.452475:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128115.452491:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc646 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3302 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128115.452499:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc646 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3302 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128115.452515:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc646 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3302 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128115.452537:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128115.452539:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128115.452545:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc64d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3309 expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.452551:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc64d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3309 expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.452726:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc64d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3309 expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.452738:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc64d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3309 expref: 66 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746128115.452747:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540372352:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128115.453213:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.455121:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540372352:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128115.455137:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128115.455393:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542632320:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2925us (3143us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128115.455401:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8973 00000100:00100000:2.0:1746128115.455879:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.456159:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542632576 00000100:00100000:1.0:1746128115.456166:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542632576 00002000:00100000:1.0:1746128115.456196:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd82680 x1830947542632576/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.456205:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd82680 with x1830947542632576 ext(0->4095) 00010000:00010000:1.0:1746128115.456212:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc64d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3309 expref: 67 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.456228:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc64d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3309 expref: 67 pid: 28170 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.456233:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd82680 00000100:00100000:1.0:1746128115.456258:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1770 00000100:00100000:1.0:1746128115.456265:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1965:x1830947542632576:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128115.456387:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1965:x1830947542632576:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (509us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.456392:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1770 00002000:00100000:1.0:1746128115.456397:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd82680 x1830947542632576/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.456403:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd82680 with x1830947542632576 ext(0->4095) 00010000:00010000:1.0:1746128115.456408:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc64d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3309 expref: 67 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.456416:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc64d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3309 expref: 67 pid: 28170 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.456421:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd82680 00000100:00100000:2.0:1746128115.459156:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.459462:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542632704 00000100:00100000:3.0:1746128115.459470:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542632704 00000100:00100000:3.0:1746128115.459501:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5088 00000100:00100000:3.0:1746128115.459508:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542632704:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.459520:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.459532:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc65b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3317 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.459554:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.459559:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc654 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3310 expref: 66 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.459564:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128115.459567:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc65b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3317 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.459619:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc654 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3310 expref: 66 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.459628:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc65b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3317 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.459636:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67200, rc 0) 00000100:00100000:3.0:1746128115.459669:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542632704:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.459675:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5088 00000100:00100000:3.0:1746128115.460818:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128115.460988:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542632832 00000100:00100000:0.0:1746128115.460992:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542632832 00010000:00010000:0.0:1746128115.461014:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc64d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3309 expref: 67 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746128115.461044:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8974 00000100:00100000:0.0:1746128115.461049:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1964:x1830947542632832:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128115.461059:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128115.461075:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc64d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3309 expref: 67 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128115.461085:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc64d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3309 expref: 67 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128115.461102:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc64d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3309 expref: 67 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128115.461123:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128115.461125:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128115.461130:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc654 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3310 expref: 66 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.461137:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc654 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3310 expref: 66 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.461161:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc654 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3310 expref: 66 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.461171:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc654 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3310 expref: 66 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746128115.461180:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540372608:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128115.461242:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.464108:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540372608:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128115.464124:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128115.464635:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542632832:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3583us (3818us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128115.464645:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8974 00000100:00100000:3.0:1746128115.464806:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128115.465096:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542633088 00000100:00100000:0.0:1746128115.465101:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542633088 00002000:00100000:0.0:1746128115.465129:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd84380 x1830947542633088/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128115.465137:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd84380 with x1830947542633088 ext(0->4095) 00010000:00010000:0.0:1746128115.465144:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc654 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3310 expref: 66 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128115.465158:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc654 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3310 expref: 66 pid: 8416 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746128115.465164:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd84380 00000100:00100000:0.0:1746128115.465178:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1771 00000100:00100000:0.0:1746128115.465183:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542633088:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128115.466173:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542633088:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 984us (1362us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128115.466180:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1771 00002000:00100000:0.0:1746128115.466187:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd84380 x1830947542633088/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128115.466194:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd84380 with x1830947542633088 ext(0->4095) 00010000:00010000:0.0:1746128115.466200:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc654 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3310 expref: 66 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128115.466210:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc654 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3310 expref: 66 pid: 8416 timeout: 611 lvb_type: 0 00002000:00010000:0.0:1746128115.466216:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd84380 00000100:00100000:3.0:1746128115.468668:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.468787:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.468844:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542633216 00000100:00100000:2.0:1746128115.468852:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542633216 00000100:00100000:2.0:1746128115.468892:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5089 00000100:00100000:2.0:1746128115.468899:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:31595:x1830947542633216:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128115.468914:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128115.468927:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc662 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d331e expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.468949:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.468954:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc65b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3317 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.468964:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128115.468967:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc662 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d331e expref: 67 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.469007:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc65b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3317 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.469018:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc662 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d331e expref: 67 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.469026:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228000, rc 0) 00000100:00100000:2.0:1746128115.469058:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:31595:x1830947542633216:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.469063:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5089 00000100:00100000:0.0:1746128115.469999:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542633344 00000100:00100000:0.0:1746128115.470004:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542633344 00010000:00010000:0.0:1746128115.470026:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc654 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3310 expref: 67 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746128115.470053:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8975 00000100:00100000:0.0:1746128115.470058:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1966:x1830947542633344:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128115.470067:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128115.470083:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc654 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3310 expref: 67 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128115.470092:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc654 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3310 expref: 67 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128115.470104:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc654 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3310 expref: 67 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128115.470438:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128115.470440:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128115.470446:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc65b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3317 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.470454:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc65b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3317 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.470475:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc65b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3317 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.470484:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc65b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3317 expref: 5 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746128115.470494:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540372864:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128115.471124:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.474043:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.474121:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542633600 00000100:00100000:1.0:1746128115.474128:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542633600 00002000:00100000:1.0:1746128115.474164:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968e680 x1830947542633600/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.474172:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968e680 with x1830947542633600 ext(0->4095) 00010000:00010000:1.0:1746128115.474180:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc65b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3317 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.474191:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc65b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3317 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.474196:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968e680 00000100:00100000:0.0:1746128115.474271:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540372864:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128115.474284:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128115.474317:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1966:x1830947542633344:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4257us (5530us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128115.474324:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8975 00000100:00100000:1.0:1746128115.474517:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1772 00000100:00100000:1.0:1746128115.474524:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542633600:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128115.474659:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542633600:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (622us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.474664:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1772 00002000:00100000:1.0:1746128115.474669:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968e680 x1830947542633600/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.474676:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968e680 with x1830947542633600 ext(0->4095) 00010000:00010000:1.0:1746128115.474680:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc65b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3317 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.474689:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc65b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3317 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.474694:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968e680 00000100:00100000:2.0:1746128115.478119:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128115.478234:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542633728 00000100:00100000:0.0:1746128115.478241:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542633728 00010000:00010000:0.0:1746128115.478269:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc65b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3317 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746128115.478300:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8976 00000100:00100000:0.0:1746128115.478307:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d91450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542633728:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128115.478317:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128115.478333:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc65b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3317 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128115.478343:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc65b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3317 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128115.478360:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc65b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3317 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128115.478494:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128115.478496:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128115.478502:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc662 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d331e expref: 65 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.478510:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc662 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d331e expref: 65 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.478538:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc662 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d331e expref: 65 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128115.478547:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540372992:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128115.478639:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.481332:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540372992:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128115.481347:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128115.481379:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d91450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542633728:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3072us (3266us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128115.481387:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8976 00000100:00100000:2.0:1746128115.482318:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.482685:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542633984 00000100:00100000:3.0:1746128115.482691:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542633984 00002000:00100000:3.0:1746128115.482724:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968f100 x1830947542633984/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.482731:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968f100 with x1830947542633984 ext(0->4095) 00002000:00010000:3.0:1746128115.482735:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968f100 00000100:00100000:3.0:1746128115.482760:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3769 00000100:00100000:3.0:1746128115.482767:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1963:x1830947542633984:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128115.482895:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1963:x1830947542633984:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (579us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128115.482900:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3769 00002000:00100000:3.0:1746128115.482905:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968f100 x1830947542633984/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.482911:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968f100 with x1830947542633984 ext(0->4095) 00002000:00010000:3.0:1746128115.482914:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968f100 00000100:00100000:2.0:1746128115.485488:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.485559:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542634112 00000100:00100000:3.0:1746128115.485565:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542634112 00000100:00100000:3.0:1746128115.485615:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5090 00000100:00100000:3.0:1746128115.485620:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542634112:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.485633:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.485646:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc669 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3325 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.485668:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc662 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d331e expref: 65 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.485674:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.485675:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.485678:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc669 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3325 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.485700:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc662 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d331e expref: 65 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.485710:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc662 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d331e expref: 65 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.485720:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540373120:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.485781:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.487971:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540373120:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.488002:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc669 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3325 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.488014:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66c00, rc 0) 00000100:00100000:3.0:1746128115.488042:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542634112:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2421us (2560us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.488049:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5090 00000100:00100000:0.0:1746128115.488763:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.489106:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542634240 00000100:00100000:2.0:1746128115.489112:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542634240 00010000:00010000:2.0:1746128115.489132:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc662 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d331e expref: 66 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.489162:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8977 00000100:00100000:2.0:1746128115.489167:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1963:x1830947542634240:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.489177:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.489193:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc662 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d331e expref: 66 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.489202:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc662 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d331e expref: 66 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.489219:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc662 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d331e expref: 66 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.489244:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.489246:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.489252:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc669 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3325 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.489259:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc669 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3325 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.489283:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc669 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3325 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128115.489293:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540373248:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.489351:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b553480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.493676:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.493868:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542634368 00000100:00100000:3.0:1746128115.493876:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542634368 00000100:00100000:3.0:1746128115.493907:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5091 00000100:00100000:3.0:1746128115.493913:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:31595:x1830947542634368:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.493929:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.493942:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc670 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d332c expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.494299:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc669 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3325 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.494306:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.494308:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.494311:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc670 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d332c expref: 67 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.494336:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc669 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3325 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.494346:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc669 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3325 expref: 5 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.494356:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540373376:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.494428:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.494635:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.494694:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540373248:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.494708:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.494731:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1963:x1830947542634240:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5564us (5969us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.494739:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8977 00000100:00100000:1.0:1746128115.494826:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542634624 00000100:00100000:1.0:1746128115.494830:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542634624 00002000:00100000:1.0:1746128115.494852:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a6a00 x1830947542634624/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.494864:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a6a00 with x1830947542634624 ext(0->4095) 00010000:00010000:1.0:1746128115.494869:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc669 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3325 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.494878:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc669 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3325 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.494883:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800840a6a00 00000100:00100000:1.0:1746128115.494896:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1773 00000100:00100000:1.0:1746128115.494900:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542634624:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128115.495020:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542634624:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (385us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.495025:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1773 00002000:00100000:1.0:1746128115.495029:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a6a00 x1830947542634624/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.495036:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a6a00 with x1830947542634624 ext(0->4095) 00010000:00010000:1.0:1746128115.495039:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc669 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3325 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.495047:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc669 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3325 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.495052:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800840a6a00 00000100:00100000:3.0:1746128115.498202:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540373376:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.498224:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc670 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d332c expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.498243:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66e00, rc 0) 00000100:00100000:3.0:1746128115.498289:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:31595:x1830947542634368:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4374us (4618us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.498296:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5091 00000100:00100000:0.0:1746128115.499566:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.499654:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542634752 00000100:00100000:3.0:1746128115.499660:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542634752 00000100:00100000:3.0:1746128115.499698:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5092 00000100:00100000:3.0:1746128115.499704:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:31596:x1830947542634752:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.499717:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.499730:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc677 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3333 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.499748:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.499752:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc670 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d332c expref: 67 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.499757:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.499760:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc677 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3333 expref: 67 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.499783:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc670 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d332c expref: 67 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.499792:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc677 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3333 expref: 67 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.499804:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67e00, rc 0) 00000100:00100000:3.0:1746128115.499840:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:31596:x1830947542634752:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.499845:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5092 00000100:00100000:0.0:1746128115.500970:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.501107:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542634880 00000100:00100000:2.0:1746128115.501111:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542634880 00010000:00010000:2.0:1746128115.501133:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc669 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3325 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.501162:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8978 00000100:00100000:2.0:1746128115.501168:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542634880:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.501178:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.501195:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc669 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3325 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.501204:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc669 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3325 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.501218:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc669 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3325 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.501241:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.501242:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.501247:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc670 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d332c expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.501254:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc670 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d332c expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.501274:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc670 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d332c expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.501287:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc670 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d332c expref: 66 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.501297:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540373632:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.501355:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b553480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.504539:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540373632:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.504558:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.504630:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542634880:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3460us (3661us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.504639:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8978 00000100:00100000:0.0:1746128115.505061:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.505369:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542635136 00000100:00100000:2.0:1746128115.505376:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542635136 00002000:00100000:2.0:1746128115.505404:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091fa9880 x1830947542635136/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.505413:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa9880 with x1830947542635136 ext(0->4095) 00010000:00010000:2.0:1746128115.505419:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc670 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d332c expref: 67 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.505430:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc670 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d332c expref: 67 pid: 28170 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.505435:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091fa9880 00000100:00100000:2.0:1746128115.505486:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1774 00000100:00100000:2.0:1746128115.505492:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1963:x1830947542635136:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128115.505632:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1963:x1830947542635136:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (571us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.505637:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1774 00002000:00100000:2.0:1746128115.505641:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091fa9880 x1830947542635136/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.505647:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa9880 with x1830947542635136 ext(0->4095) 00010000:00010000:2.0:1746128115.505651:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc670 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d332c expref: 67 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.505660:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc670 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d332c expref: 67 pid: 28170 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.505665:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091fa9880 00000100:00100000:0.0:1746128115.508505:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.508733:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542635264 00000100:00100000:2.0:1746128115.508739:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542635264 00010000:00010000:2.0:1746128115.508765:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc670 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d332c expref: 67 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.508795:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8979 00000100:00100000:2.0:1746128115.508801:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1966:x1830947542635264:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.508813:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.508829:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc670 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d332c expref: 67 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.508838:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc670 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d332c expref: 67 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.508856:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc670 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d332c expref: 67 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.508879:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.508881:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.508888:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc677 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3333 expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.508894:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc677 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3333 expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.508919:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc677 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3333 expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128115.508930:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540373760:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.509007:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b553480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.513177:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.513244:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542635520 00000100:00100000:1.0:1746128115.513251:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542635520 00002000:00100000:1.0:1746128115.513285:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d403800 x1830947542635520/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.513294:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d403800 with x1830947542635520 ext(0->4095) 00002000:00010000:1.0:1746128115.513297:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d403800 00000100:00100000:1.0:1746128115.513325:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3770 00000100:00100000:1.0:1746128115.513332:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1964:x1830947542635520:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128115.513479:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1964:x1830947542635520:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.513485:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3770 00002000:00100000:1.0:1746128115.513490:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d403800 x1830947542635520/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.513496:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d403800 with x1830947542635520 ext(0->4095) 00002000:00010000:1.0:1746128115.513499:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d403800 00000100:00100000:2.0:1746128115.513599:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540373760:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.513614:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.513643:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1966:x1830947542635264:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4842us (5145us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.513650:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8979 00000100:00100000:0.0:1746128115.515839:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.515943:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542635648 00000100:00100000:2.0:1746128115.515950:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542635648 00000100:00100000:2.0:1746128115.516523:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5093 00000100:00100000:2.0:1746128115.516531:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542635648:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128115.516546:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128115.516560:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc67e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d333a expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.516616:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc677 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3333 expref: 65 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.516623:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.516624:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.516627:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc67e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d333a expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.516653:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc677 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3333 expref: 65 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.516663:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc677 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3333 expref: 65 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.516673:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540373888:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128115.516783:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b553480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.519212:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540373888:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128115.519237:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc67e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d333a expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.519249:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228000, rc 0) 00000100:00100000:2.0:1746128115.519292:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542635648:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2761us (3458us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.519303:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5093 00000100:00100000:0.0:1746128115.520830:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.520899:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542635776 00000100:00100000:2.0:1746128115.520905:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542635776 00010000:00010000:2.0:1746128115.520930:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc677 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3333 expref: 66 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.521487:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8980 00000100:00100000:2.0:1746128115.521493:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542635776:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.521505:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.521521:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc677 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3333 expref: 66 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.521530:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc677 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3333 expref: 66 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.521546:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc677 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3333 expref: 66 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.521621:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.521623:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.521630:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc67e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d333a expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.521637:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc67e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d333a expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.521661:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc67e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d333a expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128115.521670:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540374016:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.521734:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b553480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.522919:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.523262:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542635904 00000100:00100000:2.0:1746128115.523267:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542635904 00000100:00100000:2.0:1746128115.523295:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5094 00000100:00100000:2.0:1746128115.523299:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:31595:x1830947542635904:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128115.523312:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128115.523323:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc685 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3341 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.523342:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc67e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d333a expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.523348:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.523349:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.523352:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc685 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3341 expref: 67 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.523371:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc67e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d333a expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.523381:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc67e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d333a expref: 5 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.523389:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012944f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540374144:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128115.523443:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b553600 going to sleep for 11 seconds 00000100:00100000:1.0:1746128115.525899:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.525945:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540374016:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.525960:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.526002:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1964:x1830947542635776:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4509us (5176us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.526010:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8980 00000100:00100000:3.0:1746128115.526415:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542636160 00000100:00100000:3.0:1746128115.526419:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542636160 00002000:00100000:3.0:1746128115.526445:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba41880 x1830947542636160/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.526453:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba41880 with x1830947542636160 ext(0->4095) 00010000:00010000:3.0:1746128115.526459:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc67e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d333a expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.526469:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc67e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d333a expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.526475:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba41880 00000100:00100000:3.0:1746128115.526495:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1775 00000100:00100000:3.0:1746128115.526499:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542636160:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128115.526627:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542636160:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (733us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128115.526632:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1775 00002000:00100000:3.0:1746128115.526637:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba41880 x1830947542636160/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.526643:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba41880 with x1830947542636160 ext(0->4095) 00010000:00010000:3.0:1746128115.526646:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc67e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d333a expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.526654:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc67e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d333a expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.526659:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba41880 00000100:00100000:2.0:1746128115.527588:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012944f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540374144:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128115.527604:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc685 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3341 expref: 66 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.527615:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228c00, rc 0) 00000100:00100000:2.0:1746128115.527644:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:31595:x1830947542635904:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4344us (4728us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.527650:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5094 00000100:00100000:0.0:1746128115.530452:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.530513:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542636288 00000100:00100000:3.0:1746128115.530519:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542636288 00010000:00010000:3.0:1746128115.530544:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc67e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d333a expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.530605:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8981 00000100:00100000:3.0:1746128115.530611:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542636288:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.530622:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.530637:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc67e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d333a expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.530646:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc67e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d333a expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.530663:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc67e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d333a expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.530686:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.530688:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.530693:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc685 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3341 expref: 65 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.530700:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc685 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3341 expref: 65 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.530723:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc685 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3341 expref: 65 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.530732:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540374272:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.530789:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a816c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128115.533338:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128115.533393:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542636544 00000100:00100000:0.0:1746128115.533399:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542636544 00002000:00100000:0.0:1746128115.533434:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba41180 x1830947542636544/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128115.533487:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba41180 with x1830947542636544 ext(0->4095) 00002000:00010000:0.0:1746128115.533491:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba41180 00000100:00100000:3.0:1746128115.533601:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540374272:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.533616:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.533662:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542636288:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3050us (3214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.533671:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8981 00000100:00100000:0.0:1746128115.533769:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3771 00000100:00100000:0.0:1746128115.533776:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542636544:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128115.533898:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542636544:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (566us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128115.533904:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3771 00002000:00100000:0.0:1746128115.533908:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba41180 x1830947542636544/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128115.533915:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba41180 with x1830947542636544 ext(0->4095) 00002000:00010000:0.0:1746128115.533918:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba41180 00000100:00100000:0.0:1746128115.540253:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.540325:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542636672 00000100:00100000:2.0:1746128115.540334:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542636672 00000100:00100000:2.0:1746128115.540368:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5095 00000100:00100000:2.0:1746128115.540375:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542636672:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128115.540388:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128115.540403:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc68c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3348 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.540427:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc685 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3341 expref: 65 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.540433:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.540435:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.540438:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc68c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3348 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.540461:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc685 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3341 expref: 65 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.540475:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc685 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3341 expref: 65 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.540484:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012944f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540374400:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128115.541116:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b553600 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.542432:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012944f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540374400:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128115.542452:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc68c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3348 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.542463:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228e00, rc 0) 00000100:00100000:2.0:1746128115.542957:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542636672:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2581us (2710us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.542964:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5095 00000100:00100000:1.0:1746128115.574343:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.574450:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542636800 00000100:00100000:2.0:1746128115.574457:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542636800 00002000:00100000:2.0:1746128115.574492:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012ba42680 x1830947542636800/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 496/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.574501:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba42680 with x1830947542636800 ext(0->7) 00010000:00010000:2.0:1746128115.574508:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc685 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3341 expref: 66 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.574520:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc685 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3341 expref: 66 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.574530:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba42680 00000100:00100000:2.0:1746128115.574544:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1776 00000100:00100000:2.0:1746128115.574550:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542636800:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128115.574808:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1964:x1830947542636800:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 257us (470us total) trans 4294967967 rc 0/0 00000100:00100000:2.0:1746128115.574814:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1776 00002000:00100000:2.0:1746128115.574819:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012ba42680 x1830947542636800/t4294967967(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 496/448 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.574825:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba42680 with x1830947542636800 ext(0->7) 00010000:00010000:2.0:1746128115.574829:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc685 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3341 expref: 68 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.574836:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc685 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3341 expref: 68 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.574841:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba42680 00000100:00100000:0.0:1746128115.576673:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.576739:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542636928 00000100:00100000:3.0:1746128115.576744:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542636928 00010000:00010000:3.0:1746128115.576766:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc685 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3341 expref: 68 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.576783:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8982 00000100:00100000:3.0:1746128115.576788:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1963:x1830947542636928:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.576799:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746128115.576810:0:9797:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746128115 -> 1746128116 00002000:00010000:3.0:1746128115.576812:0:9797:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746128115 -> 1746128116 00010000:00010000:3.0:1746128115.576816:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc685 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3341 expref: 68 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.576826:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc685 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3341 expref: 68 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.576842:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bc685 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3341 expref: 68 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.576947:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.576949:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.576955:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc68c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3348 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.576962:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc68c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3348 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.576998:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc68c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3348 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.577008:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540374528:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.577292:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a816c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.581099:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540374528:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.581116:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.581328:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1963:x1830947542636928:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4536us (4656us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.581337:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8982 00000100:00100000:0.0:1746128115.589058:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128115.589102:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.589179:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542637312 00000100:00100000:1.0:1746128115.589187:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542637312 00002000:00100000:1.0:1746128115.589221:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b2b480 x1830947542637312/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.589229:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2b480 with x1830947542637312 ext(0->4095) 00002000:00010000:1.0:1746128115.589233:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b2b480 00000100:00100000:1.0:1746128115.589262:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3772 00000100:00100000:1.0:1746128115.589268:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542637312:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128115.589397:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542637312:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (294us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.589402:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3772 00002000:00100000:1.0:1746128115.589407:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b2b480 x1830947542637312/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.589413:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2b480 with x1830947542637312 ext(0->4095) 00002000:00010000:1.0:1746128115.589416:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b2b480 00000100:00100000:2.0:1746128115.589475:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542637056 00000100:00100000:2.0:1746128115.589478:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542637056 00000100:00100000:2.0:1746128115.589511:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5096 00000100:00100000:2.0:1746128115.589516:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:31595:x1830947542637056:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128115.589523:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128115.589534:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc693 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d334f expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.589556:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc68c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3348 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.589562:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.589563:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.589566:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc693 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d334f expref: 68 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.589611:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc68c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3348 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.589622:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc68c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3348 expref: 5 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.589631:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012944f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540374656:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128115.589679:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b553600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.595711:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.595801:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542637440 00000100:00100000:1.0:1746128115.595808:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542637440 00000100:00100000:1.0:1746128115.595853:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5097 00000100:00100000:1.0:1746128115.595860:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+69:31596:x1830947542637440:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128115.595873:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128115.595887:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc69a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3356 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.595906:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.595911:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc693 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d334f expref: 70 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.595916:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128115.595919:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc69a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3356 expref: 70 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.595947:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc693 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d334f expref: 70 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.595961:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc69a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3356 expref: 70 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.595970:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57c00, rc 0) 00000100:00100000:1.0:1746128115.596016:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:31596:x1830947542637440:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.596021:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5097 00000100:00100000:0.0:1746128115.596560:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128115.596608:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542637568 00000100:00100000:0.0:1746128115.596611:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542637568 00010000:00010000:0.0:1746128115.596626:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc68c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3348 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746128115.596645:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8983 00000100:00100000:0.0:1746128115.596649:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d91050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542637568:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128115.596656:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128115.596670:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc68c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3348 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128115.596679:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc68c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3348 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128115.596691:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128115.596692:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128115.596697:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc693 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d334f expref: 69 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.596703:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc693 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d334f expref: 69 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.596722:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc693 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d334f expref: 69 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.596730:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc693 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d334f expref: 69 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746128115.596739:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6022a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540374912:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128115.596787:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0440c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746128115.597033:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc68c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3348 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.597047:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012944f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540374656:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.597059:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc693 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d334f expref: 69 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.597065:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc693 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d334f expref: 69 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.597071:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229c00, rc 0) 00000100:00100000:3.0:1746128115.597090:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+69:31595:x1830947542637056:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7574us (8038us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.597095:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5096 00000100:00100000:2.0:1746128115.602523:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6022a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540374912:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.602540:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.602595:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d91050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542637568:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5944us (6034us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.602605:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8983 00000100:00100000:0.0:1746128115.602705:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.603807:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542637824 00000100:00100000:3.0:1746128115.603815:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542637824 00002000:00100000:3.0:1746128115.603848:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6021880 x1830947542637824/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.603857:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6021880 with x1830947542637824 ext(0->4095) 00010000:00010000:3.0:1746128115.603864:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc693 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d334f expref: 69 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.603876:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc693 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d334f expref: 69 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.603882:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6021880 00000100:00100000:3.0:1746128115.603908:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1777 00000100:00100000:3.0:1746128115.603914:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6021880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+69:1966:x1830947542637824:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746128115.604954:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6021880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+69:1966:x1830947542637824:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 1036us (2246us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128115.604961:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1777 00002000:00100000:3.0:1746128115.604968:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6021880 x1830947542637824/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.604976:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6021880 with x1830947542637824 ext(0->4095) 00010000:00010000:3.0:1746128115.604993:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc693 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d334f expref: 69 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.605003:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc693 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d334f expref: 69 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.605008:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6021880 00000100:00100000:0.0:1746128115.606938:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.607033:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542637952 00000100:00100000:3.0:1746128115.607040:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542637952 00010000:00010000:3.0:1746128115.607065:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc693 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d334f expref: 69 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.607152:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8984 00000100:00100000:3.0:1746128115.607159:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6022a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+69:1966:x1830947542637952:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.607169:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.607185:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc693 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d334f expref: 69 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.607195:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc693 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d334f expref: 69 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.607213:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc693 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d334f expref: 69 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.607238:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.607240:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.607246:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc69a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3356 expref: 68 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.607253:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc69a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3356 expref: 68 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.607281:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc69a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3356 expref: 68 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.607291:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540375040:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.607348:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.610344:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.610422:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540375040:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.610437:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.610471:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6022a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1966:x1830947542637952:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3312us (3536us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.610484:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8984 00000100:00100000:2.0:1746128115.610519:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542638208 00000100:00100000:2.0:1746128115.610524:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542638208 00002000:00100000:2.0:1746128115.610551:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0ab480 x1830947542638208/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.610560:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0ab480 with x1830947542638208 ext(0->4095) 00002000:00010000:2.0:1746128115.610563:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0ab480 00000100:00100000:2.0:1746128115.610614:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3773 00000100:00100000:2.0:1746128115.610620:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1965:x1830947542638208:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128115.610732:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1965:x1830947542638208:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (393us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.610738:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3773 00002000:00100000:2.0:1746128115.610743:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0ab480 x1830947542638208/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.610750:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0ab480 with x1830947542638208 ext(0->4095) 00002000:00010000:2.0:1746128115.610753:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0ab480 00000100:00100000:2.0:1746128115.614665:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.614759:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542638336 00000100:00100000:3.0:1746128115.614767:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542638336 00000100:00100000:3.0:1746128115.614801:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5098 00000100:00100000:3.0:1746128115.614808:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542638336:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.614822:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.614835:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc6a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d335d expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.614859:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc69a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3356 expref: 67 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.614865:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.614866:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.614870:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc6a1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d335d expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.614893:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc69a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3356 expref: 67 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.614904:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc69a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3356 expref: 67 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.614914:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540375168:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.614996:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a819c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.618088:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.618540:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540375168:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.618561:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc6a1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d335d expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128115.618948:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542638464 00000100:00100000:0.0:1746128115.618954:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542638464 00010000:00010000:0.0:1746128115.618975:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc69a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3356 expref: 68 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.619101:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66a00, rc 0) 00000100:00100000:3.0:1746128115.619154:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542638336:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4346us (4496us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.619162:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5098 00000100:00100000:0.0:1746128115.619224:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8985 00000100:00100000:0.0:1746128115.619230:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1963:x1830947542638464:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128115.619239:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128115.619255:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc69a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3356 expref: 68 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128115.619264:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc69a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3356 expref: 68 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128115.619280:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc69a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3356 expref: 68 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:0.0:1746128115.619302:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128115.619304:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128115.619309:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc6a1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d335d expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.619315:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc6a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d335d expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.619337:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc6a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d335d expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128115.619346:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540375296:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128115.619403:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.621429:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.621705:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542638592 00000100:00100000:3.0:1746128115.621711:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542638592 00000100:00100000:3.0:1746128115.621741:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5099 00000100:00100000:3.0:1746128115.621747:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:31595:x1830947542638592:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.621760:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.621772:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc6a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3364 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.621791:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc6a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d335d expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.621797:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.621798:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.621801:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc6a8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3364 expref: 69 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.621823:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc6a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d335d expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.621834:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc6a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d335d expref: 5 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.621843:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540375424:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.623178:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a819c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.624370:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540375296:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128115.624384:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128115.624417:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+69:1963:x1830947542638464:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5187us (6334us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128115.624426:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8985 00000100:00100000:0.0:1746128115.625090:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.625494:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542638848 00000100:00100000:1.0:1746128115.625500:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542638848 00002000:00100000:1.0:1746128115.625529:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a9180 x1830947542638848/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.625537:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a9180 with x1830947542638848 ext(0->4095) 00010000:00010000:1.0:1746128115.625544:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc6a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d335d expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.625554:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc6a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d335d expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.625560:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d0a9180 00000100:00100000:1.0:1746128115.626244:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1778 00000100:00100000:1.0:1746128115.626252:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542638848:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128115.626373:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542638848:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (1284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.626378:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1778 00002000:00100000:1.0:1746128115.626385:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a9180 x1830947542638848/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.626392:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a9180 with x1830947542638848 ext(0->4095) 00010000:00010000:1.0:1746128115.626396:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc6a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d335d expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.626405:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc6a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d335d expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.626410:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d0a9180 00000100:00100000:3.0:1746128115.627503:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540375424:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.627523:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc6a8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3364 expref: 68 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.627540:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67a00, rc 0) 00000100:00100000:3.0:1746128115.627565:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:31595:x1830947542638592:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5818us (6141us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.627592:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5099 00000100:00100000:0.0:1746128115.630189:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.630304:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542638976 00000100:00100000:2.0:1746128115.630310:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542638976 00010000:00010000:2.0:1746128115.630336:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc6a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d335d expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.630367:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8986 00000100:00100000:2.0:1746128115.630374:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542638976:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.630385:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.630400:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc6a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d335d expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.630410:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc6a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d335d expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.630427:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc6a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d335d expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.630451:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.630452:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.630459:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc6a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3364 expref: 67 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.630466:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc6a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3364 expref: 67 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.630491:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc6a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3364 expref: 67 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128115.630502:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012944f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540375552:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.630587:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b553480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.632536:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012944f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540375552:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.632551:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.632608:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542638976:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2233us (2422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.632616:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8986 00000100:00100000:1.0:1746128115.633973:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.634106:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542639232 00000100:00100000:2.0:1746128115.634112:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542639232 00002000:00100000:2.0:1746128115.634142:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba40700 x1830947542639232/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.634151:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba40700 with x1830947542639232 ext(0->4095) 00002000:00010000:2.0:1746128115.634155:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba40700 00000100:00100000:2.0:1746128115.634208:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3774 00000100:00100000:2.0:1746128115.634214:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1964:x1830947542639232:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128115.634537:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1964:x1830947542639232:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 321us (565us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.634542:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3774 00002000:00100000:2.0:1746128115.634548:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba40700 x1830947542639232/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.634555:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba40700 with x1830947542639232 ext(0->4095) 00002000:00010000:2.0:1746128115.634557:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba40700 00000100:00100000:0.0:1746128115.651774:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128115.651847:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542639360 00000100:00100000:0.0:1746128115.651854:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542639360 00000100:00100000:0.0:1746128115.651884:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5100 00000100:00100000:0.0:1746128115.651890:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542639360:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128115.651902:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128115.651915:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc6af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d336b expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.651936:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc6a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3364 expref: 67 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.651942:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128115.651944:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128115.651947:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc6af lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d336b expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.651969:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc6a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3364 expref: 67 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128115.651991:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc6a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3364 expref: 67 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:0.0:1746128115.652002:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540375680:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128115.652052:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.667529:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b3ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540375680:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128115.667553:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc6af lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d336b expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.667567:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43ca00, rc 0) 00000100:00100000:2.0:1746128115.667627:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542639360:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 15736us (15858us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.667638:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5100 00000100:00100000:0.0:1746128115.674933:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.675035:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542639488 00000100:00100000:2.0:1746128115.675042:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542639488 00002000:00100000:2.0:1746128115.675079:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b3ac000 x1830947542639488/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 496/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.675087:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3ac000 with x1830947542639488 ext(0->7) 00010000:00010000:2.0:1746128115.675094:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc6a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3364 expref: 68 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.675105:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc6a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3364 expref: 68 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.675110:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3ac000 00000100:00100000:1.0:1746128115.676271:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1779 00000100:00100000:1.0:1746128115.676284:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1966:x1830947542639488:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128115.676559:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:1966:x1830947542639488:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 278us (1632us total) trans 4294967968 rc 0/0 00000100:00100000:1.0:1746128115.676565:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1779 00002000:00100000:1.0:1746128115.676590:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b3ac000 x1830947542639488/t4294967968(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 496/448 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.676598:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3ac000 with x1830947542639488 ext(0->7) 00010000:00010000:1.0:1746128115.676605:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc6a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3364 expref: 70 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.676616:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc6a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3364 expref: 70 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.676625:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3ac000 00000100:00100000:0.0:1746128115.679693:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.679774:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542639616 00000100:00100000:2.0:1746128115.679781:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542639616 00010000:00010000:2.0:1746128115.679807:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc6a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3364 expref: 70 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.679835:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8987 00000100:00100000:2.0:1746128115.679841:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:1965:x1830947542639616:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.679851:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.679866:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc6a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3364 expref: 70 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.679876:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc6a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3364 expref: 70 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.679897:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc6a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3364 expref: 70 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.679922:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.679924:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.679930:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc6af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d336b expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.679937:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc6af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d336b expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.679960:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc6af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d336b expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128115.679970:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012944f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540375808:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.680799:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b553480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.683503:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.683564:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542639744 00000100:00100000:2.0:1746128115.683592:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542639744 00000100:00100000:2.0:1746128115.683633:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5101 00000100:00100000:2.0:1746128115.683639:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:31595:x1830947542639744:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128115.683653:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128115.683666:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc6b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3372 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.683692:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc6af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d336b expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.683703:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.683704:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.683707:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc6b6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3372 expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.683719:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012944f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540375808:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.683729:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc6af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d336b expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.683734:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128115.683738:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc6af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d336b expref: 5 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.683746:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540375936:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128115.684348:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.684489:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.684501:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542640000 00000100:00100000:2.0:1746128115.684505:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542640000 00002000:00100000:2.0:1746128115.684526:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b84000 x1830947542640000/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746128115.684777:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:1965:x1830947542639616:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4934us (5089us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.684785:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8987 00002000:00100000:2.0:1746128115.684865:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b84000 with x1830947542640000 ext(0->4095) 00010000:00010000:2.0:1746128115.684871:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc6af lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d336b expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.684881:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc6af lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d336b expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.684886:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b84000 00000100:00100000:2.0:1746128115.684908:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1780 00000100:00100000:2.0:1746128115.684914:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542640000:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128115.685121:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542640000:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 207us (774us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.685127:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1780 00002000:00100000:2.0:1746128115.685132:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b84000 x1830947542640000/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.685138:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b84000 with x1830947542640000 ext(0->4095) 00010000:00010000:2.0:1746128115.685143:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc6af lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d336b expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.685150:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc6af lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d336b expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.685155:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b84000 00000100:00100000:0.0:1746128115.686405:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.686483:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540375936:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128115.686500:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc6b6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3372 expref: 70 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.686510:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228000, rc 0) 00000100:00100000:2.0:1746128115.686535:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:31595:x1830947542639744:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2896us (3037us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.686542:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5101 00000100:00100000:2.0:1746128115.686557:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542640128 00000100:00100000:2.0:1746128115.686560:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542640128 00000100:00100000:2.0:1746128115.686690:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5102 00000100:00100000:2.0:1746128115.686696:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:31596:x1830947542640128:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128115.686706:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128115.686716:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6bd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3379 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.686731:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.686735:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc6b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3372 expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.686740:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.686743:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6bd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3379 expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.686764:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc6b6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3372 expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.686772:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6bd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3379 expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.686778:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229800, rc 0) 00000100:00100000:2.0:1746128115.686823:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:31596:x1830947542640128:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.686827:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5102 00000100:00100000:0.0:1746128115.687118:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.687322:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542640256 00000100:00100000:3.0:1746128115.687326:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542640256 00010000:00010000:3.0:1746128115.687341:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc6af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d336b expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.687368:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8988 00000100:00100000:3.0:1746128115.687373:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542640256:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.687380:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.687394:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc6af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d336b expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.687403:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc6af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d336b expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.687418:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ca00/0x802a7453533bc6af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d336b expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.687447:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.687449:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.687454:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc6b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3372 expref: 70 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.687461:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc6b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3372 expref: 70 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.687479:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc6b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3372 expref: 70 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.687488:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc6b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3372 expref: 70 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.687498:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540376192:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.687553:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a819c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.688882:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540376192:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.688893:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.688914:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542640256:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1541us (1796us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.688921:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8988 00000100:00100000:0.0:1746128115.689114:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.689546:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542640512 00000100:00100000:2.0:1746128115.689552:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542640512 00002000:00100000:2.0:1746128115.689602:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b84e00 x1830947542640512/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.689616:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b84e00 with x1830947542640512 ext(0->4095) 00010000:00010000:2.0:1746128115.689623:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc6b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3372 expref: 71 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.689632:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc6b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3372 expref: 71 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.689638:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b84e00 00000100:00100000:2.0:1746128115.689702:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1781 00000100:00100000:2.0:1746128115.689709:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:1963:x1830947542640512:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128115.689825:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:1963:x1830947542640512:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (711us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.689831:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1781 00002000:00100000:2.0:1746128115.689836:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b84e00 x1830947542640512/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.689842:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b84e00 with x1830947542640512 ext(0->4095) 00010000:00010000:2.0:1746128115.689847:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc6b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3372 expref: 71 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.689855:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc6b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3372 expref: 71 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.689860:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b84e00 00000100:00100000:0.0:1746128115.691297:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.691427:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542640640 00000100:00100000:3.0:1746128115.691431:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542640640 00010000:00010000:3.0:1746128115.691452:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc6b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3372 expref: 71 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.691475:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8989 00000100:00100000:3.0:1746128115.691480:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:1966:x1830947542640640:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.691490:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.691503:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc6b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3372 expref: 71 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.691512:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc6b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3372 expref: 71 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.691528:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc6b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3372 expref: 71 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.691540:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.691541:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.691547:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3379 expref: 70 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.691553:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3379 expref: 70 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.691598:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3379 expref: 70 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.691609:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540376320:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.692078:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a819c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.694604:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540376320:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.694623:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.694661:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:1966:x1830947542640640:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3179us (3367us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.694670:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8989 00000100:00100000:0.0:1746128115.694791:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.694918:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542640896 00000100:00100000:2.0:1746128115.694925:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542640896 00002000:00100000:2.0:1746128115.694954:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134120e00 x1830947542640896/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.694962:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134120e00 with x1830947542640896 ext(0->4095) 00002000:00010000:2.0:1746128115.694966:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134120e00 00000100:00100000:2.0:1746128115.694992:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3775 00000100:00100000:2.0:1746128115.694998:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:1965:x1830947542640896:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128115.695204:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:1965:x1830947542640896:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 205us (412us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.695209:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3775 00002000:00100000:2.0:1746128115.695214:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134120e00 x1830947542640896/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.695221:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134120e00 with x1830947542640896 ext(0->4095) 00002000:00010000:2.0:1746128115.695224:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134120e00 00000100:00100000:0.0:1746128115.696690:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.696712:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542641024 00000100:00100000:2.0:1746128115.696716:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542641024 00000100:00100000:2.0:1746128115.696970:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5103 00000100:00100000:2.0:1746128115.696987:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542641024:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128115.696998:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128115.697010:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc6c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3380 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.697028:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3379 expref: 69 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.697039:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.697040:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.697043:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc6c4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3380 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.697065:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3379 expref: 69 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.697074:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3379 expref: 69 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.697084:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540376448:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128115.697150:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.702592:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540376448:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128115.702615:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc6c4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3380 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.702629:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229e00, rc 0) 00000100:00100000:2.0:1746128115.702663:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134121500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542641024:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5686us (5974us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.702670:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5103 00000100:00100000:0.0:1746128115.711408:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128115.711486:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.711596:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542641280 00000100:00100000:2.0:1746128115.711603:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542641280 00000100:00100000:2.0:1746128115.711646:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5104 00000100:00100000:2.0:1746128115.711652:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:31595:x1830947542641280:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128115.711667:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128115.711680:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc6cb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3387 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.711698:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.711703:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc6c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3380 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.711707:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128115.711710:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc6cb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3387 expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.711735:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc6c4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3380 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.711744:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc6cb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3387 expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.711751:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228400, rc 0) 00000100:00100000:2.0:1746128115.711782:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:31595:x1830947542641280:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.711787:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5104 00000100:00100000:3.0:1746128115.712007:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542641152 00000100:00100000:3.0:1746128115.712011:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542641152 00010000:00010000:3.0:1746128115.712025:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3379 expref: 71 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.712041:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8990 00000100:00100000:3.0:1746128115.712045:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d90c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:1963:x1830947542641152:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.712052:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.712067:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3379 expref: 71 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.712075:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3379 expref: 71 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.712089:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6bd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3379 expref: 71 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.712100:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.712101:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.712106:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc6c4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3380 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.712112:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc6c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3380 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.712129:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc6c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3380 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.712138:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc6c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3380 expref: 5 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.712146:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540376704:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.712187:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a819c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.714608:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540376704:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.714625:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.714658:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d90c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:1963:x1830947542641152:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2611us (3255us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.714668:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8990 00000100:00100000:0.0:1746128115.714929:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.715151:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542641536 00000100:00100000:2.0:1746128115.715156:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542641536 00002000:00100000:2.0:1746128115.715186:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134123480 x1830947542641536/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.715194:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134123480 with x1830947542641536 ext(0->4095) 00010000:00010000:2.0:1746128115.715201:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc6c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3380 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.715212:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc6c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3380 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.715218:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134123480 00000100:00100000:2.0:1746128115.715967:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1782 00000100:00100000:2.0:1746128115.715983:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542641536:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128115.716116:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542641536:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (1188us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.716122:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1782 00002000:00100000:2.0:1746128115.716126:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134123480 x1830947542641536/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.716133:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134123480 with x1830947542641536 ext(0->4095) 00010000:00010000:2.0:1746128115.716138:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc6c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3380 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.716147:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc6c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3380 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.716152:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134123480 00000100:00100000:0.0:1746128115.719718:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.719785:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542641664 00000100:00100000:3.0:1746128115.719793:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542641664 00010000:00010000:3.0:1746128115.719818:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc6c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3380 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.719838:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8991 00000100:00100000:3.0:1746128115.719844:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134122300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542641664:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.719853:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.719869:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc6c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3380 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.719879:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc6c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3380 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.719897:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc6c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3380 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.720401:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.720404:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.720410:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc6cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3387 expref: 69 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.720417:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc6cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3387 expref: 69 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.720444:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc6cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3387 expref: 69 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.720453:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540376832:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.720522:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.724355:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.724469:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540376832:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.724485:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.724518:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134122300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542641664:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4674us (4805us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.724527:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8991 00000100:00100000:1.0:1746128115.724872:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542641920 00000100:00100000:1.0:1746128115.724878:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542641920 00002000:00100000:1.0:1746128115.724906:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134121f80 x1830947542641920/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.724914:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134121f80 with x1830947542641920 ext(0->4095) 00002000:00010000:1.0:1746128115.724918:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134121f80 00000100:00100000:1.0:1746128115.724940:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3776 00000100:00100000:1.0:1746128115.724945:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:1964:x1830947542641920:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128115.725063:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:1964:x1830947542641920:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (715us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.725068:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3776 00002000:00100000:1.0:1746128115.725073:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134121f80 x1830947542641920/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.725079:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134121f80 with x1830947542641920 ext(0->4095) 00002000:00010000:1.0:1746128115.725081:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134121f80 00000100:00100000:0.0:1746128115.732658:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.732752:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542642048 00000100:00100000:1.0:1746128115.732760:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542642048 00000100:00100000:1.0:1746128115.732806:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5105 00000100:00100000:1.0:1746128115.732813:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542642048:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128115.732828:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128115.732841:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc6d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d338e expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.732867:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc6cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3387 expref: 69 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.732873:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128115.732875:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128115.732877:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc6d2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d338e expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.732899:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc6cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3387 expref: 69 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.732908:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc6cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3387 expref: 69 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.732918:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540376960:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128115.732985:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51b5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.736565:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.736658:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542642176 00000100:00100000:2.0:1746128115.736665:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542642176 00002000:00100000:2.0:1746128115.736701:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091f7e300 x1830947542642176/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 496/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.736716:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7e300 with x1830947542642176 ext(0->7) 00010000:00010000:2.0:1746128115.736722:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc6cb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3387 expref: 70 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.736734:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc6cb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3387 expref: 70 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.736739:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f7e300 00000100:00100000:2.0:1746128115.736756:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1783 00000100:00100000:2.0:1746128115.736762:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:1963:x1830947542642176:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128115.737017:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1963:x1830947542642176:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 254us (458us total) trans 4294967969 rc 0/0 00000100:00100000:2.0:1746128115.737023:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1783 00002000:00100000:2.0:1746128115.737028:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091f7e300 x1830947542642176/t4294967969(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 496/448 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.737034:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7e300 with x1830947542642176 ext(0->7) 00010000:00010000:2.0:1746128115.737038:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc6cb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3387 expref: 72 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.737046:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc6cb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3387 expref: 72 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.737051:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f7e300 00000100:00100000:1.0:1746128115.737195:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540376960:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128115.737214:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc6d2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d338e expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.737225:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57600, rc 0) 00000100:00100000:1.0:1746128115.737245:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542642048:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4433us (4594us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.737251:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5105 00000100:00100000:2.0:1746128115.739706:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.739789:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542642304 00000100:00100000:3.0:1746128115.739796:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542642304 00010000:00010000:3.0:1746128115.739821:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc6cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3387 expref: 72 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.739860:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8992 00000100:00100000:3.0:1746128115.739866:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1963:x1830947542642304:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.739876:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.739890:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc6cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3387 expref: 72 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.739900:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc6cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3387 expref: 72 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.739917:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228400/0x802a7453533bc6cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3387 expref: 72 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.739932:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.739933:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.739939:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc6d2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d338e expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.739945:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc6d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d338e expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.739968:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc6d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d338e expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.739988:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540377088:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.740040:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.744490:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540377088:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.744506:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.744550:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:1963:x1830947542642304:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4683us (4849us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.744558:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8992 00000100:00100000:0.0:1746128115.746249:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128115.746293:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.746686:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542642560 00000100:00100000:1.0:1746128115.746693:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542642560 00000100:00100000:1.0:1746128115.747146:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5106 00000100:00100000:1.0:1746128115.747154:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099cff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:31595:x1830947542642560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128115.747168:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128115.747181:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc6d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3395 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.747205:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc6d2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d338e expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.747211:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.747213:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.747215:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc6d9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3395 expref: 72 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.747238:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc6d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d338e expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.747248:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc6d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d338e expref: 5 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.747257:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540377216:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128115.747313:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51b5e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.747692:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542642688 00000100:00100000:2.0:1746128115.747696:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542642688 00002000:00100000:2.0:1746128115.747719:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7c380 x1830947542642688/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.747728:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7c380 with x1830947542642688 ext(0->4095) 00010000:00010000:2.0:1746128115.747733:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc6d2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d338e expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.747742:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc6d2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d338e expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.747747:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f7c380 00000100:00100000:2.0:1746128115.747759:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1784 00000100:00100000:2.0:1746128115.747764:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542642688:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128115.747877:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542642688:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (1583us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.747882:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1784 00002000:00100000:2.0:1746128115.747888:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7c380 x1830947542642688/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.747894:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7c380 with x1830947542642688 ext(0->4095) 00010000:00010000:2.0:1746128115.747898:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc6d2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d338e expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.747907:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc6d2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d338e expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.747916:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f7c380 00000100:00100000:1.0:1746128115.749625:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540377216:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128115.749645:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc6d9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3395 expref: 72 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.749661:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57200, rc 0) 00000100:00100000:1.0:1746128115.749687:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099cff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:31595:x1830947542642560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2534us (3442us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.749694:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5106 00000100:00100000:0.0:1746128115.750508:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.751202:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542642816 00000100:00100000:1.0:1746128115.751208:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542642816 00000100:00100000:0.0:1746128115.751740:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.751815:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5107 00000100:00100000:1.0:1746128115.751821:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:31596:x1830947542642816:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128115.751834:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128115.751846:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc6e0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d339c expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.751863:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.751867:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc6d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3395 expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.751872:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128115.751875:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc6e0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d339c expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.751899:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc6d9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3395 expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.751907:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc6e0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d339c expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.751918:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57400, rc 0) 00000100:00100000:1.0:1746128115.751945:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:31596:x1830947542642816:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (1439us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.751950:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5107 00000100:00100000:2.0:1746128115.752018:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542642944 00000100:00100000:2.0:1746128115.752021:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542642944 00010000:00010000:2.0:1746128115.752037:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc6d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d338e expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.752052:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8993 00000100:00100000:2.0:1746128115.752056:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542642944:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.752063:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.752077:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc6d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d338e expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.752086:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc6d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d338e expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.752099:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bc6d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d338e expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.752448:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.752450:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.752455:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc6d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3395 expref: 72 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.752462:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc6d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3395 expref: 72 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.752483:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc6d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3395 expref: 72 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.752554:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc6d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3395 expref: 72 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.752564:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540377472:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.752617:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.755216:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540377472:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.755232:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.755273:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542642944:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3215us (3534us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.755282:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8993 00000100:00100000:0.0:1746128115.756083:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.756209:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542643200 00000100:00100000:2.0:1746128115.756215:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542643200 00002000:00100000:2.0:1746128115.756241:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7fb80 x1830947542643200/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.756250:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7fb80 with x1830947542643200 ext(0->4095) 00010000:00010000:2.0:1746128115.756257:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc6d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3395 expref: 73 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.756267:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc6d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3395 expref: 73 pid: 8416 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.756273:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f7fb80 00000100:00100000:2.0:1746128115.756288:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1785 00000100:00100000:2.0:1746128115.756294:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1963:x1830947542643200:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128115.756419:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1963:x1830947542643200:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.756425:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1785 00002000:00100000:2.0:1746128115.756430:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7fb80 x1830947542643200/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.756437:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7fb80 with x1830947542643200 ext(0->4095) 00010000:00010000:2.0:1746128115.756442:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc6d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3395 expref: 73 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.756450:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc6d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3395 expref: 73 pid: 8416 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.756455:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f7fb80 00000100:00100000:0.0:1746128115.759679:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.759922:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542643328 00000100:00100000:2.0:1746128115.759928:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542643328 00010000:00010000:2.0:1746128115.759954:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc6d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3395 expref: 73 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.759985:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8994 00000100:00100000:2.0:1746128115.759991:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1964:x1830947542643328:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.760001:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.760019:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc6d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3395 expref: 73 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.760034:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc6d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3395 expref: 73 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.761243:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc6d9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3395 expref: 73 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.761696:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.761698:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.761705:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc6e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d339c expref: 72 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.761711:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc6e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d339c expref: 72 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.761743:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc6e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d339c expref: 72 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128115.761753:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540377600:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.761827:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.764680:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.767197:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540377600:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.767215:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.767254:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542643328:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7263us (7581us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.767263:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8994 00000100:00100000:1.0:1746128115.767398:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542643584 00000100:00100000:1.0:1746128115.767404:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542643584 00002000:00100000:1.0:1746128115.767432:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7dc00 x1830947542643584/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.767440:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7dc00 with x1830947542643584 ext(0->4095) 00002000:00010000:1.0:1746128115.767444:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f7dc00 00000100:00100000:1.0:1746128115.767457:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3777 00000100:00100000:1.0:1746128115.767461:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542643584:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128115.767596:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542643584:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (2922us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.767601:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3777 00002000:00100000:1.0:1746128115.767606:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7dc00 x1830947542643584/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.767612:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7dc00 with x1830947542643584 ext(0->4095) 00002000:00010000:1.0:1746128115.767614:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f7dc00 00000100:00100000:0.0:1746128115.770249:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.770427:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542643712 00000100:00100000:3.0:1746128115.770434:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542643712 00000100:00100000:3.0:1746128115.770475:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5108 00000100:00100000:3.0:1746128115.770481:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542643712:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.770493:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.770506:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc6e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d33a3 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.770527:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc6e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d339c expref: 71 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.770533:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.770534:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.770537:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc6e7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33a3 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.770558:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc6e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d339c expref: 71 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.770566:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc6e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d339c expref: 71 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.770602:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540377728:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.770670:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.773561:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540377728:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.773598:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc6e7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33a3 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.773611:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67000, rc 0) 00000100:00100000:3.0:1746128115.773645:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542643712:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3164us (3402us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.773652:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5108 00000100:00100000:0.0:1746128115.773879:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.775752:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542643840 00000100:00100000:3.0:1746128115.775760:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542643840 00010000:00010000:3.0:1746128115.775790:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc6e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d339c expref: 72 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.775824:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8995 00000100:00100000:3.0:1746128115.775830:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1963:x1830947542643840:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.775840:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.775855:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc6e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d339c expref: 72 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.775864:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc6e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d339c expref: 72 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.775881:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57400/0x802a7453533bc6e0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d339c expref: 72 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.775906:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.775908:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.775913:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc6e7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33a3 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.775920:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc6e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33a3 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.775944:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc6e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33a3 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.775953:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540377856:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.776024:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.778020:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.778498:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542643968 00000100:00100000:3.0:1746128115.778504:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542643968 00000100:00100000:3.0:1746128115.778542:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5109 00000100:00100000:3.0:1746128115.778547:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:31595:x1830947542643968:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.778560:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.778596:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc6ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d33aa expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.778616:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc6e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33a3 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.778622:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.778623:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.778626:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc6ee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33aa expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.778645:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc6e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33a3 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.778653:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc6e7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33a3 expref: 5 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.778662:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540377984:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.779732:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.779938:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.780121:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542644224 00000100:00100000:3.0:1746128115.780125:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542644224 00002000:00100000:3.0:1746128115.780151:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938fb800 x1830947542644224/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.780158:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938fb800 with x1830947542644224 ext(0->4095) 00010000:00010000:3.0:1746128115.780164:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc6e7 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33a3 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.780174:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc6e7 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33a3 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.780179:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800938fb800 00000100:00100000:2.0:1746128115.780251:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540377856:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.780264:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.780285:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1963:x1830947542643840:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4455us (6406us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.780292:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8995 00000100:00100000:3.0:1746128115.780545:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1786 00000100:00100000:3.0:1746128115.780550:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542644224:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128115.780668:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542644224:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (730us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128115.780675:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1786 00002000:00100000:3.0:1746128115.780679:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938fb800 x1830947542644224/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.780686:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938fb800 with x1830947542644224 ext(0->4095) 00010000:00010000:3.0:1746128115.780690:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc6e7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33a3 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.780698:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc6e7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33a3 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.780702:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800938fb800 00000100:00100000:0.0:1746128115.784239:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.784331:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540377984:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128115.784331:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542644352 00000100:00100000:1.0:1746128115.784336:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542644352 00010000:00010000:3.0:1746128115.784351:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc6ee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33aa expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.784364:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66e00, rc 0) 00000100:00100000:1.0:1746128115.784368:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5110 00000100:00100000:1.0:1746128115.784372:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:31596:x1830947542644352:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128115.784385:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746128115.784393:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:31595:x1830947542643968:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5846us (6378us total) trans 0 rc 0/0 00010000:00010000:1.0:1746128115.784395:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc6f5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d33b1 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.784399:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5109 00010000:00010000:1.0:1746128115.784409:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.784412:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc6ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33aa expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.784417:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128115.784420:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc6f5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b1 expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.784443:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc6ee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33aa expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.784451:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc6f5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b1 expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.784457:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56800, rc 0) 00000100:00100000:1.0:1746128115.784473:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:31596:x1830947542644352:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.784477:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5110 00000100:00100000:0.0:1746128115.785666:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.785990:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542644480 00000100:00100000:2.0:1746128115.785995:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542644480 00010000:00010000:2.0:1746128115.786018:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc6e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33a3 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.786044:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8996 00000100:00100000:2.0:1746128115.786049:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542644480:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.786057:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.786072:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc6e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33a3 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.786081:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc6e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33a3 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.786096:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc6e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33a3 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.786457:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.786458:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.786464:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc6ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33aa expref: 72 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.786471:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc6ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33aa expref: 72 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.786495:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc6ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33aa expref: 72 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.786504:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc6ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33aa expref: 72 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.786513:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540378240:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.786958:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26180 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.789256:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540378240:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.789272:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.789309:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542644480:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3258us (3645us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.789317:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8996 00000100:00100000:0.0:1746128115.789913:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.790172:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542644736 00000100:00100000:1.0:1746128115.790178:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542644736 00002000:00100000:1.0:1746128115.790210:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938f9880 x1830947542644736/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.790218:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938f9880 with x1830947542644736 ext(0->4095) 00010000:00010000:1.0:1746128115.790225:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc6ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33aa expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.790235:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc6ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33aa expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.790241:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800938f9880 00000100:00100000:1.0:1746128115.790552:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1787 00000100:00100000:1.0:1746128115.790560:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1964:x1830947542644736:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128115.791134:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1964:x1830947542644736:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 574us (1221us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.791140:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1787 00002000:00100000:1.0:1746128115.791146:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938f9880 x1830947542644736/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.791153:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938f9880 with x1830947542644736 ext(0->4095) 00010000:00010000:1.0:1746128115.791158:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc6ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33aa expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.791167:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc6ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33aa expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.791172:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800938f9880 00000100:00100000:0.0:1746128115.793602:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.793665:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542644864 00000100:00100000:3.0:1746128115.793671:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542644864 00010000:00010000:3.0:1746128115.793697:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc6ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33aa expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.793717:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8997 00000100:00100000:3.0:1746128115.793722:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d90850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1965:x1830947542644864:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.793732:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.793747:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc6ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33aa expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.793756:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc6ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33aa expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.793773:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66e00/0x802a7453533bc6ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33aa expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.793791:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.793793:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.793798:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc6f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b1 expref: 72 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.793804:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc6f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b1 expref: 72 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.793829:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc6f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b1 expref: 72 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.793842:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540378368:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.793902:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.796869:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.796958:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540378368:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.796972:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.797022:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d90850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1965:x1830947542644864:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3299us (3453us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.797032:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8997 00000100:00100000:1.0:1746128115.797368:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542645120 00000100:00100000:1.0:1746128115.797374:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542645120 00002000:00100000:1.0:1746128115.797403:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a5500 x1830947542645120/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.797417:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a5500 with x1830947542645120 ext(0->4095) 00002000:00010000:1.0:1746128115.797420:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a5500 00000100:00100000:1.0:1746128115.797442:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3778 00000100:00100000:1.0:1746128115.797447:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542645120:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128115.797552:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542645120:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (689us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.797557:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3778 00002000:00100000:1.0:1746128115.797561:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a5500 x1830947542645120/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.797567:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a5500 with x1830947542645120 ext(0->4095) 00002000:00010000:1.0:1746128115.797588:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a5500 00000100:00100000:0.0:1746128115.799645:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.799726:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542645248 00000100:00100000:2.0:1746128115.799732:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542645248 00000100:00100000:2.0:1746128115.799767:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5111 00000100:00100000:2.0:1746128115.799772:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542645248:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128115.799783:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128115.799795:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d33b8 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.799814:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc6f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b1 expref: 71 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.799820:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.799821:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.799824:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6fc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b8 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.799846:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc6f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b1 expref: 71 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.799855:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc6f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b1 expref: 71 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.799865:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540378496:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128115.799923:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b269c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.801713:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540378496:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128115.801733:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6fc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b8 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.801744:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229800, rc 0) 00000100:00100000:2.0:1746128115.801777:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542645248:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2004us (2136us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.801784:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5111 00000100:00100000:0.0:1746128115.802758:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.802830:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542645376 00000100:00100000:3.0:1746128115.802835:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542645376 00010000:00010000:3.0:1746128115.802858:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc6f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b1 expref: 72 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.802885:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8998 00000100:00100000:3.0:1746128115.802890:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542645376:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.802898:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.802914:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc6f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b1 expref: 72 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.802922:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc6f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b1 expref: 72 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.802937:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc6f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b1 expref: 72 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.803123:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.803126:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.803132:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6fc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b8 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.803138:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b8 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.803160:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b8 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.803169:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540378624:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.803421:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.805403:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540378624:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.805416:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.805443:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:1964:x1830947542645376:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2553us (2686us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.805452:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8998 00000100:00100000:0.0:1746128115.806698:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128115.807111:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.807204:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542645632 00000100:00100000:3.0:1746128115.807211:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542645632 00002000:00100000:3.0:1746128115.807242:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938f9500 x1830947542645632/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.807249:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938f9500 with x1830947542645632 ext(0->4095) 00002000:00010000:3.0:1746128115.807253:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800938f9500 00000100:00100000:3.0:1746128115.807277:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3779 00000100:00100000:3.0:1746128115.807282:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542645632:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128115.807406:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542645632:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (711us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128115.807412:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3779 00002000:00100000:3.0:1746128115.807416:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938f9500 x1830947542645632/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.807422:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938f9500 with x1830947542645632 ext(0->4095) 00002000:00010000:3.0:1746128115.807424:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800938f9500 00000100:00100000:2.0:1746128115.807478:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542645760 00000100:00100000:2.0:1746128115.807482:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542645760 00000100:00100000:2.0:1746128115.807501:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5112 00000100:00100000:2.0:1746128115.807504:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:31595:x1830947542645760:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128115.807512:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128115.807523:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc703 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d33bf expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.807539:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6fc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b8 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.807550:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.807551:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.807554:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc703 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33bf expref: 72 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.808101:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b8 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.808111:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b8 expref: 5 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.808121:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540378752:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128115.808179:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b269c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.811770:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.812118:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540378752:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128115.812141:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc703 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33bf expref: 72 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.812155:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229c00, rc 0) 00000100:00100000:2.0:1746128115.812191:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:31595:x1830947542645760:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4685us (5080us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.812198:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5112 00000100:00100000:2.0:1746128115.812219:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542645888 00000100:00100000:2.0:1746128115.812223:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542645888 00000100:00100000:2.0:1746128115.812260:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5113 00000100:00100000:2.0:1746128115.812265:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:31596:x1830947542645888:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128115.812276:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128115.812288:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc70a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d33c6 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.812302:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.812306:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc703 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33bf expref: 73 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.812311:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.812314:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc70a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33c6 expref: 73 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.812336:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc703 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33bf expref: 73 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.812344:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc70a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33c6 expref: 73 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.812351:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228000, rc 0) 00000100:00100000:2.0:1746128115.812366:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:31596:x1830947542645888:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.812371:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5113 00000100:00100000:0.0:1746128115.814235:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.814361:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542646016 00000100:00100000:3.0:1746128115.814368:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542646016 00010000:00010000:3.0:1746128115.814393:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b8 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.814414:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8999 00000100:00100000:3.0:1746128115.814419:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542646016:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.814428:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.814444:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b8 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.814455:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b8 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.814471:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc6fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33b8 expref: 6 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.815309:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.815311:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.815318:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc703 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33bf expref: 72 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.815330:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc703 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33bf expref: 72 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.815358:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc703 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33bf expref: 72 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.815379:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc703 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33bf expref: 72 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.815388:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540379008:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.815450:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.818716:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540379008:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.818732:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128115.818948:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.819104:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542646016:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4683us (4873us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.819115:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8999 00000100:00100000:1.0:1746128115.819530:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542646272 00000100:00100000:1.0:1746128115.819536:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542646272 00002000:00100000:1.0:1746128115.819568:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c272a00 x1830947542646272/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.819599:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c272a00 with x1830947542646272 ext(0->4095) 00010000:00010000:1.0:1746128115.819607:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc703 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33bf expref: 73 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.819618:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc703 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33bf expref: 73 pid: 28170 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.819625:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c272a00 00000100:00100000:1.0:1746128115.819648:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1788 00000100:00100000:1.0:1746128115.819655:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1963:x1830947542646272:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128115.819770:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1963:x1830947542646272:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (823us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.819775:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1788 00002000:00100000:1.0:1746128115.819780:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c272a00 x1830947542646272/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.819787:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c272a00 with x1830947542646272 ext(0->4095) 00010000:00010000:1.0:1746128115.819791:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc703 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33bf expref: 73 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.819799:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc703 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33bf expref: 73 pid: 28170 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.819804:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c272a00 00000100:00100000:0.0:1746128115.822668:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.822771:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542646400 00000100:00100000:3.0:1746128115.822777:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542646400 00010000:00010000:3.0:1746128115.822801:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc703 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33bf expref: 73 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.822833:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9000 00000100:00100000:3.0:1746128115.822839:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1963:x1830947542646400:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.822850:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.822867:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc703 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33bf expref: 73 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.822877:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc703 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33bf expref: 73 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.822895:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc703 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33bf expref: 73 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.822918:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.822920:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.822925:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc70a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33c6 expref: 72 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.822932:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc70a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33c6 expref: 72 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.822958:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc70a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33c6 expref: 72 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.822967:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540379136:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.823042:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.825351:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.825513:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542646656 00000100:00100000:2.0:1746128115.825518:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542646656 00000100:00100000:3.0:1746128115.825527:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540379136:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.825541:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746128115.825546:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c270700 x1830947542646656/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.825554:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c270700 with x1830947542646656 ext(0->4095) 00002000:00010000:2.0:1746128115.825558:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c270700 00000100:00100000:3.0:1746128115.825686:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1963:x1830947542646400:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2760us (2937us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.825694:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9000 00000100:00100000:1.0:1746128115.825770:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3780 00000100:00100000:1.0:1746128115.825778:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1963:x1830947542646656:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128115.825901:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1963:x1830947542646656:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (557us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.825906:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3780 00002000:00100000:1.0:1746128115.825910:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c270700 x1830947542646656/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.825918:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c270700 with x1830947542646656 ext(0->4095) 00002000:00010000:1.0:1746128115.825920:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c270700 00000100:00100000:0.0:1746128115.827288:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.827389:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542646784 00000100:00100000:3.0:1746128115.827394:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542646784 00000100:00100000:3.0:1746128115.827425:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5114 00000100:00100000:3.0:1746128115.827430:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542646784:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.827441:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.827453:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc711 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d33cd expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.827472:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc70a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33c6 expref: 71 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.827478:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.827479:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.827482:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc711 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33cd expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.827502:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc70a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33c6 expref: 71 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.827510:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc70a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33c6 expref: 71 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.827519:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540379264:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.827591:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.829920:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540379264:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.829943:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc711 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33cd expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.829959:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66200, rc 0) 00000100:00100000:3.0:1746128115.830000:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542646784:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2569us (2714us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.830007:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5114 00000100:00100000:0.0:1746128115.830431:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.830551:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542646912 00000100:00100000:3.0:1746128115.830556:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542646912 00010000:00010000:3.0:1746128115.830603:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc70a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33c6 expref: 72 pid: 28170 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.830626:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9001 00000100:00100000:3.0:1746128115.830632:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1963:x1830947542646912:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.830642:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.830658:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc70a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33c6 expref: 72 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.830717:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc70a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33c6 expref: 72 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.830735:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228000/0x802a7453533bc70a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33c6 expref: 72 pid: 28170 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.830760:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.830762:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.830768:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc711 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33cd expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.830778:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc711 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33cd expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.830805:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc711 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33cd expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.830816:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540379392:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.830872:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.832102:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540379392:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.832116:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.832222:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:1963:x1830947542646912:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1589us (1791us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.832229:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9001 00000100:00100000:0.0:1746128115.832626:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.832708:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542647168 00000100:00100000:1.0:1746128115.832713:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542647168 00002000:00100000:1.0:1746128115.832739:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c270e00 x1830947542647168/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.832748:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c270e00 with x1830947542647168 ext(0->4095) 00002000:00010000:1.0:1746128115.832751:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c270e00 00000100:00100000:1.0:1746128115.832829:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3781 00000100:00100000:1.0:1746128115.832835:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542647168:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128115.832959:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542647168:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (333us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.832963:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3781 00002000:00100000:1.0:1746128115.832968:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c270e00 x1830947542647168/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.832974:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c270e00 with x1830947542647168 ext(0->4095) 00002000:00010000:1.0:1746128115.832985:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c270e00 00000100:00100000:0.0:1746128115.834428:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.834598:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542647296 00000100:00100000:3.0:1746128115.834603:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542647296 00000100:00100000:3.0:1746128115.834638:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5115 00000100:00100000:3.0:1746128115.834644:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:31596:x1830947542647296:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.834655:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.834665:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc718 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d33d4 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.834683:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc711 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33cd expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.834689:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.834691:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.834694:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc718 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33d4 expref: 72 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.834716:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc711 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33cd expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.834726:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc711 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33cd expref: 5 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.834735:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540379520:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.834793:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.836510:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540379520:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.836531:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc718 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33d4 expref: 72 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.836541:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67200, rc 0) 00000100:00100000:3.0:1746128115.836809:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:31596:x1830947542647296:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2163us (2382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.836815:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5115 00000100:00100000:0.0:1746128115.836934:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.837095:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542647424 00000100:00100000:3.0:1746128115.837098:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542647424 00000100:00100000:3.0:1746128115.837493:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5116 00000100:00100000:3.0:1746128115.837501:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:31595:x1830947542647424:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.837512:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.837521:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc71f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d33db expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.837540:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.837543:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc718 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33d4 expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.837548:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.837551:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc71f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33db expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.837593:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc718 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33d4 expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.837603:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc71f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33db expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.837610:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67e00, rc 0) 00000100:00100000:3.0:1746128115.837635:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:31595:x1830947542647424:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128115.837793:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.837891:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5116 00000100:00100000:2.0:1746128115.837945:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542647552 00000100:00100000:2.0:1746128115.837948:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542647552 00010000:00010000:2.0:1746128115.837963:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc711 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33cd expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.837992:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9002 00000100:00100000:2.0:1746128115.837997:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542647552:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.838005:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.838020:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc711 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33cd expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.838029:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc711 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33cd expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.838044:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc711 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33cd expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.838071:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.838073:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.838078:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc718 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33d4 expref: 72 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.838085:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc718 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33d4 expref: 72 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.838103:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc718 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33d4 expref: 72 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.838116:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc718 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33d4 expref: 72 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.838125:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540379776:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.838473:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b269c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.839618:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540379776:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.839739:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.839762:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542647552:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1764us (1968us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.839769:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9002 00000100:00100000:0.0:1746128115.839822:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.839937:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542647808 00000100:00100000:2.0:1746128115.839941:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542647808 00002000:00100000:2.0:1746128115.839964:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c272680 x1830947542647808/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.839972:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c272680 with x1830947542647808 ext(0->4095) 00010000:00010000:2.0:1746128115.839985:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc718 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33d4 expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.839995:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc718 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33d4 expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.840000:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c272680 00000100:00100000:2.0:1746128115.840013:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1789 00000100:00100000:2.0:1746128115.840018:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1964:x1830947542647808:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128115.840279:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1964:x1830947542647808:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 260us (456us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.840284:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1789 00002000:00100000:2.0:1746128115.840289:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c272680 x1830947542647808/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.840296:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c272680 with x1830947542647808 ext(0->4095) 00010000:00010000:2.0:1746128115.840301:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc718 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33d4 expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.840310:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc718 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33d4 expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.840315:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c272680 00000100:00100000:0.0:1746128115.842042:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.842174:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542647936 00000100:00100000:3.0:1746128115.842179:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542647936 00000100:00100000:3.0:1746128115.842327:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5117 00000100:00100000:3.0:1746128115.842334:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542647936:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.842347:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.842358:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc726 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d33e2 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128115.842657:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:3.0:1746128115.842733:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.842738:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc71f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33db expref: 72 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.842743:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128115.842747:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc726 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e2 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.842770:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc71f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33db expref: 72 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.842780:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc726 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e2 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.842788:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66000, rc 0) 00000100:00100000:3.0:1746128115.842813:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542647936:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 480us (775us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.842818:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5117 00000100:00100000:2.0:1746128115.842924:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542648064 00000100:00100000:2.0:1746128115.842927:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542648064 00010000:00010000:2.0:1746128115.842942:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc718 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33d4 expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.842969:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9003 00000100:00100000:2.0:1746128115.842974:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1965:x1830947542648064:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.842989:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.843003:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc718 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33d4 expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.843011:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc718 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33d4 expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.843024:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc718 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33d4 expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.843035:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.843037:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.843041:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc71f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33db expref: 72 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.843046:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc71f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33db expref: 72 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.843062:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc71f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33db expref: 72 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.843071:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc71f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33db expref: 72 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.843080:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540380032:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.843120:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.846732:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.846867:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542648320 00000100:00100000:3.0:1746128115.846874:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542648320 00002000:00100000:3.0:1746128115.846908:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c273480 x1830947542648320/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.846917:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c273480 with x1830947542648320 ext(0->4095) 00010000:00010000:3.0:1746128115.846928:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc71f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33db expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.846945:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc71f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33db expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.846954:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c273480 00000100:00100000:3.0:1746128115.846970:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1790 00000100:00100000:3.0:1746128115.846984:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1964:x1830947542648320:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128115.847010:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540380032:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.847025:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.847068:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1965:x1830947542648064:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4093us (4411us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.847075:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9003 00000100:00100000:3.0:1746128115.847097:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542648320:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (371us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128115.847102:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1790 00002000:00100000:3.0:1746128115.847262:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c273480 x1830947542648320/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.847270:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c273480 with x1830947542648320 ext(0->4095) 00010000:00010000:3.0:1746128115.847275:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc71f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33db expref: 72 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.847284:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc71f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33db expref: 72 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.847289:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c273480 00000100:00100000:0.0:1746128115.848653:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128115.848721:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.848794:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542648448 00000100:00100000:3.0:1746128115.848799:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542648448 00000100:00100000:3.0:1746128115.848832:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5118 00000100:00100000:3.0:1746128115.848838:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:31595:x1830947542648448:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.848849:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.848860:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc72d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d33e9 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.848877:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.848881:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc726 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e2 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.848886:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128115.848889:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc72d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e9 expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.848913:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc726 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e2 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.848922:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc72d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e9 expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.848930:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66a00, rc 0) 00000100:00100000:3.0:1746128115.848954:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:31595:x1830947542648448:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.848959:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5118 00000100:00100000:2.0:1746128115.849024:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542648576 00000100:00100000:2.0:1746128115.849027:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542648576 00010000:00010000:2.0:1746128115.849039:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc71f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33db expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.849052:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9004 00000100:00100000:2.0:1746128115.849056:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d90450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1964:x1830947542648576:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.849062:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.849075:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc71f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33db expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.849083:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc71f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33db expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.849097:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc71f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33db expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.849105:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.849106:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.849111:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc726 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e2 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.849117:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc726 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e2 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.849133:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc726 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e2 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.849142:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc726 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e2 expref: 5 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.849151:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540380288:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.849192:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.851553:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.851665:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540380288:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.851682:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.851713:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d90450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542648576:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2655us (2991us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.851722:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9004 00000100:00100000:3.0:1746128115.851950:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542648832 00000100:00100000:3.0:1746128115.851956:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542648832 00002000:00100000:3.0:1746128115.851998:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c271f80 x1830947542648832/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.852006:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c271f80 with x1830947542648832 ext(0->4095) 00010000:00010000:3.0:1746128115.852013:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc726 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e2 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.852028:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc726 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e2 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.852033:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c271f80 00000100:00100000:3.0:1746128115.852056:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1791 00000100:00100000:3.0:1746128115.852062:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542648832:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128115.852187:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542648832:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (640us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128115.852193:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1791 00002000:00100000:3.0:1746128115.852197:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c271f80 x1830947542648832/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.852203:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c271f80 with x1830947542648832 ext(0->4095) 00010000:00010000:3.0:1746128115.852208:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc726 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e2 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.852215:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc726 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e2 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:3.0:1746128115.852220:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c271f80 00000100:00100000:0.0:1746128115.854072:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.854171:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542648960 00000100:00100000:2.0:1746128115.854177:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542648960 00010000:00010000:2.0:1746128115.854199:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc726 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e2 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.854299:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9005 00000100:00100000:2.0:1746128115.854306:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542648960:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.854315:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.854331:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc726 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e2 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.854340:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc726 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e2 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.854359:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc726 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e2 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.854383:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.854385:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.854390:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc72d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e9 expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.854397:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc72d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e9 expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.854422:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc72d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e9 expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128115.854431:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540380416:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.854494:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b269c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.855865:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540380416:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.855880:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.855907:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542648960:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1601us (1839us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.855914:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9005 00000100:00100000:0.0:1746128115.856092:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.856151:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542649216 00000100:00100000:1.0:1746128115.856171:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542649216 00002000:00100000:1.0:1746128115.856197:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c271500 x1830947542649216/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.856205:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c271500 with x1830947542649216 ext(0->4095) 00002000:00010000:1.0:1746128115.856209:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c271500 00000100:00100000:1.0:1746128115.856235:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3782 00000100:00100000:1.0:1746128115.856240:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542649216:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128115.856387:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542649216:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.856393:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3782 00002000:00100000:1.0:1746128115.856398:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c271500 x1830947542649216/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.856404:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c271500 with x1830947542649216 ext(0->4095) 00002000:00010000:1.0:1746128115.856407:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c271500 00000100:00100000:0.0:1746128115.857502:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.857558:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542649344 00000100:00100000:1.0:1746128115.857562:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542649344 00000100:00100000:1.0:1746128115.857612:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5119 00000100:00100000:1.0:1746128115.857617:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542649344:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128115.857626:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128115.857638:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc734 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d33f0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.857660:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc72d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e9 expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.857666:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128115.857668:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128115.857671:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc734 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f0 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.857691:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc72d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e9 expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.857700:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc72d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e9 expref: 71 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.857713:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540380544:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128115.857761:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51b5e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128115.858992:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540380544:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128115.859011:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc734 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f0 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.859021:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57e00, rc 0) 00000100:00100000:1.0:1746128115.859055:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542649344:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1436us (1553us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.859061:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5119 00000100:00100000:0.0:1746128115.859447:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.859517:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542649472 00000100:00100000:2.0:1746128115.859521:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542649472 00010000:00010000:2.0:1746128115.859539:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc72d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e9 expref: 72 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.859563:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9006 00000100:00100000:2.0:1746128115.859568:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542649472:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.859595:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.859610:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc72d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e9 expref: 72 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.859624:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc72d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e9 expref: 72 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.859640:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bc72d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33e9 expref: 72 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.859836:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.859838:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.859845:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc734 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f0 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.859852:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc734 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f0 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.859874:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc734 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f0 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128115.859883:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540380672:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.859943:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b269c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.861394:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540380672:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.861409:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.861642:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:1964:x1830947542649472:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2072us (2194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.861650:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9006 00000100:00100000:0.0:1746128115.862442:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.862530:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542649728 00000100:00100000:1.0:1746128115.862535:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542649728 00002000:00100000:1.0:1746128115.862563:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c75f80 x1830947542649728/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.862609:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c75f80 with x1830947542649728 ext(0->4095) 00002000:00010000:1.0:1746128115.862612:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c75f80 00000100:00100000:1.0:1746128115.862637:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3783 00000100:00100000:1.0:1746128115.862643:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542649728:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128115.862824:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542649728:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 180us (382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.862830:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3783 00002000:00100000:1.0:1746128115.862835:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c75f80 x1830947542649728/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.862847:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c75f80 with x1830947542649728 ext(0->4095) 00002000:00010000:1.0:1746128115.862850:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c75f80 00000100:00100000:0.0:1746128115.865074:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.865156:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542649856 00000100:00100000:1.0:1746128115.865162:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542649856 00000100:00100000:1.0:1746128115.865205:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5120 00000100:00100000:1.0:1746128115.865211:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:31596:x1830947542649856:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128115.865224:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128115.865238:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc73b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d33f7 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.865259:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc734 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f0 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.865266:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.865267:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.865270:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc73b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f7 expref: 72 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.865292:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc734 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f0 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.865302:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc734 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f0 expref: 5 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:1.0:1746128115.865312:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540380800:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128115.865375:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51b5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.867167:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.867246:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540380800:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128115.867265:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc73b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f7 expref: 72 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.867276:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57200, rc 0) 00000100:00100000:1.0:1746128115.867306:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:31596:x1830947542649856:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2095us (2237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.867312:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5120 00000100:00100000:0.0:1746128115.867406:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.867639:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542650112 00000100:00100000:3.0:1746128115.867644:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542650112 00000100:00100000:3.0:1746128115.867699:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5121 00000100:00100000:2.0:1746128115.867780:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542649984 00000100:00100000:2.0:1746128115.867784:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542649984 00010000:00010000:2.0:1746128115.867799:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc734 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f0 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.867824:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9007 00000100:00100000:2.0:1746128115.867829:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542649984:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.867837:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.867854:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc734 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f0 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.867863:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc734 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f0 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.867901:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:31595:x1830947542650112:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.867911:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.867919:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc742 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d33fe expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.867988:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc734 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f0 expref: 6 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.868022:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.868030:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc73b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f7 expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.868036:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.868039:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc742 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33fe expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.868076:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.868078:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.868083:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc73b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f7 expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.868089:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc73b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f7 expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.868117:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc73b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f7 expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.868126:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc73b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f7 expref: 73 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.868136:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540380928:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.868143:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc73b lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f7 expref: 73 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.868150:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc73b lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f7 expref: 73 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.868156:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540381056:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128115.868184:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.868187:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.869528:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540380928:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.869540:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.869561:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542649984:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1732us (2155us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.869567:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9007 00000100:00100000:3.0:1746128115.869640:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540381056:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.869652:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc742 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33fe expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.869661:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66000, rc 0) 00000100:00100000:3.0:1746128115.869674:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:31595:x1830947542650112:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1776us (2513us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.869679:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5121 00000100:00100000:0.0:1746128115.870466:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.870542:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542650368 00000100:00100000:1.0:1746128115.870546:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542650368 00002000:00100000:1.0:1746128115.870592:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c75500 x1830947542650368/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.870601:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c75500 with x1830947542650368 ext(0->4095) 00010000:00010000:1.0:1746128115.870607:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc73b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f7 expref: 73 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.870618:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc73b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f7 expref: 73 pid: 8416 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.870624:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c75500 00000100:00100000:1.0:1746128115.870649:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1792 00000100:00100000:1.0:1746128115.870655:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1963:x1830947542650368:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128115.870783:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1963:x1830947542650368:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.870789:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1792 00002000:00100000:1.0:1746128115.870795:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c75500 x1830947542650368/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.870801:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c75500 with x1830947542650368 ext(0->4095) 00010000:00010000:1.0:1746128115.870804:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc73b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f7 expref: 73 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:1.0:1746128115.870812:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc73b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f7 expref: 73 pid: 8416 timeout: 611 lvb_type: 0 00002000:00010000:1.0:1746128115.870817:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c75500 00000100:00100000:0.0:1746128115.873305:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.873540:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542650496 00000100:00100000:3.0:1746128115.873548:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542650496 00000100:00100000:3.0:1746128115.873614:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5122 00000100:00100000:3.0:1746128115.873621:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542650496:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.873634:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.873647:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc749 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3405 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.873667:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.873671:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc742 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33fe expref: 72 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.873676:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128115.873679:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc749 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3405 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.873704:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc742 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33fe expref: 72 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.873713:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc749 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3405 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.873721:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67e00, rc 0) 00000100:00100000:3.0:1746128115.873753:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542650496:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.873758:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5122 00000100:00100000:0.0:1746128115.874289:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.878243:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542650624 00000100:00100000:2.0:1746128115.878253:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542650624 00010000:00010000:3.0:1746128115.879306:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc73b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f7 expref: 73 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.879346:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9008 00000100:00100000:3.0:1746128115.879352:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1964:x1830947542650624:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.879362:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.879378:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc73b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f7 expref: 73 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.879388:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc73b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f7 expref: 73 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.879405:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc73b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33f7 expref: 73 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.879426:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.879428:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.879433:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc742 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33fe expref: 72 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.879440:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc742 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33fe expref: 72 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.879463:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc742 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33fe expref: 72 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.879471:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc742 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33fe expref: 72 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.879484:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540381312:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.879555:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.881419:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.881501:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540381312:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.881515:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.881557:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542650624:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2204us (7268us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.881566:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9008 00000100:00100000:2.0:1746128115.881654:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542650880 00000100:00100000:2.0:1746128115.881659:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542650880 00002000:00100000:2.0:1746128115.881689:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c77100 x1830947542650880/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.881698:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c77100 with x1830947542650880 ext(0->4095) 00010000:00010000:2.0:1746128115.881709:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc742 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33fe expref: 72 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.881719:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc742 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33fe expref: 72 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.881725:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c77100 00000100:00100000:2.0:1746128115.881746:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1793 00000100:00100000:2.0:1746128115.881752:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1963:x1830947542650880:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128115.881956:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1963:x1830947542650880:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 203us (541us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.881962:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1793 00002000:00100000:2.0:1746128115.881968:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c77100 x1830947542650880/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.881986:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c77100 with x1830947542650880 ext(0->4095) 00010000:00010000:2.0:1746128115.881991:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc742 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33fe expref: 72 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.881999:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc742 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33fe expref: 72 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.882005:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c77100 00000100:00100000:0.0:1746128115.883796:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128115.884511:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.884664:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542651008 00000100:00100000:1.0:1746128115.884671:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542651008 00000100:00100000:1.0:1746128115.884718:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5123 00000100:00100000:1.0:1746128115.884725:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:31595:x1830947542651008:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128115.884738:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128115.884751:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc750 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d340c expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.884771:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128115.884776:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc749 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3405 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.884781:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128115.884785:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc750 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d340c expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.884813:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc749 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3405 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.884827:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc750 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d340c expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.884835:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57000, rc 0) 00000100:00100000:1.0:1746128115.884867:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:31595:x1830947542651008:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (1076us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.884872:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5123 00000100:00100000:3.0:1746128115.885291:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542651136 00000100:00100000:3.0:1746128115.885295:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542651136 00010000:00010000:3.0:1746128115.885311:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc742 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33fe expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.885332:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9009 00000100:00100000:3.0:1746128115.885338:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1964:x1830947542651136:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.885345:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.885360:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc742 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33fe expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.885369:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc742 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33fe expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.885383:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc742 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d33fe expref: 73 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.885394:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.885396:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.885400:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc749 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3405 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.885406:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc749 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3405 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.885423:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc749 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3405 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.885431:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc749 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3405 expref: 5 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.885440:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540381568:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.885493:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.890327:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540381568:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.890342:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.890378:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542651136:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5039us (5866us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.890387:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9009 00000100:00100000:0.0:1746128115.891636:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.891772:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542651392 00000100:00100000:2.0:1746128115.891778:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542651392 00002000:00100000:2.0:1746128115.892294:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094957b80 x1830947542651392/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.892303:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094957b80 with x1830947542651392 ext(0->4095) 00010000:00010000:2.0:1746128115.892310:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc749 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3405 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.892321:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc749 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3405 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.892327:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094957b80 00000100:00100000:2.0:1746128115.892341:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1794 00000100:00100000:2.0:1746128115.892346:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542651392:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128115.892465:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542651392:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (831us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.892470:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1794 00002000:00100000:2.0:1746128115.892474:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094957b80 x1830947542651392/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.892481:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094957b80 with x1830947542651392 ext(0->4095) 00010000:00010000:2.0:1746128115.892484:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc749 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3405 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.892493:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc749 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3405 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.892497:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094957b80 00000100:00100000:0.0:1746128115.895883:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.898479:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542651520 00000100:00100000:3.0:1746128115.898489:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542651520 00010000:00010000:3.0:1746128115.898520:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc749 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3405 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.898548:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9010 00000100:00100000:3.0:1746128115.898553:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094956d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542651520:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.898565:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.898591:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc749 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3405 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.898601:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc749 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3405 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.898617:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc749 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3405 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.898640:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.898641:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.898646:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc750 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d340c expref: 71 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.898653:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc750 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d340c expref: 71 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.898677:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc750 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d340c expref: 71 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.898687:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540381696:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.898762:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.901724:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540381696:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.901742:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.901781:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094956d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542651520:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3227us (5903us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.901792:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9010 00000100:00100000:0.0:1746128115.902278:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.903314:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542651776 00000100:00100000:2.0:1746128115.903320:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542651776 00002000:00100000:2.0:1746128115.903352:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094955500 x1830947542651776/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.903361:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955500 with x1830947542651776 ext(0->4095) 00002000:00010000:2.0:1746128115.903365:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094955500 00000100:00100000:2.0:1746128115.903393:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3784 00000100:00100000:2.0:1746128115.903400:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1963:x1830947542651776:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128115.903529:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1963:x1830947542651776:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (1251us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.903535:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3784 00002000:00100000:2.0:1746128115.903540:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094955500 x1830947542651776/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.903547:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955500 with x1830947542651776 ext(0->4095) 00002000:00010000:2.0:1746128115.903550:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094955500 00000100:00100000:0.0:1746128115.907310:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.907925:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542651904 00000100:00100000:2.0:1746128115.907933:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542651904 00000100:00100000:2.0:1746128115.907972:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5124 00000100:00100000:2.0:1746128115.907986:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542651904:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128115.908000:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128115.908013:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc757 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3413 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.908033:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc750 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d340c expref: 71 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.908039:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.908041:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.908043:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc757 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3413 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.908548:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc750 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d340c expref: 71 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.908559:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc750 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d340c expref: 71 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.908568:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540381824:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128115.909687:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.911753:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540381824:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128115.911776:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc757 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3413 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.911790:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228e00, rc 0) 00000100:00100000:2.0:1746128115.911822:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542651904:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3835us (4518us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.911829:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5124 00000100:00100000:0.0:1746128115.912656:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.912987:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542652032 00000100:00100000:3.0:1746128115.912993:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542652032 00010000:00010000:3.0:1746128115.913015:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc750 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d340c expref: 72 pid: 8416 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.913034:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9011 00000100:00100000:3.0:1746128115.913040:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d90050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542652032:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.913050:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.913066:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc750 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d340c expref: 72 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.913076:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc750 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d340c expref: 72 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.913093:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc750 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d340c expref: 72 pid: 8416 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.913107:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.913108:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.913114:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc757 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3413 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.913120:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc757 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3413 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.913143:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc757 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3413 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.913153:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540381952:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.913197:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.913749:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.913792:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542652160 00000100:00100000:2.0:1746128115.913795:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542652160 00000100:00100000:2.0:1746128115.913814:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5125 00000100:00100000:2.0:1746128115.913818:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:31595:x1830947542652160:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128115.913827:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128115.913836:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc75e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d341a expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.913848:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc757 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3413 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.913853:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.913854:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.913856:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc75e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d341a expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.913869:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc757 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3413 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.913881:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc757 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3413 expref: 5 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:2.0:1746128115.913889:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540382080:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128115.913916:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.918516:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.918601:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542652416 00000100:00100000:2.0:1746128115.918608:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542652416 00002000:00100000:2.0:1746128115.918644:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094956a00 x1830947542652416/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.918652:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094956a00 with x1830947542652416 ext(0->4095) 00010000:00010000:2.0:1746128115.918659:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc757 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3413 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.918670:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc757 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3413 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.918675:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094956a00 00000100:00100000:2.0:1746128115.918692:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1795 00000100:00100000:2.0:1746128115.918698:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542652416:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128115.918823:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542652416:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (313us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.918829:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1795 00002000:00100000:2.0:1746128115.918834:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094956a00 x1830947542652416/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.918847:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094956a00 with x1830947542652416 ext(0->4095) 00010000:00010000:2.0:1746128115.918852:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc757 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3413 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:2.0:1746128115.918860:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc757 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3413 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00002000:00010000:2.0:1746128115.918864:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094956a00 00000100:00100000:2.0:1746128115.918896:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540382080:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128115.918912:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc75e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d341a expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.918921:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229c00, rc 0) 00000100:00100000:3.0:1746128115.918999:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540381952:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.919008:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.920593:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:31595:x1830947542652160:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6770us (6841us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.920601:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5125 00000100:00100000:3.0:1746128115.920665:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d90050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542652032:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7624us (8009us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.920673:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9011 00000100:00100000:0.0:1746128115.923936:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.924022:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542652544 00000100:00100000:3.0:1746128115.924029:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542652544 00010000:00010000:3.0:1746128115.924053:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc757 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3413 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00000100:00100000:3.0:1746128115.924074:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9012 00000100:00100000:3.0:1746128115.924080:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542652544:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.924090:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.924105:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc757 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3413 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.924115:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc757 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3413 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.924132:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc757 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3413 expref: 6 pid: 8418 timeout: 611 lvb_type: 0 00010000:00010000:3.0:1746128115.924425:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.924427:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.924434:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc75e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d341a expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.924441:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc75e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d341a expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.924466:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc75e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d341a expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.924474:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540382208:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.924664:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a816c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.926922:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540382208:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.926936:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.926965:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542652544:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2885us (3035us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.926973:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9012 00000100:00100000:0.0:1746128115.927096:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.927181:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542652800 00000100:00100000:2.0:1746128115.927187:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542652800 00002000:00100000:2.0:1746128115.927215:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094954000 x1830947542652800/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.927223:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094954000 with x1830947542652800 ext(0->4095) 00002000:00010000:2.0:1746128115.927226:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094954000 00000100:00100000:2.0:1746128115.927237:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3785 00000100:00100000:2.0:1746128115.927242:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1965:x1830947542652800:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128115.927358:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1965:x1830947542652800:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (261us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.927363:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3785 00002000:00100000:2.0:1746128115.927367:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094954000 x1830947542652800/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.927373:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094954000 with x1830947542652800 ext(0->4095) 00002000:00010000:2.0:1746128115.927376:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094954000 00000100:00100000:0.0:1746128115.935099:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.935233:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542652928 00000100:00100000:2.0:1746128115.935241:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542652928 00000100:00100000:2.0:1746128115.935280:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5126 00000100:00100000:2.0:1746128115.935286:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542652928:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128115.935300:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128115.935313:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc765 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3421 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.935335:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc75e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d341a expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.935341:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.935343:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.935345:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc765 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3421 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.935368:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc75e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d341a expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.935381:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc75e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d341a expref: 71 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128115.935390:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540382336:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128115.936243:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.936679:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540382336:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128115.936694:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc765 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3421 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.936704:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229800, rc 0) 00000100:00100000:2.0:1746128115.936787:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542652928:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1500us (1693us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.936793:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5126 00000100:00100000:0.0:1746128115.938147:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.938232:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542653056 00000100:00100000:3.0:1746128115.938236:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542653056 00002000:00100000:3.0:1746128115.938263:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094955c00 x1830947542653056/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 496/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.938272:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955c00 with x1830947542653056 ext(0->7) 00010000:00010000:3.0:1746128115.938277:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc75e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d341a expref: 72 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128115.938287:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc75e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d341a expref: 72 pid: 8418 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128115.938296:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094955c00 00000100:00100000:3.0:1746128115.938352:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1796 00000100:00100000:3.0:1746128115.938358:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542653056:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128115.939238:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1964:x1830947542653056:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 878us (1090us total) trans 4294967970 rc 0/0 00000100:00100000:3.0:1746128115.939245:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1796 00002000:00100000:3.0:1746128115.939250:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094955c00 x1830947542653056/t4294967970(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 496/448 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.939258:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955c00 with x1830947542653056 ext(0->7) 00010000:00010000:3.0:1746128115.939263:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc75e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d341a expref: 74 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128115.939272:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc75e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d341a expref: 74 pid: 8418 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128115.939278:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094955c00 00000100:00100000:0.0:1746128115.940885:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.940967:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542653184 00000100:00100000:3.0:1746128115.940973:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542653184 00010000:00010000:3.0:1746128115.941003:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc75e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d341a expref: 74 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746128115.941022:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9013 00000100:00100000:3.0:1746128115.941027:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094954700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1964:x1830947542653184:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.941037:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.941051:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc75e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d341a expref: 74 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128115.941060:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc75e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d341a expref: 74 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128115.941077:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc75e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d341a expref: 74 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128115.941234:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.941236:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.941242:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc765 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3421 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.941249:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc765 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3421 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.941273:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc765 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3421 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.941283:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540382464:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.941810:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a816c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.943626:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.943731:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540382464:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.943745:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.943772:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094954700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1964:x1830947542653184:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2745us (2891us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.943781:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9013 00000100:00100000:2.0:1746128115.943919:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542653440 00000100:00100000:2.0:1746128115.943924:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542653440 00002000:00100000:2.0:1746128115.943950:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094955180 x1830947542653440/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.943959:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955180 with x1830947542653440 ext(0->4095) 00002000:00010000:2.0:1746128115.943963:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094955180 00000100:00100000:2.0:1746128115.943984:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3786 00000100:00100000:2.0:1746128115.943989:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542653440:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128115.944092:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542653440:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (470us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.944100:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3786 00002000:00100000:2.0:1746128115.944104:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094955180 x1830947542653440/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.944110:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955180 with x1830947542653440 ext(0->4095) 00002000:00010000:2.0:1746128115.944113:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094955180 00000100:00100000:0.0:1746128115.945696:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.947159:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542653568 00000100:00100000:2.0:1746128115.947165:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542653568 00000100:00100000:2.0:1746128115.947205:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5127 00000100:00100000:2.0:1746128115.947211:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:31596:x1830947542653568:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128115.947223:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128115.947235:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc76c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3428 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.947260:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc765 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3421 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.947267:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.947268:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.947271:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc76c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3428 expref: 74 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.947293:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc765 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3421 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.947303:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc765 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3421 expref: 5 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128115.947317:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540382592:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128115.947379:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.949146:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540382592:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128115.949166:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc76c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3428 expref: 74 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.949176:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228e00, rc 0) 00000100:00100000:2.0:1746128115.949209:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:31596:x1830947542653568:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1998us (3516us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.949215:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5127 00000100:00100000:0.0:1746128115.952943:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.953386:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542653696 00000100:00100000:3.0:1746128115.953394:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542653696 00010000:00010000:3.0:1746128115.953420:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc765 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3421 expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746128115.953540:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9014 00000100:00100000:3.0:1746128115.953548:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094956d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542653696:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.953558:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.953596:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc765 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3421 expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128115.953607:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc765 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3421 expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128115.953624:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bc765 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3421 expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128115.953861:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.953863:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.953868:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc76c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3428 expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.953876:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc76c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3428 expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.953902:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc76c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3428 expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.953912:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540382720:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.953982:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a816c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.955995:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.956073:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540382720:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.956085:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.956109:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094956d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542653696:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2562us (3171us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.956117:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9014 00000100:00100000:2.0:1746128115.956179:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542653952 00000100:00100000:2.0:1746128115.956184:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542653952 00002000:00100000:2.0:1746128115.956209:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0d500 x1830947542653952/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.956218:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0d500 with x1830947542653952 ext(0->4095) 00002000:00010000:2.0:1746128115.956221:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0d500 00000100:00100000:2.0:1746128115.956232:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3787 00000100:00100000:2.0:1746128115.956237:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1964:x1830947542653952:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128115.956736:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1964:x1830947542653952:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 498us (745us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.956742:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3787 00002000:00100000:2.0:1746128115.956747:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0d500 x1830947542653952/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.956760:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0d500 with x1830947542653952 ext(0->4095) 00002000:00010000:2.0:1746128115.956762:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0d500 00000100:00100000:0.0:1746128115.960176:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.960277:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542654080 00000100:00100000:2.0:1746128115.960285:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542654080 00000100:00100000:2.0:1746128115.960326:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5128 00000100:00100000:2.0:1746128115.960332:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542654080:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128115.960347:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128115.960360:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc773 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d342f expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.960383:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc76c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3428 expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.960466:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.960467:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128115.960471:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc773 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d342f expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.960495:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc76c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3428 expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.960504:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc76c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3428 expref: 73 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128115.960513:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540382848:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128115.960794:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.962373:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540382848:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128115.962375:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:2.0:1746128115.962392:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc773 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d342f expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.962403:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228600, rc 0) 00000100:00100000:2.0:1746128115.962628:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542654080:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2294us (2457us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.962635:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5128 00000100:00100000:3.0:1746128115.962837:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542654208 00000100:00100000:3.0:1746128115.962841:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542654208 00002000:00100000:3.0:1746128115.962865:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880130e0c000 x1830947542654208/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 496/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.962874:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0c000 with x1830947542654208 ext(0->7) 00010000:00010000:3.0:1746128115.962879:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc76c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3428 expref: 74 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128115.962889:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc76c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3428 expref: 74 pid: 8418 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128115.962895:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0c000 00000100:00100000:3.0:1746128115.962925:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1797 00000100:00100000:3.0:1746128115.962930:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1964:x1830947542654208:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128115.963195:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:1964:x1830947542654208:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 264us (820us total) trans 4294967971 rc 0/0 00000100:00100000:3.0:1746128115.963201:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1797 00002000:00100000:3.0:1746128115.963206:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880130e0c000 x1830947542654208/t4294967971(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 496/448 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.963217:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0c000 with x1830947542654208 ext(0->7) 00010000:00010000:3.0:1746128115.963221:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc76c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3428 expref: 76 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128115.963229:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc76c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3428 expref: 76 pid: 8418 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128115.963234:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0c000 00000100:00100000:0.0:1746128115.965160:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.965380:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542654336 00000100:00100000:3.0:1746128115.965433:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542654336 00010000:00010000:3.0:1746128115.965455:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc76c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3428 expref: 76 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746128115.965774:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9015 00000100:00100000:3.0:1746128115.965780:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:1966:x1830947542654336:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.965789:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.965803:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc76c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3428 expref: 76 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128115.965813:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc76c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3428 expref: 76 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128115.965829:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc76c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3428 expref: 76 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128115.965987:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.965990:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.965996:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc773 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d342f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.966003:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc773 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d342f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.966028:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc773 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d342f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.966037:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540382976:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128115.966378:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a816c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.968082:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540382976:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128115.968096:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128115.968136:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1966:x1830947542654336:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2355us (2978us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.968144:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9015 00000100:00100000:0.0:1746128115.968513:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.969470:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542654592 00000100:00100000:1.0:1746128115.969476:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542654592 00002000:00100000:1.0:1746128115.969507:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0ea00 x1830947542654592/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.969516:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0ea00 with x1830947542654592 ext(0->4095) 00002000:00010000:1.0:1746128115.969519:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0ea00 00000100:00100000:1.0:1746128115.969535:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3788 00000100:00100000:1.0:1746128115.969541:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542654592:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128115.969681:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542654592:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (1168us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128115.969686:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3788 00002000:00100000:1.0:1746128115.969691:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0ea00 x1830947542654592/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128115.969697:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0ea00 with x1830947542654592 ext(0->4095) 00002000:00010000:1.0:1746128115.969699:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0ea00 00000100:00100000:0.0:1746128115.970388:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.970534:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542654720 00000100:00100000:3.0:1746128115.970539:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542654720 00000100:00100000:3.0:1746128115.970567:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5129 00000100:00100000:3.0:1746128115.970600:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:31595:x1830947542654720:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.970609:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.970621:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc77a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3436 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.971010:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc773 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d342f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.971022:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.971023:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.971027:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc77a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3436 expref: 76 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.971051:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc773 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d342f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.971060:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc773 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d342f expref: 5 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746128115.971069:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540383104:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128115.971376:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a816c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128115.973115:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540383104:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128115.973134:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc77a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3436 expref: 76 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.973146:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67200, rc 0) 00000100:00100000:3.0:1746128115.973174:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:31595:x1830947542654720:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2601us (2786us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128115.973182:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5129 00000100:00100000:0.0:1746128115.973303:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.973363:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542654848 00000100:00100000:3.0:1746128115.973368:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542654848 00000100:00100000:0.0:1746128115.973519:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.973557:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5130 00000100:00100000:3.0:1746128115.973564:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:31596:x1830947542654848:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.973597:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.973607:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc781 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d343d expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128115.973619:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542654976 00010000:00010000:3.0:1746128115.973621:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746128115.973622:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542654976 00010000:00010000:3.0:1746128115.973625:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc77a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3436 expref: 77 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.973630:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.973633:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc781 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d343d expref: 77 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.973634:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc773 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d342f expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128115.973649:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9016 00010000:00010000:3.0:1746128115.973651:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc77a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3436 expref: 77 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128115.973653:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542654976:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128115.973659:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc781 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d343d expref: 77 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.973659:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128115.973665:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67a00, rc 0) 00010000:00010000:2.0:1746128115.973675:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc773 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d342f expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746128115.973683:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+77:31596:x1830947542654848:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (381us total) trans 0 rc 0/0 00010000:00010000:2.0:1746128115.973683:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc773 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d342f expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746128115.973687:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5130 00010000:00010000:2.0:1746128115.973697:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228600/0x802a7453533bc773 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d342f expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128115.973709:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.973710:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.973715:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc77a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3436 expref: 76 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.973721:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc77a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3436 expref: 76 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.973738:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc77a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3436 expref: 76 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.973747:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc77a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3436 expref: 76 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128115.973756:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540383360:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.974027:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.975221:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540383360:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.975233:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.975256:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542654976:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1601us (1735us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.975263:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9016 00000100:00100000:0.0:1746128115.975617:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.975721:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542655232 00000100:00100000:2.0:1746128115.975725:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542655232 00002000:00100000:2.0:1746128115.975747:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0c380 x1830947542655232/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.975756:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0c380 with x1830947542655232 ext(0->4095) 00010000:00010000:2.0:1746128115.975761:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc77a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3436 expref: 77 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128115.975777:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc77a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3436 expref: 77 pid: 8418 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128115.975783:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0c380 00000100:00100000:2.0:1746128115.975805:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1798 00000100:00100000:2.0:1746128115.975810:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+77:1963:x1830947542655232:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128115.975952:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+77:1963:x1830947542655232:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (334us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.975958:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1798 00002000:00100000:2.0:1746128115.975963:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0c380 x1830947542655232/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.975970:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0c380 with x1830947542655232 ext(0->4095) 00010000:00010000:2.0:1746128115.975987:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc77a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3436 expref: 77 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128115.975995:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc77a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3436 expref: 77 pid: 8418 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128115.976001:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0c380 00000100:00100000:0.0:1746128115.977319:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.977387:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542655360 00000100:00100000:2.0:1746128115.977391:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542655360 00010000:00010000:2.0:1746128115.977410:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc77a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3436 expref: 77 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128115.977427:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9017 00000100:00100000:2.0:1746128115.977433:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+77:1964:x1830947542655360:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.977440:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.977454:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc77a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3436 expref: 77 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128115.977463:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc77a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3436 expref: 77 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128115.977479:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc77a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3436 expref: 77 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128115.977504:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.977505:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.977511:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc781 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d343d expref: 76 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.977517:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc781 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d343d expref: 76 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.977542:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc781 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d343d expref: 76 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128115.977551:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540383488:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.977646:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.978710:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540383488:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.978721:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.978756:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:1964:x1830947542655360:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1322us (1440us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.978764:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9017 00000100:00100000:0.0:1746128115.979079:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.979154:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542655616 00000100:00100000:2.0:1746128115.979158:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542655616 00002000:00100000:2.0:1746128115.979313:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0c700 x1830947542655616/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.979323:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0c700 with x1830947542655616 ext(0->4095) 00002000:00010000:2.0:1746128115.979326:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0c700 00000100:00100000:2.0:1746128115.979349:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3789 00000100:00100000:2.0:1746128115.979355:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:1966:x1830947542655616:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128115.979555:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:1966:x1830947542655616:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 199us (476us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.979561:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3789 00002000:00100000:2.0:1746128115.979566:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0c700 x1830947542655616/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.979588:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0c700 with x1830947542655616 ext(0->4095) 00002000:00010000:2.0:1746128115.979591:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0c700 00000100:00100000:0.0:1746128115.981384:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.981531:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542655744 00000100:00100000:1.0:1746128115.981538:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542655744 00000100:00100000:1.0:1746128115.981591:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5131 00000100:00100000:1.0:1746128115.981598:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542655744:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128115.981610:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128115.981624:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc788 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3444 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.981644:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc781 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d343d expref: 75 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.981650:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128115.981651:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128115.981654:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc788 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3444 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.981675:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc781 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d343d expref: 75 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.981685:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc781 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d343d expref: 75 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128115.981693:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540383616:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128115.981756:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51b5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128115.983812:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.983895:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540383616:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128115.983916:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc788 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3444 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.983931:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57c00, rc 0) 00000100:00100000:1.0:1746128115.983961:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542655744:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2364us (2581us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.983968:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5131 00000100:00100000:2.0:1746128115.984118:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542655872 00000100:00100000:2.0:1746128115.984123:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542655872 00010000:00010000:2.0:1746128115.984143:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc781 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d343d expref: 76 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128115.984173:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9018 00000100:00100000:2.0:1746128115.984178:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e37c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:1964:x1830947542655872:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.984188:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128115.984203:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc781 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d343d expref: 76 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128115.984217:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc781 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d343d expref: 76 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128115.984234:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc781 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d343d expref: 76 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128115.984249:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.984250:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.984256:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc788 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3444 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.984262:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc788 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3444 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.984595:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc788 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3444 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128115.984607:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540383744:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.984662:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.986916:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540383744:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.986930:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128115.986959:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e37c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1964:x1830947542655872:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2780us (3152us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.986967:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9018 00000100:00100000:0.0:1746128115.988689:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.989139:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542656128 00000100:00100000:2.0:1746128115.989146:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542656128 00002000:00100000:2.0:1746128115.989178:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0d180 x1830947542656128/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.989187:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0d180 with x1830947542656128 ext(0->4095) 00002000:00010000:2.0:1746128115.989191:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0d180 00000100:00100000:2.0:1746128115.989217:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3790 00000100:00100000:2.0:1746128115.989223:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542656128:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128115.989337:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128115.989383:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542656256 00000100:00100000:1.0:1746128115.989387:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542656256 00000100:00100000:1.0:1746128115.989412:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5132 00000100:00100000:1.0:1746128115.989416:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:31595:x1830947542656256:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128115.989424:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128115.989441:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc78f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d344b expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.989458:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc788 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3444 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.989464:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.989466:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128115.989469:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc78f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d344b expref: 76 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.989492:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc788 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3444 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.989502:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc788 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3444 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128115.989516:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540383872:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128115.989569:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51b5e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.990030:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542656128:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 805us (1343us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128115.990036:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3790 00002000:00100000:2.0:1746128115.990042:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0d180 x1830947542656128/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128115.990048:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0d180 with x1830947542656128 ext(0->4095) 00010000:00010000:2.0:1746128115.990053:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc788 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3444 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128115.990062:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc788 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3444 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128115.990067:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0d180 00000100:00100000:0.0:1746128115.993047:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.993145:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542656384 00000100:00100000:3.0:1746128115.993151:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542656384 00000100:00100000:0.0:1746128115.993192:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128115.993199:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5133 00000100:00100000:3.0:1746128115.993205:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+77:31596:x1830947542656384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128115.993218:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128115.993513:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc796 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3452 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.993533:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128115.993537:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc78f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d344b expref: 78 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.993543:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128115.993545:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc796 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3452 expref: 78 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.993599:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc78f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d344b expref: 78 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.993611:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc796 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3452 expref: 78 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128115.993619:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67400, rc 0) 00000100:00100000:3.0:1746128115.993657:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+78:31596:x1830947542656384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 452us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.993703:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542656512 00000100:00100000:2.0:1746128115.993706:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542656512 00010000:00010000:2.0:1746128115.993722:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc788 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3444 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128115.993736:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9019 00000100:00100000:1.0:1746128115.993737:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540383872:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128115.993741:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542656512:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128115.993747:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128115.993752:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc78f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d344b expref: 78 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128115.993758:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57e00, rc 0) 00010000:00010000:2.0:1746128115.993761:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc788 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3444 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128115.993769:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc788 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3444 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128115.993773:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+78:31595:x1830947542656256:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4357us (4437us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128115.993778:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5132 00010000:00010000:2.0:1746128115.993783:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc788 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3444 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128115.993793:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.993795:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128115.993799:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc78f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d344b expref: 77 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.993805:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc78f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d344b expref: 77 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128115.993821:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc78f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d344b expref: 77 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128115.993927:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5133 00010000:00010000:2.0:1746128115.994176:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc78f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d344b expref: 76 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128115.994187:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540384128:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128115.994368:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128115.996187:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540384128:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128115.996200:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128115.996226:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128115.996242:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542656512:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2500us (3048us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128115.996250:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9019 00000100:00100000:3.0:1746128115.996758:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542656768 00000100:00100000:3.0:1746128115.996764:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542656768 00002000:00100000:3.0:1746128115.996792:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0df80 x1830947542656768/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/0 e 0 to 0 dl 1746128126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.996804:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0df80 with x1830947542656768 ext(0->4095) 00010000:00010000:3.0:1746128115.996811:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc78f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d344b expref: 77 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128115.996826:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc78f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d344b expref: 77 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128115.996832:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0df80 00000100:00100000:3.0:1746128115.996853:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1799 00000100:00100000:3.0:1746128115.996859:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+77:1963:x1830947542656768:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128115.997003:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+77:1963:x1830947542656768:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (776us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128115.997009:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1799 00002000:00100000:3.0:1746128115.997014:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0df80 x1830947542656768/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:366/0 lens 488/4536 e 0 to 0 dl 1746128126 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128115.997021:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0df80 with x1830947542656768 ext(0->4095) 00010000:00010000:3.0:1746128115.997025:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc78f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d344b expref: 77 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128115.997034:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc78f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d344b expref: 77 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128115.997039:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0df80 00000100:00100000:0.0:1746128116.001957:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.002023:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542656896 00000100:00100000:2.0:1746128116.002031:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542656896 00010000:00010000:2.0:1746128116.002058:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc78f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d344b expref: 77 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.002094:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9020 00000100:00100000:2.0:1746128116.002100:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+77:1963:x1830947542656896:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128116.002111:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128116.002128:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc78f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d344b expref: 77 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.002138:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc78f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d344b expref: 77 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.002156:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc78f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d344b expref: 77 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.003137:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.003140:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.003147:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3452 expref: 76 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.003155:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc796 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3452 expref: 76 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.003185:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc796 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3452 expref: 76 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128116.003196:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540384256:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128116.003282:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128116.007909:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540384256:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128116.007923:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128116.007954:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:1963:x1830947542656896:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5854us (6003us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.007964:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9020 00000100:00100000:0.0:1746128116.009633:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.010047:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542657152 00000100:00100000:3.0:1746128116.010054:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542657152 00002000:00100000:3.0:1746128116.010087:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0dc00 x1830947542657152/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.010097:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0dc00 with x1830947542657152 ext(0->4095) 00002000:00010000:3.0:1746128116.010101:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0dc00 00000100:00100000:3.0:1746128116.010126:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3791 00000100:00100000:3.0:1746128116.010132:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:1963:x1830947542657152:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128116.010270:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:1963:x1830947542657152:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (640us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128116.010276:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3791 00002000:00100000:3.0:1746128116.010281:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0dc00 x1830947542657152/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.010288:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0dc00 with x1830947542657152 ext(0->4095) 00002000:00010000:3.0:1746128116.010291:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0dc00 00000100:00100000:0.0:1746128116.013789:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.013969:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542657280 00000100:00100000:3.0:1746128116.013986:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542657280 00000100:00100000:3.0:1746128116.014035:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5134 00000100:00100000:3.0:1746128116.014042:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542657280:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128116.014057:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128116.014071:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc79d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3459 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.014092:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3452 expref: 75 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.014099:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.014100:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.014103:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc79d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3459 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.014131:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc796 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3452 expref: 75 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.014140:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3452 expref: 75 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746128116.014150:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540384384:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128116.014216:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128116.033080:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540384384:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128116.033102:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc79d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3459 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.033116:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67e00, rc 0) 00000100:00100000:3.0:1746128116.033174:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542657280:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 19133us (19391us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.033182:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5134 00000100:00100000:0.0:1746128116.033968:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.034046:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542657408 00000100:00100000:3.0:1746128116.034052:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542657408 00002000:00100000:3.0:1746128116.034081:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091c78e00 x1830947542657408/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.034089:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c78e00 with x1830947542657408 ext(0->7) 00010000:00010000:3.0:1746128116.034095:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3452 expref: 76 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.034111:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3452 expref: 76 pid: 8418 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128116.034116:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c78e00 00000100:00100000:3.0:1746128116.034144:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1800 00000100:00100000:3.0:1746128116.034150:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:1963:x1830947542657408:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128116.034496:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+78:1963:x1830947542657408:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 344us (527us total) trans 4294967972 rc 0/0 00000100:00100000:3.0:1746128116.034502:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1800 00002000:00100000:3.0:1746128116.034508:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091c78e00 x1830947542657408/t4294967972(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/448 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.034514:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c78e00 with x1830947542657408 ext(0->7) 00010000:00010000:3.0:1746128116.034518:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3452 expref: 78 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.034527:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3452 expref: 78 pid: 8418 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128116.034532:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c78e00 00000100:00100000:0.0:1746128116.039545:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.040899:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542657664 00000100:00100000:3.0:1746128116.040908:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542657664 00000100:00100000:3.0:1746128116.040958:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5135 00000100:00100000:3.0:1746128116.040966:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+78:31595:x1830947542657664:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128116.040989:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128116.041004:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc7a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3460 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.041024:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.041028:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc79d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3459 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.041033:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128116.041036:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc7a4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3460 expref: 79 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.041060:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc79d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3459 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.041071:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc7a4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3460 expref: 79 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.041079:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66000, rc 0) 00000100:00100000:3.0:1746128116.041116:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+79:31595:x1830947542657664:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (1578us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.041120:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5135 00000100:00100000:3.0:1746128116.041208:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.041414:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542657536 00000100:00100000:2.0:1746128116.041418:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542657536 00010000:00010000:2.0:1746128116.041433:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3452 expref: 79 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.041460:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9021 00000100:00100000:2.0:1746128116.041465:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+79:1963:x1830947542657536:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128116.041472:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128116.041487:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3452 expref: 79 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.041495:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc796 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3452 expref: 79 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.041507:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bc796 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3452 expref: 79 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.041533:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.041535:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.041539:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc79d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3459 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.041546:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc79d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3459 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.041564:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc79d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3459 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.041588:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc79d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3459 expref: 5 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.041599:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540384640:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128116.041654:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.043696:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.043774:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540384640:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128116.043786:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128116.043818:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+78:1963:x1830947542657536:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2352us (2609us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.043825:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9021 00000100:00100000:3.0:1746128116.043965:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542657920 00000100:00100000:3.0:1746128116.043970:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542657920 00002000:00100000:3.0:1746128116.044005:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c78700 x1830947542657920/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.044012:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c78700 with x1830947542657920 ext(0->4095) 00010000:00010000:3.0:1746128116.044019:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc79d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3459 expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.044029:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc79d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3459 expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128116.044034:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c78700 00000100:00100000:3.0:1746128116.044047:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1801 00000100:00100000:3.0:1746128116.044052:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542657920:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128116.044157:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542657920:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (464us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128116.044162:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1801 00002000:00100000:3.0:1746128116.044167:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c78700 x1830947542657920/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.044173:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c78700 with x1830947542657920 ext(0->4095) 00010000:00010000:3.0:1746128116.044177:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc79d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3459 expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.044185:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc79d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3459 expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128116.044190:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c78700 00000100:00100000:0.0:1746128116.049695:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.049952:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542658048 00000100:00100000:2.0:1746128116.049959:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542658048 00010000:00010000:2.0:1746128116.049996:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc79d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3459 expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.050184:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9022 00000100:00100000:2.0:1746128116.050191:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542658048:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128116.050202:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128116.050218:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc79d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3459 expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.050228:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc79d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3459 expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.050245:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bc79d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3459 expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.050271:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.050272:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.050278:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc7a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3460 expref: 77 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.050285:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc7a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3460 expref: 77 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.050309:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc7a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3460 expref: 77 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128116.050319:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540384768:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128116.050730:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128116.054092:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540384768:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128116.054107:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128116.054528:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542658048:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4336us (4838us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.054537:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9022 00000100:00100000:0.0:1746128116.056067:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.057404:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542658304 00000100:00100000:1.0:1746128116.057413:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542658304 00002000:00100000:1.0:1746128116.057451:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c7b100 x1830947542658304/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.057460:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7b100 with x1830947542658304 ext(0->4095) 00002000:00010000:1.0:1746128116.057464:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c7b100 00000100:00100000:1.0:1746128116.057497:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3792 00000100:00100000:1.0:1746128116.057504:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+78:1963:x1830947542658304:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128116.057666:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+78:1963:x1830947542658304:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 161us (1601us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128116.057671:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3792 00002000:00100000:1.0:1746128116.057676:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c7b100 x1830947542658304/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.057691:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7b100 with x1830947542658304 ext(0->4095) 00002000:00010000:1.0:1746128116.057695:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c7b100 00000100:00100000:0.0:1746128116.061679:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.061894:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542658432 00000100:00100000:2.0:1746128116.061901:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542658432 00000100:00100000:2.0:1746128116.061942:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5136 00000100:00100000:2.0:1746128116.061948:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542658432:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128116.061962:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128116.061981:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc7ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3467 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.062005:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc7a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3460 expref: 77 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.062011:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128116.062013:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128116.062016:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc7ab lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3467 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.062038:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc7a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3460 expref: 77 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.062049:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc7a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3460 expref: 77 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.062058:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540384896:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128116.062128:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.067424:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.067621:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540384896:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128116.067643:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc7ab lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3467 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.067658:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229c00, rc 0) 00000100:00100000:2.0:1746128116.067705:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542658432:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5756us (6031us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.067713:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5136 00000100:00100000:3.0:1746128116.068351:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542658560 00000100:00100000:3.0:1746128116.068358:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542658560 00002000:00100000:3.0:1746128116.068386:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091c79500 x1830947542658560/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.068393:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c79500 with x1830947542658560 ext(0->7) 00010000:00010000:3.0:1746128116.068399:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc7a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3460 expref: 78 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.068409:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc7a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3460 expref: 78 pid: 8418 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128116.068415:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c79500 00000100:00100000:3.0:1746128116.068442:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1802 00000100:00100000:3.0:1746128116.068448:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+78:1963:x1830947542658560:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128116.069107:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:1963:x1830947542658560:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 657us (1688us total) trans 4294967973 rc 0/0 00000100:00100000:3.0:1746128116.069113:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1802 00002000:00100000:3.0:1746128116.069119:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091c79500 x1830947542658560/t4294967973(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/448 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.069126:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c79500 with x1830947542658560 ext(0->7) 00010000:00010000:3.0:1746128116.069130:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc7a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3460 expref: 80 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.069139:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc7a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3460 expref: 80 pid: 8418 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128116.069144:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c79500 00000100:00100000:0.0:1746128116.075830:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.075870:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.075937:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542658688 00000100:00100000:2.0:1746128116.075944:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542658688 00010000:00010000:2.0:1746128116.075970:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc7a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3460 expref: 80 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.076008:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9023 00000100:00100000:2.0:1746128116.076013:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:1963:x1830947542658688:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128116.076024:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128116.076039:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc7a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3460 expref: 80 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.076049:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc7a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3460 expref: 80 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.076067:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc7a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3460 expref: 80 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.076093:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.076095:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.076103:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc7ab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3467 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.076110:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc7ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3467 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.076136:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc7ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3467 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128116.076146:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540385024:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128116.076203:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128116.076915:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542658816 00000100:00100000:3.0:1746128116.076920:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542658816 00000100:00100000:3.0:1746128116.076949:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5137 00000100:00100000:3.0:1746128116.076954:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:31595:x1830947542658816:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128116.076966:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128116.076982:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc7b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d346e expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.076998:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc7ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3467 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.077003:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128116.077004:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128116.077006:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc7b2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d346e expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.077023:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc7ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3467 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.077031:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc7ab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3467 expref: 5 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746128116.077038:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540385152:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128116.078419:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a816c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.084144:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.084265:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540385152:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128116.084287:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc7b2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d346e expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.084300:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66c00, rc 0) 00000100:00100000:0.0:1746128116.084550:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542659072 00000100:00100000:0.0:1746128116.084554:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542659072 00002000:00100000:0.0:1746128116.084592:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bda680 x1830947542659072/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128116.084600:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bda680 with x1830947542659072 ext(0->4095) 00010000:00010000:0.0:1746128116.084605:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc7ab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3467 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746128116.084615:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc7ab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3467 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:0.0:1746128116.084620:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bda680 00000100:00100000:2.0:1746128116.085472:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540385024:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128116.085483:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128116.085518:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:1963:x1830947542658688:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 9505us (9694us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.085520:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:31595:x1830947542658816:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8566us (9649us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.085527:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9023 00000100:00100000:3.0:1746128116.085529:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5137 00000100:00100000:1.0:1746128116.086034:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1803 00000100:00100000:1.0:1746128116.086043:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542659072:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128116.086165:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542659072:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (2026us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128116.086170:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1803 00002000:00100000:1.0:1746128116.086175:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bda680 x1830947542659072/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.086182:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bda680 with x1830947542659072 ext(0->4095) 00010000:00010000:1.0:1746128116.086187:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc7ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3467 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.086196:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc7ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3467 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746128116.086201:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bda680 00000100:00100000:0.0:1746128116.091736:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.092196:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542659200 00000100:00100000:2.0:1746128116.092207:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542659200 00010000:00010000:2.0:1746128116.092238:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc7ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3467 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.092272:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9024 00000100:00100000:2.0:1746128116.092279:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542659200:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128116.092293:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128116.092308:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc7ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3467 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.092318:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc7ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3467 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.092336:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229c00/0x802a7453533bc7ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3467 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.092361:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.092363:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.092368:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc7b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d346e expref: 79 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.092375:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc7b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d346e expref: 79 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.092399:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc7b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d346e expref: 79 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128116.092408:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540385280:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128116.092478:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128116.094549:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540385280:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128116.094565:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128116.094617:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542659200:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2338us (2887us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.094629:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9024 00000100:00100000:0.0:1746128116.095111:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.095231:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542659456 00000100:00100000:1.0:1746128116.095236:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542659456 00002000:00100000:1.0:1746128116.095263:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bd8380 x1830947542659456/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.095271:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bd8380 with x1830947542659456 ext(0->4095) 00002000:00010000:1.0:1746128116.095275:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bd8380 00000100:00100000:1.0:1746128116.095299:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3793 00000100:00100000:1.0:1746128116.095305:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:1963:x1830947542659456:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128116.095426:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:1963:x1830947542659456:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (314us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128116.095431:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3793 00002000:00100000:1.0:1746128116.095436:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bd8380 x1830947542659456/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.095442:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bd8380 with x1830947542659456 ext(0->4095) 00002000:00010000:1.0:1746128116.095445:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bd8380 00000100:00100000:0.0:1746128116.107274:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.107354:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542659584 00000100:00100000:3.0:1746128116.107362:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542659584 00000100:00100000:3.0:1746128116.107393:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5138 00000100:00100000:3.0:1746128116.107399:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542659584:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128116.107412:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128116.107426:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc7b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3475 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.107447:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc7b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d346e expref: 79 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.107453:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.107455:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.107458:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc7b9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3475 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.107481:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc7b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d346e expref: 79 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.107491:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc7b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d346e expref: 79 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746128116.107502:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540385408:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128116.107592:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a816c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128116.118127:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540385408:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128116.118153:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc7b9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3475 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.118166:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67800, rc 0) 00000100:00100000:3.0:1746128116.118304:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542659584:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10904us (11036us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.118312:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5138 00000100:00100000:0.0:1746128116.153683:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.153769:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542659712 00000100:00100000:3.0:1746128116.153777:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542659712 00000100:00100000:3.0:1746128116.153813:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5139 00000100:00100000:3.0:1746128116.153820:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:31595:x1830947542659712:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128116.153834:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128116.153848:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc7c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d347c expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.153867:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.153872:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc7b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3475 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.153877:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128116.153880:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc7c0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d347c expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.153905:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc7b9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3475 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.153915:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc7c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d347c expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.153926:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66200, rc 0) 00000100:00100000:3.0:1746128116.153983:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:31595:x1830947542659712:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.153989:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5139 00000100:00100000:0.0:1746128116.156772:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.156859:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542659840 00000100:00100000:2.0:1746128116.156867:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542659840 00002000:00100000:2.0:1746128116.156901:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091bdb480 x1830947542659840/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.156909:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bdb480 with x1830947542659840 ext(0->7) 00010000:00010000:2.0:1746128116.156918:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc7b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d346e expref: 81 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.156929:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc7b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d346e expref: 81 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128116.156935:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bdb480 00000100:00100000:2.0:1746128116.156964:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1804 00000100:00100000:2.0:1746128116.156970:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:1964:x1830947542659840:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128116.157250:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+83:1964:x1830947542659840:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 278us (483us total) trans 4294967974 rc 0/0 00000100:00100000:2.0:1746128116.157257:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1804 00002000:00100000:2.0:1746128116.157262:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091bdb480 x1830947542659840/t4294967974(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/448 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.157268:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bdb480 with x1830947542659840 ext(0->7) 00010000:00010000:2.0:1746128116.157272:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc7b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d346e expref: 83 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.157279:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc7b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d346e expref: 83 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128116.157285:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bdb480 00000100:00100000:0.0:1746128116.168635:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.168719:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542659968 00000100:00100000:2.0:1746128116.168726:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542659968 00010000:00010000:2.0:1746128116.168755:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc7b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d346e expref: 83 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.168785:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9025 00000100:00100000:2.0:1746128116.168791:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e37850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+83:1963:x1830947542659968:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128116.168804:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128116.168820:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc7b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d346e expref: 83 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.168830:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc7b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d346e expref: 83 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.168848:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bc7b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d346e expref: 83 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.168875:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.168878:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.168884:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc7b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3475 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.168891:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc7b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3475 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.168923:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc7b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3475 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.168932:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc7b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3475 expref: 5 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.168942:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540385664:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128116.169012:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128116.171125:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540385664:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128116.171140:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128116.171170:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e37850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1963:x1830947542659968:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2378us (2541us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.171178:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9025 00000100:00100000:0.0:1746128116.174997:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.175068:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542660224 00000100:00100000:1.0:1746128116.175075:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542660224 00002000:00100000:1.0:1746128116.175107:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bda300 x1830947542660224/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.175116:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bda300 with x1830947542660224 ext(0->4095) 00010000:00010000:1.0:1746128116.175122:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc7b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3475 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.175132:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc7b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3475 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746128116.175138:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bda300 00000100:00100000:1.0:1746128116.175510:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1805 00000100:00100000:1.0:1746128116.175517:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542660224:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128116.176298:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542660224:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 779us (1304us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128116.176305:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1805 00002000:00100000:1.0:1746128116.176311:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bda300 x1830947542660224/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.176318:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bda300 with x1830947542660224 ext(0->4095) 00010000:00010000:1.0:1746128116.176323:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc7b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3475 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.176333:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc7b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3475 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746128116.176338:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bda300 00000100:00100000:0.0:1746128116.179153:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.179880:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542660352 00000100:00100000:2.0:1746128116.179888:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542660352 00010000:00010000:2.0:1746128116.179916:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc7b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3475 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.180000:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9026 00000100:00100000:2.0:1746128116.180008:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542660352:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128116.180019:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128116.180035:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc7b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3475 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.180044:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc7b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3475 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.180062:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bc7b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3475 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.180233:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.180234:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.180241:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc7c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d347c expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.180248:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc7c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d347c expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.180274:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc7c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d347c expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128116.180284:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540385792:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128116.180655:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128116.184128:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540385792:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128116.184145:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128116.184181:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542660352:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4174us (5032us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.184190:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9026 00000100:00100000:0.0:1746128116.185528:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.185610:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542660608 00000100:00100000:1.0:1746128116.185616:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542660608 00002000:00100000:1.0:1746128116.185648:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bdb100 x1830947542660608/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.185657:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bdb100 with x1830947542660608 ext(0->4095) 00002000:00010000:1.0:1746128116.185661:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bdb100 00000100:00100000:1.0:1746128116.186043:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3794 00000100:00100000:1.0:1746128116.186051:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1964:x1830947542660608:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128116.186178:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1964:x1830947542660608:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (654us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128116.186184:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3794 00002000:00100000:1.0:1746128116.186189:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bdb100 x1830947542660608/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.186201:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bdb100 with x1830947542660608 ext(0->4095) 00002000:00010000:1.0:1746128116.186203:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bdb100 00000100:00100000:0.0:1746128116.194260:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.195020:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542660736 00000100:00100000:1.0:1746128116.195027:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542660736 00000100:00100000:1.0:1746128116.195076:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5140 00000100:00100000:1.0:1746128116.195083:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542660736:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128116.195097:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128116.195111:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc7c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3483 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.195133:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc7c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d347c expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.195140:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128116.195141:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128116.195144:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc7c7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3483 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.195167:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc7c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d347c expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.195177:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc7c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d347c expref: 81 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.195187:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540385920:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128116.195250:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51b5e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128116.201697:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540385920:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128116.201722:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc7c7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3483 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.201736:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57c00, rc 0) 00000100:00100000:1.0:1746128116.201775:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542660736:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6692us (7520us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.201782:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5140 00000100:00100000:0.0:1746128116.209125:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.209174:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.209252:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542660992 00000100:00100000:2.0:1746128116.209260:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542660992 00002000:00100000:2.0:1746128116.209296:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012944d880 x1830947542660992/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.209310:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944d880 with x1830947542660992 ext(0->7) 00010000:00010000:2.0:1746128116.209317:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc7c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d347c expref: 82 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.209327:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc7c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d347c expref: 82 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128116.209334:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944d880 00000100:00100000:2.0:1746128116.209351:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1806 00000100:00100000:2.0:1746128116.209357:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1963:x1830947542660992:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128116.209615:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+84:1963:x1830947542660992:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 256us (439us total) trans 4294967975 rc 0/0 00000100:00100000:2.0:1746128116.209621:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1806 00002000:00100000:2.0:1746128116.209626:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012944d880 x1830947542660992/t4294967975(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/448 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.209632:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944d880 with x1830947542660992 ext(0->7) 00010000:00010000:2.0:1746128116.209637:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc7c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d347c expref: 84 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.209645:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc7c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d347c expref: 84 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128116.209650:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944d880 00000100:00100000:1.0:1746128116.209780:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542660864 00000100:00100000:1.0:1746128116.209784:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542660864 00000100:00100000:1.0:1746128116.209822:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5141 00000100:00100000:1.0:1746128116.209827:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+84:31595:x1830947542660864:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128116.209835:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128116.209846:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc7ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d348a expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.209861:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128116.209865:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc7c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3483 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.209870:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128116.209873:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc7ce lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d348a expref: 85 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.209900:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc7c7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3483 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.209909:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc7ce lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d348a expref: 85 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.209918:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57e00, rc 0) 00000100:00100000:1.0:1746128116.209936:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+85:31595:x1830947542660864:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (817us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.209940:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5141 00000100:00100000:0.0:1746128116.214519:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.216125:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542661120 00000100:00100000:2.0:1746128116.216134:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542661120 00010000:00010000:3.0:1746128116.216230:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc7c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d347c expref: 85 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746128116.216360:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9027 00000100:00100000:3.0:1746128116.216377:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+85:1963:x1830947542661120:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128116.216390:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128116.216407:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc7c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d347c expref: 85 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.216417:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc7c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d347c expref: 85 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.216434:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc7c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d347c expref: 85 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.216459:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128116.216461:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128116.216467:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc7c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3483 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.216474:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc7c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3483 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.216501:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc7c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3483 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.216511:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc7c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3483 expref: 5 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746128116.216520:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540386176:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128116.218399:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a816c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.220936:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.221507:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540386176:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128116.221521:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128116.222403:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+84:1963:x1830947542661120:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6032us (7887us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.222413:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9027 00000100:00100000:1.0:1746128116.222560:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542661376 00000100:00100000:1.0:1746128116.222566:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542661376 00002000:00100000:1.0:1746128116.222913:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944c000 x1830947542661376/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.222920:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944c000 with x1830947542661376 ext(0->4095) 00010000:00010000:1.0:1746128116.222927:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc7c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3483 expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.222938:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc7c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3483 expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746128116.222943:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944c000 00000100:00100000:1.0:1746128116.223686:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1807 00000100:00100000:1.0:1746128116.223695:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542661376:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128116.223837:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542661376:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (2907us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128116.223843:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1807 00002000:00100000:1.0:1746128116.223848:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944c000 x1830947542661376/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.223861:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944c000 with x1830947542661376 ext(0->4095) 00010000:00010000:1.0:1746128116.223866:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc7c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3483 expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.223875:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc7c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3483 expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746128116.223880:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944c000 00000100:00100000:0.0:1746128116.227692:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.227792:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542661504 00000100:00100000:3.0:1746128116.227799:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542661504 00010000:00010000:3.0:1746128116.227825:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc7c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3483 expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746128116.227859:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9028 00000100:00100000:3.0:1746128116.227865:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542661504:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128116.227878:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128116.227894:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc7c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3483 expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.227905:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc7c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3483 expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.227923:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc7c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3483 expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.227939:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128116.227940:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128116.227946:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc7ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d348a expref: 83 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.227953:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc7ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d348a expref: 83 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.227989:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc7ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d348a expref: 83 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128116.227999:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540386304:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128116.228810:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a816c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746128116.231760:0:11111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128116.232066:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540386304:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128116.232081:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128116.232123:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542661504:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4256us (4435us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128116.232131:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9028 00000100:00100000:0.0:1746128116.232491:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.232615:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542661760 00000100:00100000:2.0:1746128116.232621:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542661760 00002000:00100000:2.0:1746128116.232650:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944f100 x1830947542661760/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.232658:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944f100 with x1830947542661760 ext(0->4095) 00002000:00010000:2.0:1746128116.232662:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012944f100 00000100:00100000:2.0:1746128116.232687:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3795 00000100:00100000:2.0:1746128116.232693:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+84:1963:x1830947542661760:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128116.232809:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+84:1963:x1830947542661760:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (318us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128116.232813:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3795 00002000:00100000:2.0:1746128116.232818:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944f100 x1830947542661760/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.232823:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944f100 with x1830947542661760 ext(0->4095) 00002000:00010000:2.0:1746128116.232826:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012944f100 00000100:00100000:0.0:1746128116.237806:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.238059:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542661888 00000100:00100000:3.0:1746128116.238067:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542661888 00000100:00100000:3.0:1746128116.242623:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5142 00000100:00100000:3.0:1746128116.242640:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542661888:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128116.242656:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128116.242670:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc7d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3491 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.242693:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc7ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d348a expref: 83 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.242704:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.242705:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.242708:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc7d5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3491 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.242731:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc7ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d348a expref: 83 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.242741:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc7ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d348a expref: 83 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746128116.242750:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540386432:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128116.242835:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a81780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128116.246416:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540386432:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128116.246440:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc7d5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3491 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.246455:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67200, rc 0) 00000100:00100000:3.0:1746128116.246499:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542661888:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3866us (8700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.246506:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5142 00000100:00100000:0.0:1746128116.270656:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.270732:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542662016 00000100:00100000:1.0:1746128116.270739:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542662016 00002000:00100000:1.0:1746128116.270772:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800920e8e00 x1830947542662016/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.270780:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e8e00 with x1830947542662016 ext(0->7) 00010000:00010000:1.0:1746128116.270786:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc7ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d348a expref: 84 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.270797:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc7ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d348a expref: 84 pid: 8418 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746128116.270803:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920e8e00 00000100:00100000:1.0:1746128116.270888:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1808 00000100:00100000:1.0:1746128116.270895:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+84:1964:x1830947542662016:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128116.271165:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+86:1964:x1830947542662016:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 270us (514us total) trans 4294967976 rc 0/0 00000100:00100000:1.0:1746128116.271174:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1808 00002000:00100000:1.0:1746128116.271179:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800920e8e00 x1830947542662016/t4294967976(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/448 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.271186:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e8e00 with x1830947542662016 ext(0->7) 00010000:00010000:1.0:1746128116.271190:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc7ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d348a expref: 86 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.271199:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc7ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d348a expref: 86 pid: 8418 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746128116.271204:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920e8e00 00000100:00100000:0.0:1746128116.279295:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.285191:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542662144 00000100:00100000:3.0:1746128116.285201:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542662144 00000100:00100000:3.0:1746128116.285250:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5143 00000100:00100000:3.0:1746128116.285257:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+86:31595:x1830947542662144:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128116.285274:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128116.285286:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc7dc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3498 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.285306:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.285310:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc7d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3491 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.285315:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128116.285318:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc7dc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3498 expref: 87 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.285345:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc7d5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3491 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.285355:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc7dc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3498 expref: 87 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.285363:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67a00, rc 0) 00000100:00100000:3.0:1746128116.285407:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+87:31595:x1830947542662144:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (6118us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.285413:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5143 00000100:00100000:0.0:1746128116.286356:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.286428:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542662272 00000100:00100000:2.0:1746128116.286432:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542662272 00010000:00010000:2.0:1746128116.286451:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc7ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d348a expref: 87 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.286478:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9029 00000100:00100000:2.0:1746128116.286483:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+87:1963:x1830947542662272:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128116.286492:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128116.286507:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc7ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d348a expref: 87 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.286517:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc7ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d348a expref: 87 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.286531:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc7ce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d348a expref: 87 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.286552:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.286554:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.286559:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc7d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3491 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.286566:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc7d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3491 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.286601:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc7d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3491 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.286611:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc7d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3491 expref: 5 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.286619:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540386688:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128116.286681:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128116.288563:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540386688:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128116.288607:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128116.288639:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+86:1963:x1830947542662272:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2155us (2284us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.288650:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9029 00000100:00100000:2.0:1746128116.289854:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.289904:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542662528 00000100:00100000:0.0:1746128116.289910:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542662528 00002000:00100000:0.0:1746128116.289940:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a4a80 x1830947542662528/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128116.289949:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a4a80 with x1830947542662528 ext(0->4095) 00010000:00010000:0.0:1746128116.289956:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc7d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3491 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746128116.289979:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc7d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3491 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:0.0:1746128116.289986:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800840a4a80 00000100:00100000:0.0:1746128116.290481:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1809 00000100:00100000:0.0:1746128116.290489:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542662528:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128116.290634:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542662528:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (782us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128116.290640:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1809 00002000:00100000:0.0:1746128116.290644:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a4a80 x1830947542662528/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128116.290652:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a4a80 with x1830947542662528 ext(0->4095) 00010000:00010000:0.0:1746128116.290656:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc7d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3491 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746128116.290664:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc7d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3491 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:0.0:1746128116.290670:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800840a4a80 00000100:00100000:0.0:1746128116.294045:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.294209:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542662656 00000100:00100000:2.0:1746128116.294216:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542662656 00010000:00010000:2.0:1746128116.294241:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc7d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3491 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.294264:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9030 00000100:00100000:2.0:1746128116.294270:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542662656:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128116.294280:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128116.294296:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc7d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3491 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.294307:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc7d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3491 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.294324:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc7d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3491 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.296087:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.296091:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.296100:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc7dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3498 expref: 85 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.296109:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc7dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3498 expref: 85 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.296145:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc7dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3498 expref: 85 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128116.296156:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540386816:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128116.297280:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128116.299475:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540386816:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128116.299492:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128116.299522:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542662656:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5252us (5482us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.299531:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9030 00000100:00100000:0.0:1746128116.304801:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.305114:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542662912 00000100:00100000:1.0:1746128116.305121:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542662912 00002000:00100000:1.0:1746128116.305154:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cda8e00 x1830947542662912/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.305163:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda8e00 with x1830947542662912 ext(0->4095) 00002000:00010000:1.0:1746128116.305167:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cda8e00 00000100:00100000:1.0:1746128116.305181:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3796 00000100:00100000:1.0:1746128116.305187:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+86:1963:x1830947542662912:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128116.305329:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+86:1963:x1830947542662912:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (534us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128116.305335:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3796 00002000:00100000:1.0:1746128116.305340:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cda8e00 x1830947542662912/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.305353:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda8e00 with x1830947542662912 ext(0->4095) 00002000:00010000:1.0:1746128116.305355:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cda8e00 00000100:00100000:0.0:1746128116.334409:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.334498:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542663040 00000100:00100000:1.0:1746128116.334506:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542663040 00000100:00100000:1.0:1746128116.334551:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5144 00000100:00100000:1.0:1746128116.334558:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542663040:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128116.334595:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128116.334608:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc7e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d349f expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.334632:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc7dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3498 expref: 85 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.334638:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128116.334644:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128116.334647:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc7e3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d349f expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.334673:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc7dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3498 expref: 85 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.334682:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc7dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3498 expref: 85 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.334692:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540386944:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128116.335406:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a51b5e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128116.347129:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540386944:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128116.347153:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc7e3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d349f expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.347168:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57200, rc 0) 00000100:00100000:2.0:1746128116.347200:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542663040:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12643us (12799us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.347208:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5144 00000100:00100000:0.0:1746128116.348135:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.348188:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542663168 00000100:00100000:2.0:1746128116.348194:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542663168 00002000:00100000:2.0:1746128116.348223:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008cdaa300 x1830947542663168/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.348232:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdaa300 with x1830947542663168 ext(0->7) 00010000:00010000:2.0:1746128116.348238:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc7dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3498 expref: 86 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.348249:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc7dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3498 expref: 86 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128116.348255:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cdaa300 00000100:00100000:2.0:1746128116.348656:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1810 00000100:00100000:2.0:1746128116.348664:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+86:1966:x1830947542663168:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128116.348948:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+88:1966:x1830947542663168:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 284us (813us total) trans 4294967977 rc 0/0 00000100:00100000:2.0:1746128116.348953:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1810 00002000:00100000:2.0:1746128116.348959:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008cdaa300 x1830947542663168/t4294967977(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/448 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.348966:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdaa300 with x1830947542663168 ext(0->7) 00010000:00010000:2.0:1746128116.348970:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc7dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3498 expref: 88 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.348988:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc7dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3498 expref: 88 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128116.348993:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cdaa300 00000100:00100000:2.0:1746128116.359794:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.359826:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.359846:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542663424 00000100:00100000:2.0:1746128116.359853:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542663424 00000100:00100000:2.0:1746128116.359887:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5145 00000100:00100000:2.0:1746128116.359893:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+88:31595:x1830947542663424:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128116.359908:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128116.359921:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc7ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d34a6 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.359941:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128116.359946:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc7e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d349f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.359951:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128116.359953:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc7ea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34a6 expref: 89 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.359992:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc7e3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d349f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.360002:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc7ea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34a6 expref: 89 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.360010:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229e00, rc 0) 00000100:00100000:2.0:1746128116.360041:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+89:31595:x1830947542663424:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.360046:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5145 00000100:00100000:0.0:1746128116.360663:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542663296 00000100:00100000:0.0:1746128116.360667:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542663296 00010000:00010000:0.0:1746128116.360685:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc7dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3498 expref: 89 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746128116.360706:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9031 00000100:00100000:0.0:1746128116.360710:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+89:1964:x1830947542663296:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128116.360717:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128116.360733:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc7dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3498 expref: 89 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746128116.360742:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc7dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3498 expref: 89 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746128116.360755:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc7dc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3498 expref: 89 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746128116.360767:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128116.360768:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128116.360773:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc7e3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d349f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.360779:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc7e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d349f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.360796:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc7e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d349f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.360804:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc7e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d349f expref: 5 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746128116.360814:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cdabb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540387200:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128116.360854:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0443c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128116.365517:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdabb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540387200:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128116.365531:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128116.365560:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+88:1964:x1830947542663296:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4849us (5772us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.365584:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9031 00000100:00100000:1.0:1746128116.365662:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.365679:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542663680 00000100:00100000:1.0:1746128116.365684:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542663680 00002000:00100000:1.0:1746128116.365710:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba40380 x1830947542663680/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.365720:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba40380 with x1830947542663680 ext(0->4095) 00010000:00010000:1.0:1746128116.365726:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc7e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d349f expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.365737:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc7e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d349f expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746128116.365742:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba40380 00000100:00100000:1.0:1746128116.365753:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1811 00000100:00100000:1.0:1746128116.365757:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542663680:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128116.365849:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542663680:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (187us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128116.365855:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1811 00002000:00100000:1.0:1746128116.365859:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba40380 x1830947542663680/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.365871:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba40380 with x1830947542663680 ext(0->4095) 00010000:00010000:1.0:1746128116.365874:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc7e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d349f expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.365882:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc7e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d349f expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746128116.365887:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba40380 00000100:00100000:0.0:1746128116.372375:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.372609:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542663808 00000100:00100000:1.0:1746128116.372617:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542663808 00010000:00010000:1.0:1746128116.372645:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc7e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d349f expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.372667:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9032 00000100:00100000:1.0:1746128116.372674:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e37450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542663808:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128116.372685:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128116.372702:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc7e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d349f expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.372713:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc7e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d349f expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.372730:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57200/0x802a7453533bc7e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d349f expref: 6 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.372742:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.372744:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.372750:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc7ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34a6 expref: 87 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.372757:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc7ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34a6 expref: 87 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.372782:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc7ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34a6 expref: 87 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128116.372791:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba40a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540387328:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128116.377346:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.387728:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.388094:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542664064 00000100:00100000:3.0:1746128116.388101:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542664064 00002000:00100000:3.0:1746128116.388135:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cdab100 x1830947542664064/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.388142:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdab100 with x1830947542664064 ext(0->4095) 00002000:00010000:3.0:1746128116.388148:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cdab100 00000100:00100000:3.0:1746128116.388165:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3797 00000100:00100000:3.0:1746128116.388171:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+88:1966:x1830947542664064:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746128116.388309:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+88:1966:x1830947542664064:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (584us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128116.388314:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3797 00002000:00100000:3.0:1746128116.388319:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cdab100 x1830947542664064/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.388326:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdab100 with x1830947542664064 ext(0->4095) 00002000:00010000:3.0:1746128116.388328:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cdab100 00000100:00100000:2.0:1746128116.402460:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba40a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540387328:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128116.402476:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128116.402518:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e37450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542663808:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 29844us (30147us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.402527:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9032 00000100:00100000:1.0:1746128116.413122:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.413145:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542664192 00000100:00100000:1.0:1746128116.413152:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542664192 00000100:00100000:1.0:1746128116.413180:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5146 00000100:00100000:1.0:1746128116.413185:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542664192:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128116.413198:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128116.413211:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc7f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d34ad expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.413232:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc7ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34a6 expref: 87 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.413237:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128116.413239:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128116.413241:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc7f1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ad expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.413262:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc7ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34a6 expref: 87 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.413270:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc7ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34a6 expref: 87 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.413279:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540387456:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128116.413330:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.421342:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540387456:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128116.421364:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc7f1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ad expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.421376:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56600, rc 0) 00000100:00100000:0.0:1746128116.421407:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542664192:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8222us (8290us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128116.421414:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5146 00000001:00080000:2.0:1746128116.424084:0:3114:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967976 is committed 00000100:00100000:1.0:1746128116.424625:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.424646:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542664320 00000100:00100000:1.0:1746128116.424652:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542664320 00002000:00100000:1.0:1746128116.424682:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094e0aa00 x1830947542664320/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.424690:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0aa00 with x1830947542664320 ext(0->7) 00010000:00010000:1.0:1746128116.424697:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc7ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34a6 expref: 11 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.424708:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc7ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34a6 expref: 11 pid: 8418 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746128116.424713:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0aa00 00000100:00100000:1.0:1746128116.424727:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1812 00000100:00100000:1.0:1746128116.424732:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1964:x1830947542664320:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128116.424959:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+13:1964:x1830947542664320:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 226us (336us total) trans 4294967978 rc 0/0 00000100:00100000:1.0:1746128116.424964:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1812 00002000:00100000:1.0:1746128116.424969:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094e0aa00 x1830947542664320/t4294967978(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/448 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.424986:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0aa00 with x1830947542664320 ext(0->7) 00010000:00010000:1.0:1746128116.424990:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc7ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34a6 expref: 13 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.424998:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc7ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34a6 expref: 13 pid: 8418 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746128116.425003:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0aa00 00000100:00100000:1.0:1746128116.433718:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.433800:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542664448 00000100:00100000:2.0:1746128116.433808:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542664448 00010000:00010000:2.0:1746128116.433838:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc7ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34a6 expref: 10 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.433917:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9033 00000100:00100000:2.0:1746128116.433924:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6187800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1964:x1830947542664448:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128116.433936:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128116.433953:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc7ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34a6 expref: 10 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.433963:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc7ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34a6 expref: 10 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.433992:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc7ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34a6 expref: 10 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.434003:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.434004:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.434010:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc7f1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ad expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.434017:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc7f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ad expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.434045:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc7f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ad expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128116.434060:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540387584:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128116.436085:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b260c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128116.439800:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.440397:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542664576 00000100:00100000:0.0:1746128116.440404:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542664576 00000100:00100000:0.0:1746128116.440450:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5147 00000100:00100000:0.0:1746128116.440457:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6186300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:31595:x1830947542664576:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128116.440471:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128116.440485:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d367600/0x802a7453533bc7f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d34b4 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128116.440766:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540387584:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128116.440782:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128116.440817:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6187800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1964:x1830947542664448:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6893us (7104us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.440824:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9033 00010000:00010000:0.0:1746128116.440897:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc7f1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ad expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.440903:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128116.440905:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128116.440908:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d367600/0x802a7453533bc7f8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34b4 expref: 10 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.440932:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc7f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ad expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.440942:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc7f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ad expref: 5 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746128116.440952:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cda9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540387712:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128116.441012:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128116.441018:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.442277:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542664832 00000100:00100000:2.0:1746128116.442284:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542664832 00002000:00100000:2.0:1746128116.442313:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6185c00 x1830947542664832/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.442321:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6185c00 with x1830947542664832 ext(0->4095) 00010000:00010000:2.0:1746128116.442327:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc7f1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ad expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.442337:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc7f1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ad expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128116.442344:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6185c00 00000100:00100000:2.0:1746128116.442360:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1813 00000100:00100000:2.0:1746128116.442364:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6185c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542664832:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128116.442408:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cda9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540387712:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128116.442424:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d367600/0x802a7453533bc7f8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34b4 expref: 10 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.442434:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d367600, rc 0) 00000100:00100000:0.0:1746128116.442469:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6186300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:31595:x1830947542664576:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2013us (2676us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.442479:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6185c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542664832:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (1460us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128116.442487:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1813 00002000:00100000:2.0:1746128116.442492:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6185c00 x1830947542664832/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.442497:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6185c00 with x1830947542664832 ext(0->4095) 00010000:00010000:2.0:1746128116.442501:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc7f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ad expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.442508:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc7f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ad expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128116.442513:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6185c00 00000100:00100000:0.0:1746128116.442714:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5147 00000100:00100000:1.0:1746128116.446434:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.446494:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542664960 00000100:00100000:2.0:1746128116.446501:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542664960 00010000:00010000:2.0:1746128116.446527:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc7f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ad expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.446561:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9034 00000100:00100000:2.0:1746128116.446567:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542664960:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128116.451159:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128116.451188:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc7f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ad expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.451203:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc7f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ad expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.451220:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bc7f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ad expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.451234:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.451235:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.451241:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d367600/0x802a7453533bc7f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34b4 expref: 9 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.451247:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d367600/0x802a7453533bc7f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34b4 expref: 9 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.451276:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d367600/0x802a7453533bc7f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34b4 expref: 9 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128116.451286:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540387840:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128116.451375:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128116.453492:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540387840:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128116.453509:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128116.453553:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542664960:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6986us (7125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.453562:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9034 00000100:00100000:1.0:1746128116.454625:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.454688:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542665216 00000100:00100000:2.0:1746128116.454694:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542665216 00002000:00100000:2.0:1746128116.454724:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c41c00 x1830947542665216/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.454732:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c41c00 with x1830947542665216 ext(0->4095) 00002000:00010000:2.0:1746128116.454735:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c41c00 00000100:00100000:2.0:1746128116.454749:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3798 00000100:00100000:2.0:1746128116.454755:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1964:x1830947542665216:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128116.454884:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1964:x1830947542665216:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (262us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128116.454890:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3798 00002000:00100000:2.0:1746128116.454895:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c41c00 x1830947542665216/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.454900:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c41c00 with x1830947542665216 ext(0->4095) 00002000:00010000:2.0:1746128116.454903:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c41c00 00000100:00100000:1.0:1746128116.457840:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.458005:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542665344 00000100:00100000:0.0:1746128116.458013:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542665344 00000100:00100000:0.0:1746128116.458631:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5148 00000100:00100000:0.0:1746128116.458641:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542665344:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128116.458655:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128116.458670:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129618200/0x802a7453533bc7ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d34bb expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.458697:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d367600/0x802a7453533bc7f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34b4 expref: 9 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.458704:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128116.458705:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128116.458708:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618200/0x802a7453533bc7ff lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34bb expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.458731:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d367600/0x802a7453533bc7f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34b4 expref: 9 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.458742:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d367600/0x802a7453533bc7f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34b4 expref: 9 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746128116.458752:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cda9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540387968:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128116.459487:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128116.460376:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cda9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540387968:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128116.460395:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129618200/0x802a7453533bc7ff lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34bb expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.460407:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129618200, rc 0) 00000100:00100000:1.0:1746128116.460437:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542665344:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1798us (2603us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.460444:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5148 00000100:00100000:1.0:1746128116.461252:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.461960:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542665472 00000100:00100000:2.0:1746128116.461968:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542665472 00002000:00100000:2.0:1746128116.462075:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094ac6a00 x1830947542665472/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.462088:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac6a00 with x1830947542665472 ext(0->7) 00010000:00010000:2.0:1746128116.462095:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d367600/0x802a7453533bc7f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34b4 expref: 10 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.462109:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d367600/0x802a7453533bc7f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34b4 expref: 10 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128116.462114:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ac6a00 00000100:00100000:2.0:1746128116.462139:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1814 00000100:00100000:2.0:1746128116.462145:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1964:x1830947542665472:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128116.462406:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1964:x1830947542665472:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 260us (1154us total) trans 4294967979 rc 0/0 00000100:00100000:2.0:1746128116.462415:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1814 00002000:00100000:2.0:1746128116.462421:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094ac6a00 x1830947542665472/t4294967979(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/448 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.462427:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac6a00 with x1830947542665472 ext(0->7) 00010000:00010000:2.0:1746128116.462431:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d367600/0x802a7453533bc7f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34b4 expref: 12 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.462439:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d367600/0x802a7453533bc7f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34b4 expref: 12 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128116.462444:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ac6a00 00000100:00100000:2.0:1746128116.464569:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.464654:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542665600 00000100:00100000:0.0:1746128116.464661:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542665600 00010000:00010000:0.0:1746128116.464687:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d367600/0x802a7453533bc7f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34b4 expref: 12 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746128116.464715:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9035 00000100:00100000:0.0:1746128116.464721:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1964:x1830947542665600:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128116.464732:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128116.464749:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d367600/0x802a7453533bc7f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34b4 expref: 12 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746128116.464764:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d367600/0x802a7453533bc7f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34b4 expref: 12 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746128116.464781:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d367600/0x802a7453533bc7f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34b4 expref: 12 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746128116.464886:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128116.464888:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128116.464894:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129618200/0x802a7453533bc7ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34bb expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.464901:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618200/0x802a7453533bc7ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34bb expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.464927:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129618200/0x802a7453533bc7ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34bb expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128116.464937:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cdabb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540388096:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128116.465008:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.466921:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdabb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540388096:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128116.466935:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128116.466985:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1964:x1830947542665600:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2263us (2421us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128116.466994:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9035 00000100:00100000:2.0:1746128116.467115:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.467198:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542665856 00000100:00100000:0.0:1746128116.467203:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542665856 00002000:00100000:0.0:1746128116.467230:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0f100 x1830947542665856/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128116.467239:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0f100 with x1830947542665856 ext(0->4095) 00002000:00010000:0.0:1746128116.467242:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0f100 00000100:00100000:0.0:1746128116.467290:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3799 00000100:00100000:0.0:1746128116.467297:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542665856:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128116.467414:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542665856:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (299us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128116.467420:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3799 00002000:00100000:0.0:1746128116.467424:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0f100 x1830947542665856/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128116.467430:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0f100 with x1830947542665856 ext(0->4095) 00002000:00010000:0.0:1746128116.467433:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0f100 00000100:00100000:2.0:1746128116.470244:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.470326:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542665984 00000100:00100000:1.0:1746128116.470332:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542665984 00000100:00100000:1.0:1746128116.470374:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5149 00000100:00100000:1.0:1746128116.470380:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:31596:x1830947542665984:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128116.470395:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128116.470409:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc806 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d34c2 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.470431:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129618200/0x802a7453533bc7ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34bb expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.470437:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.470438:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.470441:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc806 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c2 expref: 12 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.470463:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129618200/0x802a7453533bc7ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34bb expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.470473:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129618200/0x802a7453533bc7ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34bb expref: 5 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.470483:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094ac7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540388224:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128116.471167:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128116.472153:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.472289:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542666112 00000100:00100000:0.0:1746128116.472294:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542666112 00000100:00100000:0.0:1746128116.472321:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5150 00000100:00100000:0.0:1746128116.472326:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+13:31595:x1830947542666112:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128116.472337:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128116.472347:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bc80d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d34c9 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.472362:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128116.472366:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc806 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c2 expref: 14 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.472375:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128116.472378:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bc80d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c9 expref: 14 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.472399:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc806 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c2 expref: 14 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.472408:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bc80d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c9 expref: 14 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.472415:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129619a00, rc 0) 00000100:00100000:0.0:1746128116.472442:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:31595:x1830947542666112:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128116.472447:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5150 00000100:00100000:1.0:1746128116.476532:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094ac7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540388224:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128116.476554:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc806 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c2 expref: 13 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.476568:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56400, rc 0) 00000100:00100000:1.0:1746128116.476643:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+13:31596:x1830947542665984:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6262us (6405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.476651:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5149 00000100:00100000:2.0:1746128116.476907:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.476965:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542666240 00000100:00100000:0.0:1746128116.476978:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542666240 00010000:00010000:0.0:1746128116.477001:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129618200/0x802a7453533bc7ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34bb expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746128116.477022:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9036 00000100:00100000:0.0:1746128116.477027:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542666240:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128116.477036:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128116.477052:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129618200/0x802a7453533bc7ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34bb expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746128116.477061:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129618200/0x802a7453533bc7ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34bb expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746128116.477078:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129618200/0x802a7453533bc7ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34bb expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746128116.480052:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128116.480056:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128116.480067:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc806 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c2 expref: 12 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.480076:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc806 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c2 expref: 12 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.480116:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc806 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c2 expref: 12 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.480129:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc806 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c2 expref: 12 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746128116.480139:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cdabb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540388480:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128116.480236:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0440c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.484243:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdabb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540388480:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128116.484260:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128116.484302:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542666240:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7273us (7395us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128116.484311:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9036 00000100:00100000:2.0:1746128116.484437:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.484479:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542666496 00000100:00100000:2.0:1746128116.484484:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542666496 00002000:00100000:2.0:1746128116.484510:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944e680 x1830947542666496/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.484517:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944e680 with x1830947542666496 ext(0->4095) 00010000:00010000:2.0:1746128116.484523:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc806 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c2 expref: 13 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.484533:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc806 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c2 expref: 13 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128116.484539:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944e680 00000100:00100000:2.0:1746128116.484550:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1815 00000100:00100000:2.0:1746128116.484555:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+13:1963:x1830947542666496:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128116.484673:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+13:1963:x1830947542666496:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (236us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128116.484678:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1815 00002000:00100000:2.0:1746128116.484682:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944e680 x1830947542666496/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.484688:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944e680 with x1830947542666496 ext(0->4095) 00010000:00010000:2.0:1746128116.484692:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc806 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c2 expref: 13 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.484700:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc806 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c2 expref: 13 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128116.484705:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944e680 00000100:00100000:2.0:1746128116.491803:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.491853:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.491932:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542666624 00000100:00100000:1.0:1746128116.491939:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542666624 00000100:00100000:1.0:1746128116.491984:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5151 00000100:00100000:1.0:1746128116.491990:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542666624:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128116.492005:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128116.492019:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc814 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d34d0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.492040:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128116.492044:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bc80d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c9 expref: 12 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.492050:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128116.492053:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc814 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d0 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.492080:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bc80d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c9 expref: 12 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.492089:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc814 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d0 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.492097:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57000, rc 0) 00000100:00100000:1.0:1746128116.492146:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542666624:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.492155:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5151 00000100:00100000:0.0:1746128116.492594:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542666752 00000100:00100000:0.0:1746128116.492599:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542666752 00010000:00010000:0.0:1746128116.492616:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc806 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c2 expref: 13 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746128116.492645:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9037 00000100:00100000:0.0:1746128116.492651:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+13:1964:x1830947542666752:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128116.492659:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128116.492674:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc806 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c2 expref: 13 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746128116.492684:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc806 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c2 expref: 13 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746128116.492705:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc806 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c2 expref: 13 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746128116.492717:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128116.492718:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128116.492723:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bc80d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c9 expref: 12 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.492730:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bc80d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c9 expref: 12 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.492748:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bc80d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c9 expref: 12 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.492757:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bc80d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c9 expref: 12 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746128116.492768:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cdabb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540388736:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128116.492813:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0440c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128116.503879:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.503995:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdabb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540388736:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128116.504009:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128116.505306:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1964:x1830947542666752:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 12651us (13448us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128116.505316:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9037 00000100:00100000:1.0:1746128116.505619:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542667008 00000100:00100000:1.0:1746128116.505626:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542667008 00002000:00100000:1.0:1746128116.505659:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a3100 x1830947542667008/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.505668:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3100 with x1830947542667008 ext(0->4095) 00010000:00010000:1.0:1746128116.505676:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bc80d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c9 expref: 12 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.505687:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bc80d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c9 expref: 12 pid: 8418 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746128116.505693:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56a3100 00000100:00100000:1.0:1746128116.505709:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1816 00000100:00100000:1.0:1746128116.505715:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1964:x1830947542667008:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128116.506304:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1964:x1830947542667008:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 587us (2430us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128116.506310:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1816 00002000:00100000:1.0:1746128116.506315:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a3100 x1830947542667008/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.506322:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3100 with x1830947542667008 ext(0->4095) 00010000:00010000:1.0:1746128116.506327:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bc80d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c9 expref: 12 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.506341:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bc80d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c9 expref: 12 pid: 8418 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746128116.506346:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56a3100 00000100:00100000:2.0:1746128116.511639:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.511668:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.512063:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542667264 00000100:00100000:1.0:1746128116.512070:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542667264 00010000:00010000:1.0:1746128116.512097:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bc80d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c9 expref: 12 pid: 8418 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.512130:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9038 00000100:00100000:1.0:1746128116.512135:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1964:x1830947542667264:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128116.512145:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128116.512160:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bc80d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c9 expref: 12 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.512168:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bc80d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c9 expref: 12 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.512185:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bc80d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34c9 expref: 12 pid: 8418 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.512200:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.512201:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.512207:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc814 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d0 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.512218:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc814 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d0 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.512243:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc814 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d0 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128116.512252:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094ac7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540388864:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128116.512307:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.512358:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542667136 00000100:00100000:0.0:1746128116.512362:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542667136 00000100:00100000:0.0:1746128116.512393:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5152 00000100:00100000:0.0:1746128116.512399:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:31595:x1830947542667136:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128116.512410:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128116.512418:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc81b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d34d7 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.512432:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc814 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d0 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.512438:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128116.512439:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128116.512441:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc81b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d7 expref: 13 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.512456:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc814 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d0 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.512469:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc814 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d0 expref: 5 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746128116.512476:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cdabb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540388992:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128116.512497:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0440c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.518260:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdabb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540388992:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128116.518285:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc81b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d7 expref: 13 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.518300:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129619000, rc 0) 00000100:00100000:0.0:1746128116.518351:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+13:31595:x1830947542667136:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5951us (6718us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128116.518358:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5152 00000100:00100000:2.0:1746128116.520955:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.521085:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094ac7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540388864:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128116.521100:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128116.521127:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542667520 00000100:00100000:0.0:1746128116.521133:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542667520 00000100:00100000:1.0:1746128116.521147:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1964:x1830947542667264:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 9011us (9477us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.521156:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9038 00002000:00100000:0.0:1746128116.521164:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a1c00 x1830947542667520/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128116.521172:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1c00 with x1830947542667520 ext(0->4095) 00010000:00010000:0.0:1746128116.521178:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc814 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d0 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746128116.521188:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc814 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d0 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:0.0:1746128116.521198:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56a1c00 00000100:00100000:0.0:1746128116.521223:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1817 00000100:00100000:0.0:1746128116.521228:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542667520:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746128116.521339:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542667520:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (390us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128116.521344:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1817 00002000:00100000:0.0:1746128116.521348:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a1c00 x1830947542667520/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128116.521353:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1c00 with x1830947542667520 ext(0->4095) 00010000:00010000:0.0:1746128116.521357:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc814 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d0 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:0.0:1746128116.521365:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc814 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d0 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:0.0:1746128116.521370:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56a1c00 00000100:00100000:2.0:1746128116.529211:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.529599:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542667648 00000100:00100000:1.0:1746128116.529606:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542667648 00010000:00010000:1.0:1746128116.529635:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc814 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d0 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.529673:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9039 00000100:00100000:1.0:1746128116.529679:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e37050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542667648:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128116.529917:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128116.529934:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc814 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d0 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.529944:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc814 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d0 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.529960:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bc814 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d0 expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.531118:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.531120:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.531128:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc81b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d7 expref: 11 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.531136:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc81b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d7 expref: 11 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.531167:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc81b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d7 expref: 11 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128116.531178:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094ac7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540389120:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128116.531254:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128116.534149:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.534225:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094ac7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540389120:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128116.534241:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128116.534283:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e37050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542667648:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4603us (5078us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.534292:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9039 00000100:00100000:0.0:1746128116.534892:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542667904 00000100:00100000:0.0:1746128116.534898:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542667904 00002000:00100000:0.0:1746128116.534930:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd85180 x1830947542667904/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128116.534937:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd85180 with x1830947542667904 ext(0->4095) 00002000:00010000:0.0:1746128116.534941:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd85180 00000100:00100000:0.0:1746128116.534959:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3800 00000100:00100000:0.0:1746128116.534966:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1963:x1830947542667904:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128116.535106:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1963:x1830947542667904:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (962us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128116.535111:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3800 00002000:00100000:0.0:1746128116.535117:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd85180 x1830947542667904/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128116.535123:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd85180 with x1830947542667904 ext(0->4095) 00002000:00010000:0.0:1746128116.535125:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd85180 00000100:00100000:2.0:1746128116.538961:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.539063:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542668032 00000100:00100000:0.0:1746128116.539070:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542668032 00000100:00100000:0.0:1746128116.539194:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5153 00000100:00100000:0.0:1746128116.539200:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099cff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542668032:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128116.539215:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128116.539228:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129619c00/0x802a7453533bc822 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d34de expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.539249:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc81b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d7 expref: 11 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.539255:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128116.539257:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128116.539260:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129619c00/0x802a7453533bc822 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34de expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.539282:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc81b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d7 expref: 11 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.539298:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc81b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d7 expref: 11 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746128116.539307:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cdabb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540389248:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128116.539868:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.543632:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdabb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540389248:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128116.543655:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129619c00/0x802a7453533bc822 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34de expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.543669:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129619c00, rc 0) 00000100:00100000:0.0:1746128116.543713:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099cff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542668032:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4513us (4759us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128116.543721:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5153 00000100:00100000:3.0:1746128116.545238:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.545473:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.545556:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542668160 00000100:00100000:1.0:1746128116.545562:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542668160 00010000:00010000:1.0:1746128116.545609:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc81b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d7 expref: 12 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.545645:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9040 00000100:00100000:1.0:1746128116.545651:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1963:x1830947542668160:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128116.545661:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128116.545676:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc81b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d7 expref: 12 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.545685:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc81b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d7 expref: 12 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.545701:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc81b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34d7 expref: 12 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746128116.545887:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542668288 00000100:00100000:0.0:1746128116.545891:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542668288 00000100:00100000:0.0:1746128116.545911:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5154 00000100:00100000:0.0:1746128116.545915:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:31595:x1830947542668288:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128116.545926:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128116.545934:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bc829 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d34e5 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.545945:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128116.545949:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129619c00/0x802a7453533bc822 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34de expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.545957:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128116.545960:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bc829 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34e5 expref: 13 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.545993:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129619c00/0x802a7453533bc822 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34de expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.546002:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bc829 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34e5 expref: 13 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.546008:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128116.546009:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128116.546015:0:28170:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129619c00/0x802a7453533bc822 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34de expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.546021:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129619c00/0x802a7453533bc822 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34de expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.546035:0:28170:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129619c00/0x802a7453533bc822 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34de expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.546044:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129619c00/0x802a7453533bc822 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34de expref: 5 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746128116.546053:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cda9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540389504:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128116.546113:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00010000:00010000:1.0:1746128116.546272:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128116.546302:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+13:1963:x1830947542668160:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 651us (1067us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.546308:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9040 00000100:00100000:3.0:1746128116.549615:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.549695:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cda9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540389504:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128116.549709:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129619200, rc 0) 00000100:00100000:0.0:1746128116.549750:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:31595:x1830947542668288:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3833us (4276us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128116.549756:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5154 00000100:00100000:1.0:1746128116.550070:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542668544 00000100:00100000:1.0:1746128116.550076:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542668544 00002000:00100000:1.0:1746128116.550106:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd87b80 x1830947542668544/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.550113:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd87b80 with x1830947542668544 ext(0->4095) 00010000:00010000:1.0:1746128116.550120:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129619c00/0x802a7453533bc822 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34de expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.550130:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129619c00/0x802a7453533bc822 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34de expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746128116.550135:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd87b80 00000100:00100000:1.0:1746128116.550149:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1818 00000100:00100000:1.0:1746128116.550154:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542668544:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128116.550258:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542668544:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (649us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128116.550262:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1818 00002000:00100000:1.0:1746128116.550267:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd87b80 x1830947542668544/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.550273:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd87b80 with x1830947542668544 ext(0->4095) 00010000:00010000:1.0:1746128116.550277:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129619c00/0x802a7453533bc822 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34de expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.550284:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129619c00/0x802a7453533bc822 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34de expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746128116.550289:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd87b80 00000100:00100000:2.0:1746128116.560870:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.560950:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542668672 00000100:00100000:1.0:1746128116.560957:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542668672 00010000:00010000:1.0:1746128116.560992:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129619c00/0x802a7453533bc822 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34de expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.561539:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9041 00000100:00100000:1.0:1746128116.561546:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542668672:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128116.561557:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128116.561598:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129619c00/0x802a7453533bc822 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34de expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.561608:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129619c00/0x802a7453533bc822 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34de expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.561626:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129619c00/0x802a7453533bc822 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34de expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.561671:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.561673:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.561680:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bc829 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34e5 expref: 11 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.561686:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bc829 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34e5 expref: 11 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.561713:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bc829 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34e5 expref: 11 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128116.561723:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094ac7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540389632:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128116.561817:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128116.568071:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.568133:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542668928 00000100:00100000:0.0:1746128116.568140:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542668928 00002000:00100000:0.0:1746128116.568172:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a2d80 x1830947542668928/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128116.568181:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a2d80 with x1830947542668928 ext(0->4095) 00002000:00010000:0.0:1746128116.568185:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a2d80 00000100:00100000:0.0:1746128116.568201:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3801 00000100:00100000:0.0:1746128116.568206:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1963:x1830947542668928:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128116.568337:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1963:x1830947542668928:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (272us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128116.568343:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3801 00002000:00100000:0.0:1746128116.568348:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a2d80 x1830947542668928/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128116.568355:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a2d80 with x1830947542668928 ext(0->4095) 00002000:00010000:0.0:1746128116.568357:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a2d80 00000100:00100000:1.0:1746128116.568430:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094ac7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540389632:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128116.568444:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128116.568464:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542668672:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6919us (7601us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.568470:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9041 00000100:00100000:2.0:1746128116.574687:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.574752:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542669056 00000100:00100000:0.0:1746128116.574759:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542669056 00000100:00100000:0.0:1746128116.575403:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5155 00000100:00100000:0.0:1746128116.575411:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542669056:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128116.575429:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128116.575443:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bc830 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d34ec expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.575466:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bc829 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34e5 expref: 11 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.575473:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128116.575474:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128116.575476:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bc830 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ec expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.575501:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bc829 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34e5 expref: 11 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.575511:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bc829 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34e5 expref: 11 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746128116.575521:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cda9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540389760:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128116.578964:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.582036:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cda9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540389760:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128116.582061:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bc830 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ec expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.582075:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129618000, rc 0) 00000100:00100000:0.0:1746128116.582122:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542669056:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6711us (7440us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128116.582133:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5155 00000100:00100000:0.0:1746128116.602788:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.604195:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.604226:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.604251:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.604556:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542669440 00000100:00100000:1.0:1746128116.604563:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542669440 00000100:00100000:1.0:1746128116.604624:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 429 00000100:00100000:1.0:1746128116.604631:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1966:x1830947542669440:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:1.0:1746128116.604682:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1966:x1830947542669440:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 52us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.604687:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 429 00000100:00080000:1.0:1746128116.604717:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746128116.604940:0:7076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542669184 00000100:00100000:3.0:1746128116.604944:0:7076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542669184 00000100:00100000:3.0:1746128116.604968:0:7076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 384 00000100:00100000:3.0:1746128116.604981:0:7076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6139050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7942e9de-9730-471c-9d1a-fdfcd28eb817+12:1966:x1830947542669184:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:3.0:1746128116.605007:0:7076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6139050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7942e9de-9730-471c-9d1a-fdfcd28eb817+12:1966:x1830947542669184:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 31us (812us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.605012:0:7076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 384 00000100:00100000:2.0:1746128116.605129:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542669824 00000100:00100000:2.0:1746128116.605133:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542669824 00002000:00100000:2.0:1746128116.605158:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008cda9c00 x1830947542669824/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.605167:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda9c00 with x1830947542669824 ext(0->7) 00010000:00010000:2.0:1746128116.605174:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bc829 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34e5 expref: 12 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.605185:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bc829 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34e5 expref: 12 pid: 28170 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128116.605190:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cda9c00 00000100:00100000:2.0:1746128116.605201:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1819 00000100:00100000:2.0:1746128116.605206:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1964:x1830947542669824:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128116.605604:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:1964:x1830947542669824:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 397us (2821us total) trans 4294967980 rc 0/0 00000100:00100000:2.0:1746128116.605609:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1819 00002000:00100000:2.0:1746128116.605615:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008cda9c00 x1830947542669824/t4294967980(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/448 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.605621:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda9c00 with x1830947542669824 ext(0->7) 00010000:00010000:2.0:1746128116.605625:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bc829 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34e5 expref: 14 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.605636:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bc829 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34e5 expref: 14 pid: 28170 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128116.605645:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cda9c00 00000100:00100000:2.0:1746128116.605869:0:21156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542669312 00000100:00100000:2.0:1746128116.605873:0:21156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542669312 00000100:00100000:2.0:1746128116.605900:0:21156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 354 00000100:00100000:2.0:1746128116.605905:0:21156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1966:x1830947542669312:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:2.0:1746128116.605929:0:21156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1966:x1830947542669312:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 24us (1677us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.605933:0:21156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 354 00000100:00080000:0.0:1746128116.606446:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746128116.607180:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.607216:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.607534:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542669568 00000100:00100000:3.0:1746128116.607539:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542669568 00000100:00100000:3.0:1746128116.607566:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 355 00000100:00100000:3.0:1746128116.607585:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1966:x1830947542669568:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:3.0:1746128116.607617:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1966:x1830947542669568:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 45us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.607621:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 355 00000100:00080000:0.0:1746128116.607827:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746128116.607865:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542669696 00000100:00100000:1.0:1746128116.607869:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542669696 00000100:00100000:1.0:1746128116.607892:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5156 00000100:00100000:1.0:1746128116.607897:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1962:x1830947542669696:12345-192.168.203.28@tcp:9:kworker.0 00000020:00000080:1.0:1746128116.607913:0:8416:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x802a7453532c4bba 00000100:00080000:1.0:1746128116.607918:0:8416:0:(import.c:66:import_set_state_nolock()) ffff880094aef000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1746128116.607952:0:8416:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968497 00000100:00100000:1.0:1746128116.608133:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+2:1962:x1830947542669696:12345-192.168.203.28@tcp:9:kworker.0 Request processed in 235us (917us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.608138:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5156 00000100:00080000:0.0:1746128116.608328:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746128116.609619:0:7070:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128116.622289:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.622451:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.622729:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542669952 00000100:00100000:1.0:1746128116.622737:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542669952 00000100:00100000:1.0:1746128116.622772:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5157 00000100:00100000:1.0:1746128116.622779:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:31595:x1830947542669952:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128116.622792:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128116.622804:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc837 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d34f3 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.622826:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128116.622831:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bc830 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ec expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.622836:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128116.622838:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc837 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34f3 expref: 15 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.622863:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bc830 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ec expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.622873:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc837 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34f3 expref: 15 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.622880:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57c00, rc 0) 00000100:00100000:1.0:1746128116.622923:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+15:31595:x1830947542669952:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.622929:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5157 00000100:00100000:2.0:1746128116.623776:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542670080 00000100:00100000:2.0:1746128116.623781:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542670080 00010000:00010000:2.0:1746128116.623798:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bc829 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34e5 expref: 15 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.623824:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9042 00000100:00100000:2.0:1746128116.623829:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+15:1963:x1830947542670080:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128116.623836:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746128116.623848:0:7067:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746128116 -> 1746128117 00002000:00010000:2.0:1746128116.623851:0:7067:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746128116 -> 1746128117 00010000:00010000:2.0:1746128116.623855:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bc829 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34e5 expref: 15 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.623868:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bc829 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34e5 expref: 15 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.623882:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bc829 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34e5 expref: 15 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.623900:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.623901:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.623906:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bc830 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ec expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.623913:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bc830 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ec expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.623931:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bc830 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ec expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.623940:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bc830 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ec expref: 5 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.623948:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8da300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540390016:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128116.624013:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128116.625768:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8da300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540390016:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128116.625780:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128116.625819:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:1963:x1830947542670080:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1989us (3367us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.625830:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9042 00000100:00100000:1.0:1746128116.627176:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.627667:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542670336 00000100:00100000:3.0:1746128116.627674:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542670336 00002000:00100000:3.0:1746128116.627712:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094ac7480 x1830947542670336/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.627720:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac7480 with x1830947542670336 ext(0->4095) 00010000:00010000:3.0:1746128116.627728:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bc830 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ec expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.627739:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bc830 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ec expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128116.627745:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ac7480 00000100:00100000:3.0:1746128116.627769:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1820 00000100:00100000:3.0:1746128116.627775:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542670336:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128116.627919:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542670336:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (746us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128116.627925:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1820 00002000:00100000:3.0:1746128116.627930:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094ac7480 x1830947542670336/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.627936:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac7480 with x1830947542670336 ext(0->4095) 00010000:00010000:3.0:1746128116.627941:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bc830 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ec expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.627948:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bc830 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ec expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128116.627953:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ac7480 00000100:00100000:0.0:1746128116.634729:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.635188:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542670464 00000100:00100000:2.0:1746128116.635196:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542670464 00010000:00010000:2.0:1746128116.635224:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bc830 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ec expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.635259:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9043 00000100:00100000:2.0:1746128116.635266:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542670464:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128116.635277:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128116.635295:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bc830 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ec expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.635305:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bc830 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ec expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.635323:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bc830 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34ec expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.635348:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.635349:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.635355:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc837 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34f3 expref: 13 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.635362:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc837 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34f3 expref: 13 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.635394:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc837 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34f3 expref: 13 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128116.635404:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8da300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540390144:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128116.635473:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128116.638219:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8da300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540390144:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128116.638238:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128116.638269:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542670464:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3004us (3547us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.638277:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9043 00000100:00100000:1.0:1746128116.641069:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.641215:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542670720 00000100:00100000:2.0:1746128116.641222:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542670720 00002000:00100000:2.0:1746128116.641256:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6186300 x1830947542670720/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.641264:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6186300 with x1830947542670720 ext(0->4095) 00002000:00010000:2.0:1746128116.641268:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6186300 00000100:00100000:2.0:1746128116.642275:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3802 00000100:00100000:2.0:1746128116.642284:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6186300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:1963:x1830947542670720:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128116.642424:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6186300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:1963:x1830947542670720:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (1359us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128116.642430:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3802 00002000:00100000:2.0:1746128116.642436:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6186300 x1830947542670720/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.642442:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6186300 with x1830947542670720 ext(0->4095) 00002000:00010000:2.0:1746128116.642445:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6186300 00000100:00100000:0.0:1746128116.648268:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.648418:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542670848 00000100:00100000:1.0:1746128116.648426:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542670848 00000100:00100000:1.0:1746128116.648458:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5158 00000100:00100000:1.0:1746128116.648465:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542670848:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128116.648478:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128116.648490:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc83e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d34fa expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.648512:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc837 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34f3 expref: 13 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.648518:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128116.648519:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128116.648521:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc83e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34fa expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.648544:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc837 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34f3 expref: 13 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.648554:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc837 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34f3 expref: 13 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.648564:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6187800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540390272:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128116.648716:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128116.650220:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6187800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540390272:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128116.650239:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc83e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34fa expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.650249:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56000, rc 0) 00000100:00100000:1.0:1746128116.650274:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542670848:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1810us (2013us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.650280:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5158 00000100:00100000:0.0:1746128116.659093:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.659409:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542670976 00000100:00100000:2.0:1746128116.659416:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542670976 00002000:00100000:2.0:1746128116.659449:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091bdbb80 x1830947542670976/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.659458:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bdbb80 with x1830947542670976 ext(0->7) 00010000:00010000:2.0:1746128116.659466:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc837 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34f3 expref: 14 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.659478:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc837 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34f3 expref: 14 pid: 28170 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128116.659485:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bdbb80 00000100:00100000:2.0:1746128116.659511:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1821 00000100:00100000:2.0:1746128116.659517:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:1964:x1830947542670976:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128116.659793:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1964:x1830947542670976:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 275us (704us total) trans 4294967981 rc 0/0 00000100:00100000:2.0:1746128116.659798:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1821 00002000:00100000:2.0:1746128116.659803:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091bdbb80 x1830947542670976/t4294967981(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/448 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.659808:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bdbb80 with x1830947542670976 ext(0->7) 00010000:00010000:2.0:1746128116.659812:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc837 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34f3 expref: 16 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.659820:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc837 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34f3 expref: 16 pid: 28170 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128116.659829:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bdbb80 00000100:00100000:0.0:1746128116.675057:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.675609:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542671104 00000100:00100000:2.0:1746128116.675617:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542671104 00010000:00010000:2.0:1746128116.675645:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc837 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34f3 expref: 16 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.676199:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9044 00000100:00100000:2.0:1746128116.676207:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1964:x1830947542671104:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128116.676219:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128116.676237:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc837 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34f3 expref: 16 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.676247:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc837 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34f3 expref: 16 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.676266:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc837 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34f3 expref: 16 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.676289:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.676291:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.676297:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc83e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34fa expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.676303:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc83e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34fa expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.676333:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc83e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34fa expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128116.676342:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8da300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540390400:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128116.679250:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.679375:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.679440:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542671232 00000100:00100000:2.0:1746128116.679446:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542671232 00000100:00100000:2.0:1746128116.679481:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5159 00000100:00100000:2.0:1746128116.679486:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:31595:x1830947542671232:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128116.679498:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128116.679509:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc845 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3501 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.679528:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc83e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34fa expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.679534:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.679535:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.679538:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc845 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3501 expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.679557:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc83e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34fa expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.679566:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc83e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34fa expref: 5 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.679596:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540390528:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128116.679633:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.684384:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.684464:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8da300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540390400:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128116.684481:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128116.684524:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1964:x1830947542671104:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 8317us (9473us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.684533:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9044 00000100:00100000:3.0:1746128116.684784:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542671488 00000100:00100000:3.0:1746128116.684790:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542671488 00002000:00100000:3.0:1746128116.684820:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bd9f80 x1830947542671488/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.684829:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bd9f80 with x1830947542671488 ext(0->4095) 00010000:00010000:3.0:1746128116.684836:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc83e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34fa expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.684846:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc83e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34fa expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128116.684852:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bd9f80 00000100:00100000:3.0:1746128116.684865:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1822 00000100:00100000:3.0:1746128116.684871:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542671488:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128116.685014:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542671488:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (635us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128116.685020:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1822 00002000:00100000:3.0:1746128116.685024:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bd9f80 x1830947542671488/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.685037:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bd9f80 with x1830947542671488 ext(0->4095) 00010000:00010000:3.0:1746128116.685041:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc83e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34fa expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.685049:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc83e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34fa expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128116.685054:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bd9f80 00000100:00100000:2.0:1746128116.685191:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540390528:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128116.685206:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc845 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3501 expref: 16 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.685217:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945e6200, rc 0) 00000100:00100000:2.0:1746128116.685236:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:31595:x1830947542671232:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5750us (5863us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.685241:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5159 00000100:00100000:0.0:1746128116.689498:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.689887:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542671616 00000100:00100000:2.0:1746128116.689894:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542671616 00000100:00100000:2.0:1746128116.689936:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5160 00000100:00100000:2.0:1746128116.689942:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:31596:x1830947542671616:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128116.689956:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128116.689977:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc84c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3508 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.689997:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.690002:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc845 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3501 expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.690006:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128116.690008:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc84c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3508 expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.690036:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc845 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3501 expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.690046:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc84c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3508 expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.690053:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009567d600, rc 0) 00000100:00100000:2.0:1746128116.690087:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:31596:x1830947542671616:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.690093:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5160 00000100:00100000:0.0:1746128116.692956:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.693128:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542671744 00000100:00100000:2.0:1746128116.693135:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542671744 00010000:00010000:2.0:1746128116.693162:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc83e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34fa expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.693251:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9045 00000100:00100000:2.0:1746128116.693258:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b018000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542671744:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128116.693268:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128116.693285:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc83e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34fa expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.693301:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc83e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34fa expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.693318:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc83e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d34fa expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.693368:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.693369:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.693375:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc845 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3501 expref: 16 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.693382:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc845 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3501 expref: 16 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.693410:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc845 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3501 expref: 16 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.693420:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc845 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3501 expref: 16 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.693431:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8db100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540390784:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128116.694088:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128116.697421:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8db100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540390784:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128116.697440:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128116.697474:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b018000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542671744:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4216us (4523us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.697486:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9045 00000100:00100000:0.0:1746128116.698940:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.699022:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542672000 00000100:00100000:2.0:1746128116.699027:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542672000 00002000:00100000:2.0:1746128116.699054:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b01a300 x1830947542672000/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.699062:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01a300 with x1830947542672000 ext(0->4095) 00010000:00010000:2.0:1746128116.699068:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc845 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3501 expref: 17 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.699078:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc845 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3501 expref: 17 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128116.699083:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b01a300 00000100:00100000:2.0:1746128116.699680:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1823 00000100:00100000:2.0:1746128116.699687:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1964:x1830947542672000:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128116.699799:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1964:x1830947542672000:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (862us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128116.699804:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1823 00002000:00100000:2.0:1746128116.699809:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b01a300 x1830947542672000/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.699815:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01a300 with x1830947542672000 ext(0->4095) 00010000:00010000:2.0:1746128116.699819:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc845 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3501 expref: 17 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.699831:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc845 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3501 expref: 17 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128116.699836:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b01a300 00000100:00100000:0.0:1746128116.701927:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.701994:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542672128 00000100:00100000:2.0:1746128116.702000:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542672128 00010000:00010000:2.0:1746128116.702020:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc845 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3501 expref: 17 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.702052:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9046 00000100:00100000:2.0:1746128116.702058:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e36c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1966:x1830947542672128:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128116.702066:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128116.702082:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc845 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3501 expref: 17 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.702090:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc845 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3501 expref: 17 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.702107:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc845 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3501 expref: 17 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.702120:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.702122:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.702128:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc84c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3508 expref: 16 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.702138:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc84c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3508 expref: 16 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.702162:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc84c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3508 expref: 16 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128116.702172:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8db100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540390912:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128116.702237:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.704758:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.704915:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542672384 00000100:00100000:3.0:1746128116.704921:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542672384 00002000:00100000:3.0:1746128116.704953:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c21bb80 x1830947542672384/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.704962:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21bb80 with x1830947542672384 ext(0->4095) 00002000:00010000:3.0:1746128116.704965:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21bb80 00000100:00100000:3.0:1746128116.704992:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3803 00000100:00100000:3.0:1746128116.704998:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1964:x1830947542672384:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128116.705137:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1964:x1830947542672384:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (384us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128116.705143:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3803 00002000:00100000:3.0:1746128116.705148:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c21bb80 x1830947542672384/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.705153:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21bb80 with x1830947542672384 ext(0->4095) 00002000:00010000:3.0:1746128116.705156:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21bb80 00000100:00100000:2.0:1746128116.705855:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8db100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540390912:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128116.705868:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128116.705896:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e36c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1966:x1830947542672128:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3838us (3973us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.705904:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9046 00000100:00100000:0.0:1746128116.708790:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.708894:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542672512 00000100:00100000:3.0:1746128116.708901:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542672512 00000100:00100000:3.0:1746128116.709434:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5161 00000100:00100000:3.0:1746128116.709441:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542672512:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128116.709454:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128116.709468:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc853 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d350f expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.709489:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc84c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3508 expref: 15 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.709495:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.709497:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.709500:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc853 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d350f expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.709525:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc84c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3508 expref: 15 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.709535:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc84c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3508 expref: 15 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746128116.709545:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540391040:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128116.709637:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935799c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128116.713255:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540391040:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128116.713279:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc853 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d350f expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.713296:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880137390e00, rc 0) 00000100:00100000:3.0:1746128116.713328:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542672512:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3888us (4543us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.713335:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5161 00000100:00100000:0.0:1746128116.714149:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.714283:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542672640 00000100:00100000:2.0:1746128116.714288:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542672640 00010000:00010000:2.0:1746128116.714310:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc84c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3508 expref: 16 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.714338:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9047 00000100:00100000:2.0:1746128116.714344:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1963:x1830947542672640:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128116.714354:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128116.714378:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc84c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3508 expref: 16 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.714388:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc84c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3508 expref: 16 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.714404:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc84c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3508 expref: 16 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.714415:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.714417:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.714422:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc853 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d350f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.714437:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc853 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d350f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.714461:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc853 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d350f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128116.714470:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8db100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540391168:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128116.714523:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128116.718693:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.719084:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542672768 00000100:00100000:3.0:1746128116.719092:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542672768 00000100:00100000:3.0:1746128116.719139:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5162 00000100:00100000:3.0:1746128116.719145:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:31595:x1830947542672768:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128116.719157:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128116.719171:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc85a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3516 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.719193:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc853 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d350f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.719199:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128116.719200:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128116.719203:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc85a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3516 expref: 17 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.719227:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc853 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d350f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.719237:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc853 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d350f expref: 5 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746128116.719252:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540391296:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128116.719322:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935799c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.721338:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.721398:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542673024 00000100:00100000:1.0:1746128116.721404:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542673024 00002000:00100000:1.0:1746128116.721441:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800acd3b800 x1830947542673024/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.721454:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd3b800 with x1830947542673024 ext(0->4095) 00010000:00010000:1.0:1746128116.721461:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc853 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d350f expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.721472:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc853 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d350f expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746128116.721477:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800acd3b800 00000100:00100000:1.0:1746128116.721539:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1824 00000100:00100000:1.0:1746128116.721546:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542673024:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128116.721989:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8db100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540391168:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128116.722002:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128116.723337:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542673024:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 1786us (1998us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128116.723346:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1824 00002000:00100000:1.0:1746128116.723355:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800acd3b800 x1830947542673024/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.723363:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd3b800 with x1830947542673024 ext(0->4095) 00010000:00010000:1.0:1746128116.723369:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc853 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d350f expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.723380:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc853 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d350f expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746128116.723385:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800acd3b800 00000100:00100000:2.0:1746128116.723457:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1963:x1830947542672640:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 9111us (9306us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.723465:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9047 00000100:00100000:3.0:1746128116.726487:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540391296:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128116.726513:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc85a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3516 expref: 16 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.726527:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009572f200, rc 0) 00000100:00100000:3.0:1746128116.726561:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:31595:x1830947542672768:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7417us (7875us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.726567:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5162 00000100:00100000:0.0:1746128116.729461:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.729506:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.729602:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542673152 00000100:00100000:2.0:1746128116.729609:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542673152 00010000:00010000:2.0:1746128116.729639:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc853 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d350f expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.729666:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9048 00000100:00100000:2.0:1746128116.729672:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542673152:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128116.729682:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128116.729700:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc853 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d350f expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.729708:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc853 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d350f expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.729727:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc853 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d350f expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746128116.729995:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542673280 00000100:00100000:3.0:1746128116.729999:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542673280 00000100:00100000:3.0:1746128116.730025:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5163 00000100:00100000:3.0:1746128116.730030:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542673280:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128116.730040:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128116.730050:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc861 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d351d expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.730062:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128116.730067:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc85a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3516 expref: 15 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.730071:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.730074:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc861 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d351d expref: 7 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.730104:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc85a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3516 expref: 15 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.730113:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc861 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d351d expref: 7 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.730120:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128116.730121:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128116.730126:0:28170:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc85a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3516 expref: 15 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.730131:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc85a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3516 expref: 15 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.730145:0:28170:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc85a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3516 expref: 15 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.730154:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc85a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3516 expref: 15 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746128116.730164:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540391552:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128116.730210:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935799c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746128116.730342:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128116.730362:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1964:x1830947542673152:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 690us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.730368:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9048 00000100:00100000:3.0:1746128116.732353:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540391552:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128116.732369:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009572ea00, rc 0) 00000100:00100000:3.0:1746128116.732399:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542673280:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2369us (2892us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.732407:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5163 00000100:00100000:0.0:1746128116.732608:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.734079:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542673536 00000100:00100000:1.0:1746128116.734086:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542673536 00002000:00100000:1.0:1746128116.734119:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a746d80 x1830947542673536/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.734127:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a746d80 with x1830947542673536 ext(0->4095) 00010000:00010000:1.0:1746128116.734134:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc85a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3516 expref: 16 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.734145:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc85a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3516 expref: 16 pid: 28170 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746128116.734151:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a746d80 00000100:00100000:1.0:1746128116.734173:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1825 00000100:00100000:1.0:1746128116.734179:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1963:x1830947542673536:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128116.734302:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1963:x1830947542673536:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (1694us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128116.734308:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1825 00002000:00100000:1.0:1746128116.734312:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a746d80 x1830947542673536/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.734319:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a746d80 with x1830947542673536 ext(0->4095) 00010000:00010000:1.0:1746128116.734323:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc85a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3516 expref: 16 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.734332:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc85a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3516 expref: 16 pid: 28170 timeout: 612 lvb_type: 0 00002000:00010000:1.0:1746128116.734337:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a746d80 00000100:00100000:0.0:1746128116.740889:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.741172:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.741592:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542673664 00000100:00100000:3.0:1746128116.741600:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542673664 00000100:00100000:3.0:1746128116.741644:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5164 00000100:00100000:3.0:1746128116.741651:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:31595:x1830947542673664:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128116.741664:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128116.741676:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc868 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3524 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.741697:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.741701:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc861 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d351d expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.741706:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128116.741709:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc868 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3524 expref: 17 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.741737:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc861 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d351d expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.741746:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc868 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3524 expref: 17 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.741754:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d600, rc 0) 00000100:00100000:3.0:1746128116.741791:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:31595:x1830947542673664:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (909us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.741797:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5164 00000100:00100000:1.0:1746128116.741986:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542673792 00000100:00100000:1.0:1746128116.741990:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542673792 00010000:00010000:1.0:1746128116.742002:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc85a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3516 expref: 17 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.742028:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9049 00000100:00100000:1.0:1746128116.742033:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1964:x1830947542673792:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128116.742040:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128116.742055:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc85a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3516 expref: 17 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.742064:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc85a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3516 expref: 17 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.742078:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc85a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3516 expref: 17 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.742090:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.742091:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.742096:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc861 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d351d expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.742102:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc861 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d351d expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.742118:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc861 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d351d expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.742131:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc861 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d351d expref: 5 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.742140:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6187800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540391808:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128116.742191:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128116.744729:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6187800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540391808:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128116.744743:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128116.744785:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1964:x1830947542673792:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2751us (3612us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.744793:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9049 00000100:00100000:0.0:1746128116.744864:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.746325:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542674048 00000100:00100000:3.0:1746128116.746332:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542674048 00002000:00100000:3.0:1746128116.746365:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a744a80 x1830947542674048/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.746373:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a744a80 with x1830947542674048 ext(0->4095) 00010000:00010000:3.0:1746128116.746379:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc861 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d351d expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.746391:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc861 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d351d expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128116.746396:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a744a80 00000100:00100000:3.0:1746128116.747515:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1826 00000100:00100000:3.0:1746128116.747525:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542674048:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128116.747682:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542674048:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 159us (2818us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128116.747687:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1826 00002000:00100000:3.0:1746128116.747692:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a744a80 x1830947542674048/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.747698:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a744a80 with x1830947542674048 ext(0->4095) 00010000:00010000:3.0:1746128116.747704:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc861 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d351d expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.747713:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc861 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d351d expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128116.747722:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a744a80 00000100:00100000:0.0:1746128116.753481:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.753805:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542674176 00000100:00100000:1.0:1746128116.753812:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542674176 00010000:00010000:1.0:1746128116.753842:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc861 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d351d expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.753875:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9050 00000100:00100000:1.0:1746128116.753881:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092092680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542674176:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128116.753893:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128116.753910:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc861 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d351d expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.753921:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc861 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d351d expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.753939:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc861 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d351d expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.753965:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.753967:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.753981:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc868 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3524 expref: 15 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.753987:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc868 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3524 expref: 15 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.754012:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc868 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3524 expref: 15 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128116.754021:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6187800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540391936:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128116.754086:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128116.756993:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6187800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540391936:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128116.757009:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128116.757052:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092092680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542674176:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3170us (3578us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.757061:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9050 00000100:00100000:0.0:1746128116.759679:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.760191:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542674432 00000100:00100000:1.0:1746128116.760198:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542674432 00002000:00100000:1.0:1746128116.760235:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092093100 x1830947542674432/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.760244:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092093100 with x1830947542674432 ext(0->4095) 00002000:00010000:1.0:1746128116.760249:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092093100 00000100:00100000:1.0:1746128116.760277:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3804 00000100:00100000:1.0:1746128116.760284:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1963:x1830947542674432:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128116.760425:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1963:x1830947542674432:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (752us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128116.760431:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3804 00002000:00100000:1.0:1746128116.760436:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092093100 x1830947542674432/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128116.760443:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092093100 with x1830947542674432 ext(0->4095) 00002000:00010000:1.0:1746128116.760445:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092093100 00000100:00100000:0.0:1746128116.763543:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.763656:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542674560 00000100:00100000:2.0:1746128116.763663:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542674560 00000100:00100000:2.0:1746128116.764019:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5165 00000100:00100000:2.0:1746128116.764027:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542674560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128116.764040:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128116.764052:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc86f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d352b expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.764073:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc868 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3524 expref: 15 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.764079:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128116.764080:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128116.764083:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc86f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d352b expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.764105:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc868 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3524 expref: 15 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.764114:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc868 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3524 expref: 15 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.764124:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540392064:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128116.764184:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128116.767902:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540392064:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128116.767926:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc86f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d352b expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.767940:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229e00, rc 0) 00000100:00100000:2.0:1746128116.767987:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542674560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3960us (4450us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.767994:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5165 00000100:00100000:0.0:1746128116.768483:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.769160:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542674688 00000100:00100000:1.0:1746128116.769166:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542674688 00010000:00010000:1.0:1746128116.769189:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc868 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3524 expref: 16 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.769218:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9051 00000100:00100000:1.0:1746128116.769223:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084104e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1964:x1830947542674688:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128116.769234:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128116.769252:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc868 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3524 expref: 16 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.769261:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc868 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3524 expref: 16 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.769279:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc868 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3524 expref: 16 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.769296:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.769298:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.769304:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc86f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d352b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.769309:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc86f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d352b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.769331:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc86f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d352b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128116.769339:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6187800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540392192:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128116.769831:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746128116.772403:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.772852:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542674816 00000100:00100000:0.0:1746128116.772859:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542674816 00000100:00100000:0.0:1746128116.772898:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5166 00000100:00100000:0.0:1746128116.772904:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:31595:x1830947542674816:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128116.772918:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128116.772931:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc876 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3532 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.772954:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc86f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d352b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.772961:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128116.772962:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128116.772965:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc876 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3532 expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.772998:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc86f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d352b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128116.773009:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc86f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d352b expref: 5 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746128116.773023:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540392320:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128116.773081:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.773685:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.773868:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542675072 00000100:00100000:3.0:1746128116.773872:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542675072 00002000:00100000:3.0:1746128116.773899:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091fa9500 x1830947542675072/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.773907:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa9500 with x1830947542675072 ext(0->4095) 00010000:00010000:3.0:1746128116.773912:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc86f lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d352b expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.773922:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc86f lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d352b expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128116.773927:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091fa9500 00000100:00100000:3.0:1746128116.773941:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1827 00000100:00100000:3.0:1746128116.773946:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542675072:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128116.774086:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542675072:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (400us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128116.774093:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1827 00002000:00100000:3.0:1746128116.774097:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091fa9500 x1830947542675072/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.774103:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa9500 with x1830947542675072 ext(0->4095) 00010000:00010000:3.0:1746128116.774107:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc86f lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d352b expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.774119:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc86f lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d352b expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128116.774123:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091fa9500 00000100:00100000:1.0:1746128116.774461:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6187800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540392192:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128116.774472:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128116.774491:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084104e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1964:x1830947542674688:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5268us (6010us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.774498:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9051 00000100:00100000:2.0:1746128116.777378:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540392320:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128116.777400:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc876 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3532 expref: 16 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.777419:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129619000, rc 0) 00000100:00100000:2.0:1746128116.777450:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:31595:x1830947542674816:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4546us (5052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.777458:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5166 00000100:00100000:0.0:1746128116.778136:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.778772:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542675200 00000100:00100000:2.0:1746128116.778778:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542675200 00000100:00100000:2.0:1746128116.778821:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5167 00000100:00100000:2.0:1746128116.778827:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:31596:x1830947542675200:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128116.778839:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128116.778851:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc87d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3539 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.778868:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.778872:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc876 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3532 expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.778877:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128116.778880:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc87d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3539 expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.778907:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc876 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3532 expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.778916:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc87d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3539 expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.778928:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945e6200, rc 0) 00000100:00100000:2.0:1746128116.778960:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:31596:x1830947542675200:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.778965:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5167 00000100:00100000:0.0:1746128116.781255:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.781390:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542675328 00000100:00100000:1.0:1746128116.781395:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542675328 00010000:00010000:1.0:1746128116.781422:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc86f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d352b expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.781453:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9052 00000100:00100000:1.0:1746128116.781459:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542675328:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128116.781471:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128116.781488:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc86f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d352b expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.781498:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc86f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d352b expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.781515:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc86f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d352b expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.781539:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.781540:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.781546:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc876 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3532 expref: 16 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.781551:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc876 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3532 expref: 16 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.781601:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc876 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3532 expref: 16 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.781610:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc876 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3532 expref: 16 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.781620:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6187800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540392576:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128116.781682:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.784222:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.784397:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6187800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540392576:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128116.784412:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128116.784446:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542675328:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2986us (3196us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.784455:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9052 00000100:00100000:2.0:1746128116.784846:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542675584 00000100:00100000:2.0:1746128116.784852:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542675584 00002000:00100000:2.0:1746128116.784879:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f34e00 x1830947542675584/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.784887:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f34e00 with x1830947542675584 ext(0->4095) 00010000:00010000:2.0:1746128116.784894:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc876 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3532 expref: 17 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.784904:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc876 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3532 expref: 17 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128116.784909:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f34e00 00000100:00100000:2.0:1746128116.784930:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1828 00000100:00100000:2.0:1746128116.784936:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1964:x1830947542675584:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128116.785080:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1964:x1830947542675584:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (863us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128116.785086:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1828 00002000:00100000:2.0:1746128116.785090:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f34e00 x1830947542675584/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.785101:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f34e00 with x1830947542675584 ext(0->4095) 00010000:00010000:2.0:1746128116.785106:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc876 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3532 expref: 17 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.785113:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc876 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3532 expref: 17 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128116.785118:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f34e00 00000100:00100000:0.0:1746128116.789202:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.790012:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542675712 00000100:00100000:1.0:1746128116.790020:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542675712 00010000:00010000:1.0:1746128116.790048:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc876 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3532 expref: 17 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.790331:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9053 00000100:00100000:1.0:1746128116.790339:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e36850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1964:x1830947542675712:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128116.790349:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128116.790364:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc876 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3532 expref: 17 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.790373:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc876 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3532 expref: 17 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.790390:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bc876 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3532 expref: 17 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.790413:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.790415:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.790421:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc87d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3539 expref: 16 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.790427:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc87d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3539 expref: 16 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.790453:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc87d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3539 expref: 16 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128116.790462:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6187800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540392704:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128116.791319:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.796318:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.796406:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6187800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540392704:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128116.796422:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128116.796458:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e36850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1964:x1830947542675712:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6119us (7261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.796466:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9053 00000100:00100000:3.0:1746128116.796723:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542675968 00000100:00100000:3.0:1746128116.796729:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542675968 00002000:00100000:3.0:1746128116.796760:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd81500 x1830947542675968/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.796767:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd81500 with x1830947542675968 ext(0->4095) 00002000:00010000:3.0:1746128116.796770:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd81500 00000100:00100000:3.0:1746128116.796793:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3805 00000100:00100000:3.0:1746128116.796800:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1963:x1830947542675968:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128116.796930:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1963:x1830947542675968:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (618us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128116.796936:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3805 00002000:00100000:3.0:1746128116.796941:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd81500 x1830947542675968/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.796947:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd81500 with x1830947542675968 ext(0->4095) 00002000:00010000:3.0:1746128116.796949:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd81500 00000100:00100000:0.0:1746128116.799841:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.799933:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542676096 00000100:00100000:3.0:1746128116.799941:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542676096 00000100:00100000:3.0:1746128116.801635:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5168 00000100:00100000:3.0:1746128116.801647:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542676096:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128116.801664:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128116.801679:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc884 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3540 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.801703:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc87d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3539 expref: 15 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.801709:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.801711:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.801714:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc884 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3540 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.801738:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc87d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3539 expref: 15 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.801748:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc87d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3539 expref: 15 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746128116.801757:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540392832:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128116.801825:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128116.804433:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540392832:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128116.804455:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc884 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3540 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.804467:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009572ea00, rc 0) 00000100:00100000:3.0:1746128116.804497:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542676096:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2854us (4662us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.804507:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5168 00000100:00100000:0.0:1746128116.808189:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.808232:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.808306:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542676224 00000100:00100000:1.0:1746128116.808312:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542676224 00010000:00010000:1.0:1746128116.808337:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc87d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3539 expref: 16 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746128116.809040:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542676352 00000100:00100000:3.0:1746128116.809043:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542676352 00000100:00100000:3.0:1746128116.809073:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5169 00000100:00100000:3.0:1746128116.809079:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:31595:x1830947542676352:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128116.809090:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128116.809101:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc88b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3547 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.809118:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.809123:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc884 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3540 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.809127:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128116.809130:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc88b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3547 expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.809155:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc884 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3540 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.809163:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc88b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3547 expref: 18 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.809170:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43ce00, rc 0) 00000100:00100000:3.0:1746128116.809212:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:31595:x1830947542676352:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (1030us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.809217:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5169 00000100:00100000:1.0:1746128116.809369:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9054 00000100:00100000:1.0:1746128116.809375:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1964:x1830947542676224:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128116.809382:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128116.809398:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc87d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3539 expref: 17 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.809407:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc87d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3539 expref: 17 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.809421:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc87d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3539 expref: 17 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.809433:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.809434:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.809439:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc884 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3540 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.809446:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc884 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3540 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.809463:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc884 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3540 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.809471:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc884 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3540 expref: 5 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.809480:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6187800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540393088:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128116.809517:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128116.812389:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6187800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540393088:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128116.812405:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128116.812436:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1964:x1830947542676224:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3060us (4203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.812445:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9054 00000100:00100000:0.0:1746128116.813219:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.813533:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542676608 00000100:00100000:3.0:1746128116.813539:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542676608 00002000:00100000:3.0:1746128116.813566:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd80a80 x1830947542676608/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.813591:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd80a80 with x1830947542676608 ext(0->4095) 00010000:00010000:3.0:1746128116.813598:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc884 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3540 expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.813608:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc884 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3540 expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128116.813613:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd80a80 00000100:00100000:3.0:1746128116.813625:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1829 00000100:00100000:3.0:1746128116.813630:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542676608:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128116.813736:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542676608:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (518us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128116.813741:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1829 00002000:00100000:3.0:1746128116.813745:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd80a80 x1830947542676608/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.813751:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd80a80 with x1830947542676608 ext(0->4095) 00010000:00010000:3.0:1746128116.813755:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc884 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3540 expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.813762:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc884 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3540 expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128116.813770:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd80a80 00000100:00100000:0.0:1746128116.817704:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.817766:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542676736 00000100:00100000:1.0:1746128116.817773:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542676736 00010000:00010000:1.0:1746128116.817798:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc884 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3540 expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.817833:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9055 00000100:00100000:1.0:1746128116.817838:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542676736:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128116.817849:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128116.817864:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc884 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3540 expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.817873:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc884 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3540 expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.817890:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc884 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3540 expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.817911:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.817913:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.817919:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc88b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3547 expref: 15 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.817926:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc88b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3547 expref: 15 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.817951:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc88b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3547 expref: 15 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128116.817960:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6187800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540393216:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128116.818029:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128116.820223:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6187800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540393216:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128116.820235:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128116.820262:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542676736:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2423us (2563us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.820272:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9055 00000100:00100000:0.0:1746128116.821251:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.821333:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542676992 00000100:00100000:3.0:1746128116.821339:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542676992 00002000:00100000:3.0:1746128116.821372:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968d180 x1830947542676992/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.821381:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968d180 with x1830947542676992 ext(0->4095) 00002000:00010000:3.0:1746128116.821385:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968d180 00000100:00100000:3.0:1746128116.821439:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3806 00000100:00100000:3.0:1746128116.821446:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1965:x1830947542676992:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746128116.821597:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1965:x1830947542676992:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (347us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128116.821602:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3806 00002000:00100000:3.0:1746128116.821607:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968d180 x1830947542676992/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.821613:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968d180 with x1830947542676992 ext(0->4095) 00002000:00010000:3.0:1746128116.821616:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968d180 00000100:00100000:0.0:1746128116.825711:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.825937:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542677120 00000100:00100000:3.0:1746128116.825944:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542677120 00000100:00100000:3.0:1746128116.825988:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5170 00000100:00100000:3.0:1746128116.825994:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542677120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128116.826008:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128116.826022:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc892 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d354e expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.826049:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc88b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3547 expref: 15 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.826055:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.826056:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.826059:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc892 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d354e expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.826082:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc88b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3547 expref: 15 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.826092:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc88b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3547 expref: 15 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:3.0:1746128116.826102:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540393344:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128116.826539:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128116.829529:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540393344:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128116.829552:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc892 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d354e expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.829565:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009572f200, rc 0) 00000100:00100000:3.0:1746128116.829631:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542677120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3637us (3926us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.829639:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5170 00000100:00100000:0.0:1746128116.836964:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.837405:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542677248 00000100:00100000:2.0:1746128116.837412:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542677248 00002000:00100000:2.0:1746128116.837445:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093160e00 x1830947542677248/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.837453:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093160e00 with x1830947542677248 ext(0->7) 00010000:00010000:2.0:1746128116.837461:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc88b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3547 expref: 16 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.837473:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc88b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3547 expref: 16 pid: 28170 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128116.837478:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093160e00 00000100:00100000:2.0:1746128116.837504:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1830 00000100:00100000:2.0:1746128116.837511:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1964:x1830947542677248:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128116.837791:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1964:x1830947542677248:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 281us (833us total) trans 4294967982 rc 0/0 00000100:00100000:2.0:1746128116.837797:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1830 00002000:00100000:2.0:1746128116.837803:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093160e00 x1830947542677248/t4294967982(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/448 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.837810:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093160e00 with x1830947542677248 ext(0->7) 00010000:00010000:2.0:1746128116.837814:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc88b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3547 expref: 18 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.837823:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc88b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3547 expref: 18 pid: 28170 timeout: 612 lvb_type: 0 00002000:00010000:2.0:1746128116.837828:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093160e00 00000100:00100000:0.0:1746128116.849752:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.850020:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.850106:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542677504 00000100:00100000:3.0:1746128116.850115:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542677504 00000100:00100000:3.0:1746128116.850150:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5171 00000100:00100000:3.0:1746128116.850156:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:31595:x1830947542677504:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128116.850170:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128116.850184:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc899 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3555 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.850204:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.850208:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc892 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d354e expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.850213:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128116.850216:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc899 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3555 expref: 19 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.850241:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc892 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d354e expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.850251:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc899 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3555 expref: 19 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.850259:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009572ea00, rc 0) 00000100:00100000:3.0:1746128116.850290:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:31595:x1830947542677504:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.850295:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5171 00000100:00100000:1.0:1746128116.850758:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542677376 00000100:00100000:1.0:1746128116.850762:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542677376 00010000:00010000:1.0:1746128116.850778:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc88b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3547 expref: 19 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.850805:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9056 00000100:00100000:1.0:1746128116.850810:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093160700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1963:x1830947542677376:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128116.850818:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128116.850833:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc88b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3547 expref: 19 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.850842:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc88b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3547 expref: 19 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.850856:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc88b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3547 expref: 19 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.850879:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.850880:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.850886:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc892 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d354e expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.850892:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc892 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d354e expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.850910:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc892 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d354e expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.850919:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc892 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d354e expref: 5 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.850928:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6187800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540393600:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128116.850985:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c540 going to sleep for 11 seconds 00000100:00100000:1.0:1746128116.853094:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6187800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540393600:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128116.853109:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128116.853152:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093160700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947542677376:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2340us (3406us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.853161:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9056 00000100:00100000:0.0:1746128116.854626:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.854704:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542677760 00000100:00100000:3.0:1746128116.854710:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542677760 00002000:00100000:3.0:1746128116.854744:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134121500 x1830947542677760/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.854758:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134121500 with x1830947542677760 ext(0->4095) 00010000:00010000:3.0:1746128116.854765:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc892 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d354e expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.854775:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc892 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d354e expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128116.854781:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134121500 00000100:00100000:3.0:1746128116.854808:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1831 00000100:00100000:3.0:1746128116.854815:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542677760:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128116.855201:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134121500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542677760:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 386us (578us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128116.855208:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1831 00002000:00100000:3.0:1746128116.855214:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134121500 x1830947542677760/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.855220:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134121500 with x1830947542677760 ext(0->4095) 00010000:00010000:3.0:1746128116.855224:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc892 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d354e expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.855233:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc892 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d354e expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128116.855238:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134121500 00000100:00100000:0.0:1746128116.858828:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.858918:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542677888 00000100:00100000:1.0:1746128116.858925:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542677888 00010000:00010000:1.0:1746128116.858958:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc892 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d354e expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.858999:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9057 00000100:00100000:1.0:1746128116.859007:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542677888:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128116.859017:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128116.859034:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc892 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d354e expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.859043:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc892 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d354e expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.859061:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009572f200/0x802a7453533bc892 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d354e expref: 6 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.859075:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.859077:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.859082:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc899 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3555 expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.859090:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc899 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3555 expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.859116:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc899 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3555 expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128116.859127:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6187800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540393728:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128116.859189:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c540 going to sleep for 11 seconds 00000100:00100000:1.0:1746128116.861008:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6187800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540393728:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128116.861023:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128116.861055:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134121180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542677888:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2048us (2233us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.861064:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9057 00000100:00100000:0.0:1746128116.862169:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.862225:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542678144 00000100:00100000:2.0:1746128116.862231:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542678144 00002000:00100000:2.0:1746128116.862262:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f96d80 x1830947542678144/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.862272:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f96d80 with x1830947542678144 ext(0->4095) 00002000:00010000:2.0:1746128116.862276:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f96d80 00000100:00100000:2.0:1746128116.862300:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3807 00000100:00100000:2.0:1746128116.862305:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1965:x1830947542678144:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128116.862430:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1965:x1830947542678144:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (263us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128116.862436:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3807 00002000:00100000:2.0:1746128116.862440:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f96d80 x1830947542678144/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.862447:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f96d80 with x1830947542678144 ext(0->4095) 00002000:00010000:2.0:1746128116.862449:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f96d80 00000100:00100000:0.0:1746128116.865307:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.865386:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542678272 00000100:00100000:2.0:1746128116.865392:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542678272 00000100:00100000:2.0:1746128116.865432:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5172 00000100:00100000:2.0:1746128116.865437:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542678272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128116.865450:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128116.865463:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc8a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d355c expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.865484:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc899 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3555 expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.865490:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128116.865491:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128116.865494:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc8a0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d355c expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.865514:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc899 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3555 expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.865523:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc899 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3555 expref: 17 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.865532:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540393856:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128116.866148:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128116.879466:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540393856:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128116.879491:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc8a0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d355c expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.879510:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229a00, rc 0) 00000100:00100000:2.0:1746128116.879546:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542678272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14108us (14244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.879553:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5172 00000100:00100000:0.0:1746128116.896368:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.896453:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542678400 00000100:00100000:3.0:1746128116.896462:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542678400 00002000:00100000:3.0:1746128116.896500:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091f95500 x1830947542678400/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.896509:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f95500 with x1830947542678400 ext(0->7) 00010000:00010000:3.0:1746128116.896516:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc899 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3555 expref: 18 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.896528:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc899 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3555 expref: 18 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128116.896534:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f95500 00000100:00100000:3.0:1746128116.896562:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1832 00000100:00100000:3.0:1746128116.896569:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1964:x1830947542678400:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128116.898092:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1964:x1830947542678400:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 1519us (1733us total) trans 4294967983 rc 0/0 00000100:00100000:3.0:1746128116.898100:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1832 00002000:00100000:3.0:1746128116.898108:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091f95500 x1830947542678400/t4294967983(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 496/448 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.898115:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f95500 with x1830947542678400 ext(0->7) 00010000:00010000:3.0:1746128116.898121:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc899 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3555 expref: 20 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:3.0:1746128116.898131:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc899 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3555 expref: 20 pid: 8416 timeout: 612 lvb_type: 0 00002000:00010000:3.0:1746128116.898137:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f95500 00000100:00100000:1.0:1746128116.905756:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947540393984:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746128116.905809:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128116.906104:0:18520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540393984 00000100:00100000:3.0:1746128116.906110:0:18520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540393984 00000100:00100000:3.0:1746128116.906146:0:18520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:3.0:1746128116.906151:0:18520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6187800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1830947540393984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746128116.906179:0:18520:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 531824640 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1746128116.906213:0:18520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6187800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1830947540393984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.906218:0:18520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1746128116.906377:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947540393984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746128116.908650:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.908705:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542678528 00000100:00100000:1.0:1746128116.908712:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542678528 00010000:00010000:1.0:1746128116.908747:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc899 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3555 expref: 20 pid: 8416 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.908779:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9058 00000100:00100000:1.0:1746128116.908785:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1966:x1830947542678528:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128116.908796:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128116.908812:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc899 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3555 expref: 20 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.908823:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc899 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3555 expref: 20 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.908840:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009572ea00/0x802a7453533bc899 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3555 expref: 20 pid: 8416 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.908865:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.908868:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.908874:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc8a0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d355c expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.908881:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc8a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d355c expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.908907:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc8a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d355c expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128116.908917:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800acd3aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540394112:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128116.908994:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.913292:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.913369:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542678784 00000100:00100000:3.0:1746128116.913376:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542678784 00002000:00100000:3.0:1746128116.913410:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443c700 x1830947542678784/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.913420:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443c700 with x1830947542678784 ext(0->4095) 00002000:00010000:3.0:1746128116.913424:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443c700 00000100:00100000:3.0:1746128116.913453:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3808 00000100:00100000:3.0:1746128116.913460:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542678784:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746128116.913619:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542678784:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 159us (333us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128116.913624:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3808 00002000:00100000:3.0:1746128116.913629:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443c700 x1830947542678784/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.913635:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443c700 with x1830947542678784 ext(0->4095) 00002000:00010000:3.0:1746128116.913638:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443c700 00000100:00100000:1.0:1746128116.913705:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800acd3aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540394112:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128116.913718:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128116.913736:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1966:x1830947542678528:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4951us (5091us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.913742:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9058 00000100:00100000:0.0:1746128116.915411:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.915487:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542678912 00000100:00100000:2.0:1746128116.915493:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542678912 00000100:00100000:2.0:1746128116.915535:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5173 00000100:00100000:2.0:1746128116.915541:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:31596:x1830947542678912:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128116.915554:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128116.915567:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8a7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3563 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.915609:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc8a0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d355c expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.915616:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.915618:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.915621:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8a7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3563 expref: 20 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.915645:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc8a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d355c expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.915655:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc8a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d355c expref: 5 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:2.0:1746128116.915669:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540394240:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128116.919346:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.920013:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.920096:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542679040 00000100:00100000:3.0:1746128116.920102:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542679040 00000100:00100000:3.0:1746128116.920138:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5174 00000100:00100000:3.0:1746128116.920144:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:31595:x1830947542679040:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128116.920156:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128116.920168:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8ae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d356a expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.920186:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128116.920190:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8a7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3563 expref: 22 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.920195:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.920198:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8ae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d356a expref: 22 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.920220:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8a7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3563 expref: 22 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.920228:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8ae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d356a expref: 22 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.920236:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d600, rc 0) 00000100:00100000:3.0:1746128116.920263:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:31595:x1830947542679040:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.920268:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5174 00000100:00100000:2.0:1746128116.927262:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540394240:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128116.927285:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8a7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3563 expref: 21 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.927299:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945e7200, rc 0) 00000100:00100000:2.0:1746128116.928096:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:31596:x1830947542678912:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12552us (12688us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.928104:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5173 00000100:00100000:0.0:1746128116.928753:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.929874:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542679168 00000100:00100000:1.0:1746128116.929881:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542679168 00010000:00010000:1.0:1746128116.929906:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc8a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d355c expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.929935:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9059 00000100:00100000:1.0:1746128116.929941:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542679168:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128116.929950:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128116.929965:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc8a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d355c expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.929983:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc8a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d355c expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.929999:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc8a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d355c expref: 6 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:1.0:1746128116.930012:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.930013:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.930018:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3563 expref: 20 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.930028:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3563 expref: 20 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.930052:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3563 expref: 20 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.930059:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3563 expref: 20 pid: 28170 timeout: 612 lvb_type: 0 00000100:00100000:1.0:1746128116.930068:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800acd3aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540394496:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128116.930116:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c540 going to sleep for 11 seconds 00000100:00100000:1.0:1746128116.932428:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800acd3aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540394496:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128116.932444:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128116.932490:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542679168:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2547us (3736us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.932499:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9059 00000100:00100000:3.0:1746128116.933140:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.933526:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542679424 00000100:00100000:2.0:1746128116.933532:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542679424 00002000:00100000:2.0:1746128116.933563:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd86d80 x1830947542679424/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.933595:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd86d80 with x1830947542679424 ext(0->4095) 00010000:00010000:2.0:1746128116.933603:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3563 expref: 21 pid: 28170 timeout: 612 lvb_type: 0 00010000:00010000:2.0:1746128116.933615:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3563 expref: 21 pid: 28170 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128116.933621:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd86d80 00000100:00100000:2.0:1746128116.933643:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1833 00000100:00100000:2.0:1746128116.933649:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1963:x1830947542679424:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128116.933766:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1963:x1830947542679424:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (626us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128116.933772:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1833 00002000:00100000:2.0:1746128116.933777:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd86d80 x1830947542679424/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.933784:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd86d80 with x1830947542679424 ext(0->4095) 00010000:00010000:2.0:1746128116.933788:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3563 expref: 21 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128116.933796:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3563 expref: 21 pid: 28170 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128116.933801:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd86d80 00000100:00100000:0.0:1746128116.936508:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.936602:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542679552 00000100:00100000:3.0:1746128116.936608:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542679552 00000100:00100000:3.0:1746128116.936641:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5175 00000100:00100000:3.0:1746128116.936648:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542679552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128116.936661:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128116.936675:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc8b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3571 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.936694:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.936699:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8ae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d356a expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.936704:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128116.936707:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc8b5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3571 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.936736:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8ae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d356a expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.936747:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc8b5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3571 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.936755:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43ce00, rc 0) 00000100:00100000:3.0:1746128116.936788:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542679552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.936794:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5175 00000100:00100000:2.0:1746128116.937485:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.937920:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542679680 00000100:00100000:1.0:1746128116.937924:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542679680 00010000:00010000:1.0:1746128116.937943:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3563 expref: 21 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128116.938208:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9060 00000100:00100000:1.0:1746128116.938214:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e36450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1964:x1830947542679680:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128116.938223:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128116.938240:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3563 expref: 21 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128116.938249:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3563 expref: 21 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128116.938265:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3563 expref: 21 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128116.938286:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.938287:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.938294:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d356a expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.938300:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d356a expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.938320:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d356a expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.938329:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d356a expref: 20 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128116.938338:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800acd3aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540394752:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128116.938393:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c540 going to sleep for 11 seconds 00000100:00100000:1.0:1746128116.941400:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800acd3aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540394752:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128116.941416:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128116.942123:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e36450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1964:x1830947542679680:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3906us (4636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.942134:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9060 00000100:00100000:2.0:1746128116.942739:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.942869:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542679936 00000100:00100000:3.0:1746128116.942874:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542679936 00002000:00100000:3.0:1746128116.942905:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8da680 x1830947542679936/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.942918:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8da680 with x1830947542679936 ext(0->4095) 00010000:00010000:3.0:1746128116.942926:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d356a expref: 20 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128116.942937:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d356a expref: 20 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128116.942943:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8da680 00000100:00100000:3.0:1746128116.942956:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1834 00000100:00100000:3.0:1746128116.942961:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1963:x1830947542679936:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128116.943104:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1963:x1830947542679936:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (366us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128116.943110:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1834 00002000:00100000:3.0:1746128116.943115:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8da680 x1830947542679936/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.943121:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8da680 with x1830947542679936 ext(0->4095) 00010000:00010000:3.0:1746128116.943126:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d356a expref: 20 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128116.943135:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d356a expref: 20 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128116.943141:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8da680 00000100:00100000:0.0:1746128116.946124:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128116.946215:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.946289:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542680064 00000100:00100000:2.0:1746128116.946296:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542680064 00000100:00100000:2.0:1746128116.946332:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5176 00000100:00100000:2.0:1746128116.946338:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:31595:x1830947542680064:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128116.946351:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128116.946364:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8bc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3578 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.946384:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128116.946389:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc8b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3571 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.946399:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128116.946402:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8bc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3578 expref: 21 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.946428:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc8b5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3571 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.946437:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8bc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3578 expref: 21 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.946445:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945e7200, rc 0) 00000100:00100000:1.0:1746128116.946646:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542680192 00000100:00100000:1.0:1746128116.946650:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542680192 00010000:00010000:1.0:1746128116.946664:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d356a expref: 22 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128116.946691:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9061 00000100:00100000:1.0:1746128116.946696:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1963:x1830947542680192:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128116.946704:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128116.946719:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d356a expref: 22 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128116.946727:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d356a expref: 22 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128116.946740:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d356a expref: 22 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128116.946751:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.946753:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.946757:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc8b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3571 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.946763:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc8b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3571 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.946783:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc8b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3571 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.946792:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc8b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3571 expref: 5 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128116.946801:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800acd3aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540395008:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128116.946960:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:31595:x1830947542680064:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 621us (841us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.946966:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5176 00000100:00100000:1.0:1746128116.947239:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c840 going to sleep for 11 seconds 00000100:00100000:1.0:1746128116.949351:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800acd3aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540395008:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128116.949363:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128116.949622:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1963:x1830947542680192:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2924us (3405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.949630:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9061 00000100:00100000:2.0:1746128116.949850:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.949963:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542680448 00000100:00100000:3.0:1746128116.949995:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542680448 00002000:00100000:3.0:1746128116.950024:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8d8700 x1830947542680448/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.950032:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d8700 with x1830947542680448 ext(0->4095) 00010000:00010000:3.0:1746128116.950038:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc8b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3571 expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128116.950048:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc8b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3571 expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128116.950054:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8d8700 00000100:00100000:3.0:1746128116.950077:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1835 00000100:00100000:3.0:1746128116.950084:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542680448:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128116.950206:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542680448:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (356us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128116.950212:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1835 00002000:00100000:3.0:1746128116.950216:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8d8700 x1830947542680448/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.950223:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d8700 with x1830947542680448 ext(0->4095) 00010000:00010000:3.0:1746128116.950227:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc8b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3571 expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128116.950235:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc8b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3571 expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128116.950241:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8d8700 00000100:00100000:0.0:1746128116.953428:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.953504:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542680576 00000100:00100000:1.0:1746128116.953511:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542680576 00010000:00010000:1.0:1746128116.953535:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc8b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3571 expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128116.953565:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9062 00000100:00100000:1.0:1746128116.953590:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542680576:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128116.953600:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128116.953616:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc8b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3571 expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128116.953630:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc8b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3571 expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128116.953648:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc8b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3571 expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128116.954058:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.954061:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.954066:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3578 expref: 19 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.954074:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3578 expref: 19 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.954100:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3578 expref: 19 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128116.954110:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800acd3aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540395136:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128116.954424:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.956876:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.956964:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800acd3aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540395136:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128116.956986:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128116.957019:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542680576:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3447us (3595us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.957027:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9062 00000100:00100000:2.0:1746128116.957358:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542680832 00000100:00100000:2.0:1746128116.957363:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542680832 00002000:00100000:2.0:1746128116.957390:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c71c00 x1830947542680832/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.957398:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71c00 with x1830947542680832 ext(0->4095) 00002000:00010000:2.0:1746128116.957401:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c71c00 00000100:00100000:2.0:1746128116.957425:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3809 00000100:00100000:2.0:1746128116.957430:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1964:x1830947542680832:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128116.957537:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1964:x1830947542680832:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (665us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128116.957545:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3809 00002000:00100000:2.0:1746128116.957550:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c71c00 x1830947542680832/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.957556:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71c00 with x1830947542680832 ext(0->4095) 00002000:00010000:2.0:1746128116.957558:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c71c00 00000100:00100000:0.0:1746128116.960015:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.960264:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542680960 00000100:00100000:2.0:1746128116.960270:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542680960 00000100:00100000:2.0:1746128116.960326:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5177 00000100:00100000:2.0:1746128116.960332:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542680960:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128116.960343:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128116.960356:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d357f expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.960375:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3578 expref: 19 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.960382:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128116.960383:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128116.960386:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8c3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d357f expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.960408:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3578 expref: 19 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.960418:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3578 expref: 19 pid: 8418 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128116.960431:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540395264:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128116.960906:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128116.962762:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540395264:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128116.962781:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8c3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d357f expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.962792:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229e00, rc 0) 00000100:00100000:2.0:1746128116.962815:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542680960:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2484us (2804us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.962822:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5177 00000100:00100000:0.0:1746128116.964078:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.964155:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542681088 00000100:00100000:1.0:1746128116.964161:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542681088 00010000:00010000:1.0:1746128116.964183:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3578 expref: 20 pid: 8418 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128116.964212:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9063 00000100:00100000:1.0:1746128116.964218:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1964:x1830947542681088:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128116.964228:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128116.964244:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3578 expref: 20 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128116.964253:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3578 expref: 20 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128116.964269:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc8bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3578 expref: 20 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128116.964292:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.964294:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.964300:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8c3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d357f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.964307:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d357f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.964330:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d357f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128116.964339:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800acd3aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540395392:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128116.964387:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.968075:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.968376:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800acd3aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540395392:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128116.968391:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128116.968425:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1964:x1830947542681088:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4207us (4350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.968435:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9063 00000100:00100000:0.0:1746128116.968617:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.968822:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542681344 00000100:00100000:3.0:1746128116.968827:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542681344 00002000:00100000:3.0:1746128116.968855:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c79f80 x1830947542681344/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.968864:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c79f80 with x1830947542681344 ext(0->4095) 00002000:00010000:3.0:1746128116.968867:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c79f80 00000100:00100000:3.0:1746128116.968880:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3810 00000100:00100000:3.0:1746128116.968885:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542681344:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128116.969011:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542681344:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (941us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128116.969016:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3810 00002000:00100000:3.0:1746128116.969021:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c79f80 x1830947542681344/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.969027:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c79f80 with x1830947542681344 ext(0->4095) 00002000:00010000:3.0:1746128116.969029:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c79f80 00000100:00100000:2.0:1746128116.969243:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542681472 00000100:00100000:2.0:1746128116.969247:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542681472 00000100:00100000:2.0:1746128116.969271:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5178 00000100:00100000:2.0:1746128116.969276:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:31595:x1830947542681472:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128116.969283:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128116.969294:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3586 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.969311:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8c3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d357f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.969318:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.969319:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.969322:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ca lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3586 expref: 20 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.969348:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d357f expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.969358:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d357f expref: 5 pid: 8418 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128116.969368:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540395520:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128116.969422:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.971555:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.972211:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542681600 00000100:00100000:3.0:1746128116.972216:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542681600 00000100:00100000:3.0:1746128116.972246:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5179 00000100:00100000:3.0:1746128116.972253:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:31596:x1830947542681600:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128116.972265:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128116.972277:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc8d1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d358d expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.972293:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128116.972298:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3586 expref: 22 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.972304:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.972306:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc8d1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d358d expref: 22 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.972330:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ca lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3586 expref: 22 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.972339:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc8d1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d358d expref: 22 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.972347:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880137390e00, rc 0) 00000100:00100000:3.0:1746128116.972381:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:31596:x1830947542681600:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (830us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.972386:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5179 00000100:00100000:2.0:1746128116.972872:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540395520:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128116.972886:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3586 expref: 21 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.972893:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945e6200, rc 0) 00000100:00100000:2.0:1746128116.972920:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:31595:x1830947542681472:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3644us (4303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.972925:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5178 00000100:00100000:0.0:1746128116.973143:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.973375:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542681728 00000100:00100000:1.0:1746128116.973379:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542681728 00010000:00010000:1.0:1746128116.973395:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d357f expref: 6 pid: 8418 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128116.973535:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9064 00000100:00100000:1.0:1746128116.973541:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542681728:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128116.973549:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128116.973564:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d357f expref: 6 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128116.973685:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d357f expref: 6 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128116.973703:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d357f expref: 6 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128116.973937:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.973939:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.973944:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3586 expref: 20 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.973955:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3586 expref: 20 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.973982:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3586 expref: 20 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.973990:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3586 expref: 20 pid: 8418 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128116.973999:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800acd3aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540395776:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128116.974050:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.976517:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.976599:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542681984 00000100:00100000:2.0:1746128116.976605:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542681984 00002000:00100000:2.0:1746128116.976636:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094955f80 x1830947542681984/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.976644:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955f80 with x1830947542681984 ext(0->4095) 00010000:00010000:2.0:1746128116.976650:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ca lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3586 expref: 21 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128116.976664:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ca lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3586 expref: 21 pid: 8418 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128116.976669:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094955f80 00000100:00100000:2.0:1746128116.976694:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1836 00000100:00100000:2.0:1746128116.976700:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1963:x1830947542681984:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128116.976825:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1963:x1830947542681984:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (312us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128116.976831:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1836 00002000:00100000:2.0:1746128116.976836:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094955f80 x1830947542681984/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128116.976842:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955f80 with x1830947542681984 ext(0->4095) 00010000:00010000:2.0:1746128116.976846:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ca lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3586 expref: 21 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128116.976854:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ca lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3586 expref: 21 pid: 8418 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128116.976858:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094955f80 00000100:00100000:1.0:1746128116.977114:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800acd3aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540395776:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128116.977126:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128116.977147:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542681728:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3606us (4004us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.977153:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9064 00000100:00100000:0.0:1746128116.979310:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128116.979403:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542682112 00000100:00100000:1.0:1746128116.979409:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542682112 00010000:00010000:1.0:1746128116.979432:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3586 expref: 21 pid: 8418 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128116.979675:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9065 00000100:00100000:1.0:1746128116.979680:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094955880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1963:x1830947542682112:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128116.979690:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128116.979704:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3586 expref: 21 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128116.979713:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3586 expref: 21 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128116.979728:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3586 expref: 21 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128116.979931:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.979933:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128116.979938:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc8d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d358d expref: 20 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.979944:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc8d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d358d expref: 20 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128116.979976:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc8d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d358d expref: 20 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128116.979985:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800acd3aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540395904:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128116.980290:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c840 going to sleep for 11 seconds 00000100:00100000:1.0:1746128116.982309:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800acd3aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540395904:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128116.982322:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128116.982347:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1963:x1830947542682112:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2667us (3042us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128116.982355:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9065 00000100:00100000:0.0:1746128116.983149:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.983253:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542682368 00000100:00100000:3.0:1746128116.983258:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542682368 00002000:00100000:3.0:1746128116.983285:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094954e00 x1830947542682368/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.983293:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094954e00 with x1830947542682368 ext(0->4095) 00002000:00010000:3.0:1746128116.983297:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094954e00 00000100:00100000:3.0:1746128116.983317:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3811 00000100:00100000:3.0:1746128116.983321:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1963:x1830947542682368:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128116.983436:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1963:x1830947542682368:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (288us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128116.983444:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3811 00002000:00100000:3.0:1746128116.983448:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094954e00 x1830947542682368/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.983454:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094954e00 with x1830947542682368 ext(0->4095) 00002000:00010000:3.0:1746128116.983456:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094954e00 00000100:00100000:0.0:1746128116.985256:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.985449:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542682496 00000100:00100000:2.0:1746128116.985455:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542682496 00000100:00100000:2.0:1746128116.985487:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5180 00000100:00100000:2.0:1746128116.985492:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542682496:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128116.985504:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128116.985517:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3594 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.985536:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc8d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d358d expref: 19 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.985542:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128116.985543:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128116.985546:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8d8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3594 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.985567:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc8d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d358d expref: 19 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.985595:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc8d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d358d expref: 19 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128116.985604:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540396032:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128116.985667:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128116.987918:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540396032:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128116.987943:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8d8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3594 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.987956:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228e00, rc 0) 00000100:00100000:2.0:1746128116.988700:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542682496:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3204us (3445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.988708:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5180 00000100:00100000:0.0:1746128116.989037:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.989284:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542682624 00000100:00100000:2.0:1746128116.989289:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542682624 00010000:00010000:2.0:1746128116.989311:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc8d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d358d expref: 20 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128116.989342:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9066 00000100:00100000:2.0:1746128116.989348:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1964:x1830947542682624:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128116.989357:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128116.989376:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc8d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d358d expref: 20 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128116.989385:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc8d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d358d expref: 20 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128116.989402:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc8d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d358d expref: 20 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128116.989423:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.989425:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.989430:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3594 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.989437:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3594 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.989462:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3594 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128116.989476:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540396160:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128116.989530:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128116.991759:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128116.991882:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540396160:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128116.991897:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128116.992079:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542682880 00000100:00100000:3.0:1746128116.992086:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542682880 00002000:00100000:3.0:1746128116.992117:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094954700 x1830947542682880/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/0 e 0 to 0 dl 1746128127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.992125:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094954700 with x1830947542682880 ext(0->4095) 00002000:00010000:3.0:1746128116.992128:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094954700 00000100:00100000:3.0:1746128116.992146:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3812 00000100:00100000:3.0:1746128116.992153:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542682880:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128116.992283:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1964:x1830947542682624:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2934us (3246us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.992291:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9066 00000100:00100000:0.0:1746128116.993014:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.993156:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542682880:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 1002us (1401us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128116.993163:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3812 00002000:00100000:3.0:1746128116.993169:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094954700 x1830947542682880/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:367/0 lens 488/4536 e 0 to 0 dl 1746128127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128116.993176:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094954700 with x1830947542682880 ext(0->4095) 00002000:00010000:3.0:1746128116.993178:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094954700 00000100:00100000:2.0:1746128116.993456:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542683008 00000100:00100000:2.0:1746128116.993460:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542683008 00000100:00100000:2.0:1746128116.993832:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5181 00000100:00100000:2.0:1746128116.993838:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:31595:x1830947542683008:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128116.993849:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128116.993863:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d359b expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.993884:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3594 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.993890:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.993892:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128116.993894:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8df lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d359b expref: 20 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.993916:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3594 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.993930:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3594 expref: 5 pid: 8418 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128116.993939:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540396288:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128116.994005:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128116.996488:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540396288:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128116.996509:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8df lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d359b expref: 20 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128116.996521:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229e00, rc 0) 00000100:00100000:2.0:1746128116.997270:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:31595:x1830947542683008:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3430us (4255us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128116.997278:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5181 00000100:00100000:1.0:1746128116.997593:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.997734:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542683136 00000100:00100000:3.0:1746128116.997740:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542683136 00000100:00100000:3.0:1746128116.997766:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5182 00000100:00100000:3.0:1746128116.997772:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:31596:x1830947542683136:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128116.997784:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128116.997796:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d35a2 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.997812:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128116.997816:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d359b expref: 21 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.997821:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128116.997824:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8e6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a2 expref: 21 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.997848:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8df lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d359b expref: 21 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.997857:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8e6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a2 expref: 21 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.997864:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d600, rc 0) 00000100:00100000:3.0:1746128116.997886:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:31596:x1830947542683136:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128116.997891:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5182 00000100:00100000:0.0:1746128116.998305:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128116.999071:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542683264 00000100:00100000:3.0:1746128116.999076:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542683264 00010000:00010000:3.0:1746128116.999094:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3594 expref: 6 pid: 8418 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128116.999126:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9067 00000100:00100000:3.0:1746128116.999131:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e36050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542683264:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128116.999139:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128116.999154:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3594 expref: 6 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128116.999164:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3594 expref: 6 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128116.999178:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3594 expref: 6 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128116.999199:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128116.999201:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128116.999207:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d359b expref: 20 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.999214:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d359b expref: 20 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.999232:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d359b expref: 20 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128116.999241:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d359b expref: 20 pid: 8418 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128116.999255:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540396544:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128116.999310:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.002010:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.002087:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540396544:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.002101:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.002131:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e36050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542683264:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2999us (3825us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.002140:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9067 00000100:00100000:2.0:1746128117.002343:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542683520 00000100:00100000:2.0:1746128117.002349:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542683520 00002000:00100000:2.0:1746128117.002394:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938f8380 x1830947542683520/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.002402:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938f8380 with x1830947542683520 ext(0->4095) 00010000:00010000:2.0:1746128117.002409:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d359b expref: 21 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.002418:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d359b expref: 21 pid: 8418 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.002428:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800938f8380 00000100:00100000:2.0:1746128117.002439:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1837 00000100:00100000:2.0:1746128117.002444:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1963:x1830947542683520:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128117.002545:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1963:x1830947542683520:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (540us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.002550:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1837 00002000:00100000:2.0:1746128117.002554:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938f8380 x1830947542683520/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.002561:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938f8380 with x1830947542683520 ext(0->4095) 00010000:00010000:2.0:1746128117.002565:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d359b expref: 21 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.002588:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d359b expref: 21 pid: 8418 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.002594:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800938f8380 00000100:00080000:1.0:1746128117.002650:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128117.005932:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.006119:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542683648 00000100:00100000:3.0:1746128117.006126:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542683648 00010000:00010000:3.0:1746128117.006152:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d359b expref: 21 pid: 8418 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.006181:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9068 00000100:00100000:3.0:1746128117.006187:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1965:x1830947542683648:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.006198:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.006214:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d359b expref: 21 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.006225:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d359b expref: 21 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.006241:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc8df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d359b expref: 21 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.006252:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.006254:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.006260:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a2 expref: 20 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.006267:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a2 expref: 20 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.006293:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a2 expref: 20 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.006303:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540396672:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.006369:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.009359:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.009451:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542683904 00000100:00100000:2.0:1746128117.009458:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542683904 00002000:00100000:2.0:1746128117.009488:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938fa300 x1830947542683904/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.009497:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938fa300 with x1830947542683904 ext(0->4095) 00002000:00010000:2.0:1746128117.009501:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800938fa300 00000100:00100000:2.0:1746128117.009526:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3813 00000100:00100000:2.0:1746128117.009533:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1963:x1830947542683904:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128117.009690:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1963:x1830947542683904:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (336us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.009696:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3813 00002000:00100000:2.0:1746128117.009701:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938fa300 x1830947542683904/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.009708:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938fa300 with x1830947542683904 ext(0->4095) 00002000:00010000:2.0:1746128117.009710:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800938fa300 00000100:00100000:3.0:1746128117.009785:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540396672:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.009799:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.009817:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1965:x1830947542683648:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3630us (3893us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.009823:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9068 00000100:00100000:0.0:1746128117.011698:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.011784:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542684032 00000100:00100000:2.0:1746128117.011790:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542684032 00000100:00100000:2.0:1746128117.012159:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5183 00000100:00100000:2.0:1746128117.012165:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542684032:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.012178:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.012191:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d35a9 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.012211:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a2 expref: 19 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.012217:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.012218:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.012221:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ed lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a9 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.012244:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a2 expref: 19 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.012258:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a2 expref: 19 pid: 8418 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.012267:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540396800:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.012324:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00080000:1.0:1746128117.012402:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746128117.014228:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540396800:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.014247:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ed lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a9 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.014257:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945e6200, rc 0) 00000100:00100000:2.0:1746128117.014290:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542684032:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2125us (2597us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.014296:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5183 00000100:00100000:0.0:1746128117.015041:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.015735:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542684160 00000100:00100000:3.0:1746128117.015740:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542684160 00010000:00010000:3.0:1746128117.015763:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a2 expref: 20 pid: 8418 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.015787:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9069 00000100:00100000:3.0:1746128117.015791:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1963:x1830947542684160:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.015801:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.015815:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a2 expref: 20 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.015829:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a2 expref: 20 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.015845:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a2 expref: 20 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.015864:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.015865:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.015870:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a9 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.015877:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a9 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.015897:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a9 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.015905:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540396928:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.015953:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.018715:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540396928:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.018731:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.018763:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1963:x1830947542684160:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2970us (3722us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.018771:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9069 00000100:00100000:0.0:1746128117.019104:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.019819:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542684416 00000100:00100000:1.0:1746128117.019824:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542684416 00002000:00100000:1.0:1746128117.019851:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938fbb80 x1830947542684416/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.019858:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938fbb80 with x1830947542684416 ext(0->4095) 00002000:00010000:1.0:1746128117.019862:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800938fbb80 00000100:00100000:1.0:1746128117.019880:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3814 00000100:00100000:1.0:1746128117.019885:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542684416:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128117.020009:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542684416:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (905us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128117.020014:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3814 00002000:00100000:1.0:1746128117.020019:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938fbb80 x1830947542684416/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.020025:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938fbb80 with x1830947542684416 ext(0->4095) 00002000:00010000:1.0:1746128117.020027:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800938fbb80 00000100:00100000:0.0:1746128117.022850:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.023244:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542684544 00000100:00100000:2.0:1746128117.023251:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542684544 00000100:00100000:2.0:1746128117.023506:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5184 00000100:00100000:2.0:1746128117.023513:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:31595:x1830947542684544:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.023526:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.023538:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8f4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d35b0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.023559:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a9 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.023568:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.023592:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.023595:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8f4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b0 expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.023617:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a9 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.023625:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a9 expref: 5 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.023636:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540397056:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.023701:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.023944:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.024183:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542684672 00000100:00100000:3.0:1746128117.024187:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542684672 00000100:00100000:3.0:1746128117.024212:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5185 00000100:00100000:3.0:1746128117.024218:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d402a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:31596:x1830947542684672:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128117.024224:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128117.024231:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d35b7 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.024241:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.024244:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8f4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b0 expref: 22 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.024249:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128117.024252:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8fb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b7 expref: 22 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.024270:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8f4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b0 expref: 22 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.024279:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8fb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b7 expref: 22 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.024286:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d600, rc 0) 00000100:00100000:3.0:1746128117.024319:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d402a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:31596:x1830947542684672:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.024324:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5185 00000100:00100000:2.0:1746128117.026013:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540397056:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.026031:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8f4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b0 expref: 21 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.026041:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228e00, rc 0) 00000100:00100000:2.0:1746128117.026598:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:31595:x1830947542684544:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3056us (3724us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.026606:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5184 00000100:00100000:0.0:1746128117.027044:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.027607:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542684800 00000100:00100000:3.0:1746128117.027613:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542684800 00010000:00010000:3.0:1746128117.027637:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a9 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.027667:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9070 00000100:00100000:3.0:1746128117.027672:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542684800:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.027682:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.027699:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a9 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.027708:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a9 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.027726:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc8ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35a9 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.027849:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.027851:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.027858:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b0 expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.027865:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b0 expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.027891:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b0 expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.027901:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b0 expref: 20 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.027914:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540397312:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.028305:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.030679:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540397312:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.030695:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.030725:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542684800:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3053us (3682us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.030733:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9070 00000100:00100000:0.0:1746128117.030986:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.031127:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542685056 00000100:00100000:2.0:1746128117.031133:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542685056 00002000:00100000:2.0:1746128117.031163:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d401180 x1830947542685056/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.031176:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d401180 with x1830947542685056 ext(0->4095) 00010000:00010000:2.0:1746128117.031183:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b0 expref: 21 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.031193:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b0 expref: 21 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.031199:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d401180 00000100:00100000:2.0:1746128117.031222:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1838 00000100:00100000:2.0:1746128117.031229:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d401180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1964:x1830947542685056:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128117.031337:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d401180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1964:x1830947542685056:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (352us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.031343:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1838 00002000:00100000:2.0:1746128117.031347:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d401180 x1830947542685056/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.031353:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d401180 with x1830947542685056 ext(0->4095) 00010000:00010000:2.0:1746128117.031358:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b0 expref: 21 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.031365:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b0 expref: 21 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.031369:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d401180 00000100:00100000:0.0:1746128117.034448:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.034548:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542685184 00000100:00100000:3.0:1746128117.034555:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542685184 00010000:00010000:3.0:1746128117.034606:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b0 expref: 21 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.034627:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9071 00000100:00100000:3.0:1746128117.034633:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1965:x1830947542685184:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.034643:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.034660:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b0 expref: 21 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.034671:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b0 expref: 21 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.034687:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc8f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b0 expref: 21 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.034714:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.034717:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.034722:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b7 expref: 20 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.034728:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b7 expref: 20 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.034754:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b7 expref: 20 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.034765:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540397440:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.035177:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.037165:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.037236:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542685440 00000100:00100000:1.0:1746128117.037243:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542685440 00002000:00100000:1.0:1746128117.037274:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d403480 x1830947542685440/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.037282:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d403480 with x1830947542685440 ext(0->4095) 00002000:00010000:1.0:1746128117.037286:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d403480 00000100:00100000:1.0:1746128117.037311:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3815 00000100:00100000:1.0:1746128117.037318:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1963:x1830947542685440:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128117.037452:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1963:x1830947542685440:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128117.037458:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3815 00002000:00100000:1.0:1746128117.037463:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d403480 x1830947542685440/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.037469:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d403480 with x1830947542685440 ext(0->4095) 00002000:00010000:1.0:1746128117.037471:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d403480 00000100:00100000:3.0:1746128117.037687:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540397440:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.037699:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.037718:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1965:x1830947542685184:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3085us (3276us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.037724:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9071 00000100:00100000:0.0:1746128117.040734:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.040856:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542685568 00000100:00100000:2.0:1746128117.040863:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542685568 00000100:00100000:2.0:1746128117.040895:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5186 00000100:00100000:2.0:1746128117.040901:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542685568:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.040914:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.040927:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc902 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d35be expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.040949:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b7 expref: 19 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.040955:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.040957:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.040960:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc902 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35be expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.040989:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b7 expref: 19 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.040999:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b7 expref: 19 pid: 8418 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.041008:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540397568:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.041074:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.043248:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540397568:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.043271:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc902 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35be expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.043288:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228e00, rc 0) 00000100:00100000:2.0:1746128117.043317:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542685568:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2416us (2588us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.043325:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5186 00000100:00100000:0.0:1746128117.044816:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.044891:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542685696 00000100:00100000:3.0:1746128117.044896:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542685696 00010000:00010000:3.0:1746128117.044919:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b7 expref: 20 pid: 8418 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.044964:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9072 00000100:00100000:3.0:1746128117.044978:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1963:x1830947542685696:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.044988:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.045001:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b7 expref: 20 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.045014:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b7 expref: 20 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.045030:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc8fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35b7 expref: 20 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.045038:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.045040:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.045045:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc902 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35be expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.045051:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc902 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35be expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.045072:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc902 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35be expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.045083:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540397696:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.045382:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.048196:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540397696:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.048211:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.048242:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1963:x1830947542685696:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3271us (3429us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.048250:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9072 00000100:00100000:0.0:1746128117.048882:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.049323:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542685952 00000100:00100000:2.0:1746128117.049329:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542685952 00002000:00100000:2.0:1746128117.049362:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b2b100 x1830947542685952/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.049370:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2b100 with x1830947542685952 ext(0->4095) 00002000:00010000:2.0:1746128117.049374:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b2b100 00000100:00100000:2.0:1746128117.049389:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3816 00000100:00100000:2.0:1746128117.049394:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542685952:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128117.049516:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542685952:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (634us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.049522:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3816 00002000:00100000:2.0:1746128117.049526:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b2b100 x1830947542685952/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.049533:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2b100 with x1830947542685952 ext(0->4095) 00002000:00010000:2.0:1746128117.049535:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b2b100 00000100:00100000:0.0:1746128117.051807:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.051963:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542686080 00000100:00100000:2.0:1746128117.051998:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542686080 00000100:00100000:2.0:1746128117.052028:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5187 00000100:00100000:2.0:1746128117.052033:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:31595:x1830947542686080:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.052047:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.052061:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc909 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d35c5 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.052084:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc902 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35be expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.052090:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.052092:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.052095:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc909 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35c5 expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.052121:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc902 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35be expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.052132:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc902 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35be expref: 5 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.052141:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540397824:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.052209:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128117.052945:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.053001:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542686208 00000100:00100000:0.0:1746128117.053004:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542686208 00000100:00100000:0.0:1746128117.053032:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5188 00000100:00100000:0.0:1746128117.053037:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:31596:x1830947542686208:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128117.053044:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128117.053052:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bc910 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d35cc expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.053064:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128117.053068:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc909 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35c5 expref: 22 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.053073:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128117.053075:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bc910 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35cc expref: 22 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.053094:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc909 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35c5 expref: 22 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.053103:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bc910 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35cc expref: 22 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.053113:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129618800, rc 0) 00000100:00100000:0.0:1746128117.053137:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:31596:x1830947542686208:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128117.053142:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5188 00000100:00100000:2.0:1746128117.055269:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540397824:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.055290:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc909 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35c5 expref: 21 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.055303:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945e7200, rc 0) 00000100:00100000:2.0:1746128117.055345:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:31595:x1830947542686080:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3310us (3542us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.055355:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5187 00000100:00100000:0.0:1746128117.055739:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.056111:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542686336 00000100:00100000:3.0:1746128117.056118:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542686336 00010000:00010000:3.0:1746128117.056140:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc902 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35be expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.056166:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9073 00000100:00100000:3.0:1746128117.056172:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542686336:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.056182:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.056197:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc902 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35be expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.056207:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc902 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35be expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.056224:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc902 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35be expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.056560:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.056563:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.056569:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc909 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35c5 expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.056607:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc909 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35c5 expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.056634:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc909 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35c5 expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.056645:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc909 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35c5 expref: 20 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.056654:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540398080:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.056710:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.059162:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.059237:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542686592 00000100:00100000:1.0:1746128117.059243:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542686592 00002000:00100000:1.0:1746128117.059275:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b28000 x1830947542686592/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.059283:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28000 with x1830947542686592 ext(0->4095) 00010000:00010000:1.0:1746128117.059290:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc909 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35c5 expref: 21 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.059301:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc909 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35c5 expref: 21 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746128117.059307:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b28000 00000100:00100000:1.0:1746128117.059373:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1839 00000100:00100000:1.0:1746128117.059380:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1964:x1830947542686592:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128117.059675:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540398080:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.059688:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128117.060143:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1964:x1830947542686592:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 762us (986us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128117.060150:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1839 00002000:00100000:1.0:1746128117.060156:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b28000 x1830947542686592/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.060162:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28000 with x1830947542686592 ext(0->4095) 00010000:00010000:1.0:1746128117.060167:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc909 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35c5 expref: 21 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.060175:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc909 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35c5 expref: 21 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746128117.060180:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b28000 00000100:00100000:3.0:1746128117.060232:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542686336:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4060us (4493us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.060239:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9073 00000100:00100000:0.0:1746128117.062722:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.062987:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542686720 00000100:00100000:3.0:1746128117.062993:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542686720 00010000:00010000:3.0:1746128117.063015:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc909 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35c5 expref: 21 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.063034:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9074 00000100:00100000:3.0:1746128117.063039:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e35c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1964:x1830947542686720:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.063050:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.063063:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc909 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35c5 expref: 21 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.063072:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc909 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35c5 expref: 21 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.063087:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc909 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35c5 expref: 21 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.063273:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.063275:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.063280:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bc910 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35cc expref: 20 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.063287:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bc910 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35cc expref: 20 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.063311:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bc910 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35cc expref: 20 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.063320:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540398208:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.063626:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.065684:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.065754:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542686976 00000100:00100000:1.0:1746128117.065760:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542686976 00002000:00100000:1.0:1746128117.065793:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b2bb80 x1830947542686976/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.065800:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2bb80 with x1830947542686976 ext(0->4095) 00002000:00010000:1.0:1746128117.065804:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b2bb80 00000100:00100000:1.0:1746128117.065826:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3817 00000100:00100000:1.0:1746128117.065832:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1966:x1830947542686976:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128117.065952:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1966:x1830947542686976:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128117.065957:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3817 00002000:00100000:1.0:1746128117.065962:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b2bb80 x1830947542686976/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.065994:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2bb80 with x1830947542686976 ext(0->4095) 00002000:00010000:1.0:1746128117.065997:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b2bb80 00000100:00100000:3.0:1746128117.066129:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540398208:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.066142:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.066161:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e35c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1964:x1830947542686720:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3122us (3444us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.066168:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9074 00000100:00100000:0.0:1746128117.069102:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.069802:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542687104 00000100:00100000:2.0:1746128117.069810:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542687104 00000100:00100000:2.0:1746128117.070335:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5189 00000100:00100000:2.0:1746128117.070344:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542687104:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.070357:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.070370:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc917 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d35d3 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.070393:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bc910 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35cc expref: 19 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.070399:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.070401:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.070404:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc917 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35d3 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.070426:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bc910 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35cc expref: 19 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.070435:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bc910 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35cc expref: 19 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.070445:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540398336:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.070518:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.074865:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.074950:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542687232 00000100:00100000:3.0:1746128117.074957:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542687232 00010000:00010000:3.0:1746128117.074993:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bc910 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35cc expref: 20 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.075014:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9075 00000100:00100000:3.0:1746128117.075019:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1964:x1830947542687232:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.075030:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.075046:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bc910 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35cc expref: 20 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.075061:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bc910 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35cc expref: 20 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.075080:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.075081:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.075087:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc917 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35d3 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.075095:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc917 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35d3 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.075120:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc917 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35d3 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.075129:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540398464:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.076160:0:8416:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bc910 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35cc expref: 20 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.076193:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540398336:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.076213:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc917 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35d3 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.076222:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229a00, rc 0) 00000100:00100000:2.0:1746128117.076470:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542687104:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6126us (7371us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.076477:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5189 00000100:00100000:0.0:1746128117.076856:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.076951:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.077002:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542687360 00000100:00100000:2.0:1746128117.077007:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542687360 00000100:00100000:2.0:1746128117.077030:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5190 00000100:00100000:2.0:1746128117.077034:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:31595:x1830947542687360:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.077044:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.077054:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc91e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d35da expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.077069:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc917 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35d3 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.077075:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.077077:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.077079:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc91e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35da expref: 21 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.077097:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc917 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35d3 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.077108:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc917 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35d3 expref: 5 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.077115:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540398592:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.077145:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.079709:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540398464:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.079726:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.080047:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1964:x1830947542687232:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5027us (5187us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.080055:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9075 00000100:00100000:2.0:1746128117.080110:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.080215:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540398592:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.080233:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc91e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35da expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.080245:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945e6200, rc 0) 00000100:00100000:2.0:1746128117.080274:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:31595:x1830947542687360:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3239us (3418us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.080280:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5190 00000100:00100000:3.0:1746128117.080332:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542687616 00000100:00100000:3.0:1746128117.080338:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542687616 00002000:00100000:3.0:1746128117.080364:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8d9c00 x1830947542687616/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.080377:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d9c00 with x1830947542687616 ext(0->4095) 00010000:00010000:3.0:1746128117.080382:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc917 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35d3 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.080392:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc917 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35d3 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.080397:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8d9c00 00000100:00100000:3.0:1746128117.080706:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1840 00000100:00100000:3.0:1746128117.080714:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542687616:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128117.080830:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542687616:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (720us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128117.080836:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1840 00002000:00100000:3.0:1746128117.080840:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8d9c00 x1830947542687616/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.080847:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d9c00 with x1830947542687616 ext(0->4095) 00010000:00010000:3.0:1746128117.080852:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc917 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35d3 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.080860:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc917 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35d3 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.080865:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8d9c00 00000100:00100000:0.0:1746128117.085032:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.085118:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542687744 00000100:00100000:3.0:1746128117.085125:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542687744 00010000:00010000:3.0:1746128117.085150:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc917 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35d3 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.085716:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9076 00000100:00100000:3.0:1746128117.085723:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542687744:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.085734:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.085750:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc917 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35d3 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.085761:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc917 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35d3 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.085778:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc917 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35d3 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.085832:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.085834:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.085840:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc91e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35da expref: 19 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.085846:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc91e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35da expref: 19 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.085874:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc91e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35da expref: 19 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.085883:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540398720:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.086140:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.089533:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.089622:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540398720:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.089637:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.089667:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542687744:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3944us (4642us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.089676:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9076 00000100:00100000:1.0:1746128117.089741:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542688000 00000100:00100000:1.0:1746128117.089746:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542688000 00002000:00100000:1.0:1746128117.089773:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134409880 x1830947542688000/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.089781:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134409880 with x1830947542688000 ext(0->4095) 00002000:00010000:1.0:1746128117.089785:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134409880 00000100:00100000:1.0:1746128117.089807:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3818 00000100:00100000:1.0:1746128117.089812:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1963:x1830947542688000:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128117.089925:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1963:x1830947542688000:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (400us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128117.089930:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3818 00002000:00100000:1.0:1746128117.089935:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134409880 x1830947542688000/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.089942:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134409880 with x1830947542688000 ext(0->4095) 00002000:00010000:1.0:1746128117.089944:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134409880 00000100:00100000:0.0:1746128117.100056:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.100151:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542688128 00000100:00100000:2.0:1746128117.100159:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542688128 00000100:00100000:2.0:1746128117.100247:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5191 00000100:00100000:2.0:1746128117.100256:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542688128:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.100272:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.100286:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc925 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d35e1 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.100309:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc91e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35da expref: 19 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.100320:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.100321:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.100325:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc925 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e1 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.100348:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc91e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35da expref: 19 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.100358:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc91e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35da expref: 19 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.100368:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540398848:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.100438:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.104183:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540398848:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.104207:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc925 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e1 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.104220:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009567d600, rc 0) 00000100:00100000:2.0:1746128117.104254:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542688128:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3999us (4203us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.104261:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5191 00000100:00100000:0.0:1746128117.116879:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.116983:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542688256 00000100:00100000:3.0:1746128117.116990:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542688256 00002000:00100000:3.0:1746128117.117025:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880134409f80 x1830947542688256/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 496/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.117033:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134409f80 with x1830947542688256 ext(0->7) 00010000:00010000:3.0:1746128117.117040:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc91e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35da expref: 20 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.117051:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc91e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35da expref: 20 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.117057:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134409f80 00000100:00100000:3.0:1746128117.118475:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1841 00000100:00100000:3.0:1746128117.118486:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1963:x1830947542688256:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128117.119860:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1963:x1830947542688256:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 1371us (2982us total) trans 4294967984 rc 0/0 00000100:00100000:3.0:1746128117.119868:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1841 00002000:00100000:3.0:1746128117.119877:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880134409f80 x1830947542688256/t4294967984(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 496/448 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.119888:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134409f80 with x1830947542688256 ext(0->7) 00010000:00010000:3.0:1746128117.119896:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc91e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35da expref: 22 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.119907:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc91e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35da expref: 22 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.119912:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134409f80 00000100:00100000:0.0:1746128117.126075:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.126153:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542688384 00000100:00100000:2.0:1746128117.126160:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542688384 00000100:00100000:2.0:1746128117.126190:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5192 00000100:00100000:2.0:1746128117.126195:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:31595:x1830947542688384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.126211:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.126223:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc92c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d35e8 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.126243:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.126247:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc925 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.126252:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128117.126255:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc92c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e8 expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.126283:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc925 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.126295:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc92c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e8 expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.126303:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229e00, rc 0) 00000100:00100000:2.0:1746128117.126347:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:31595:x1830947542688384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.126352:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5192 00000100:00100000:0.0:1746128117.128980:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.129064:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542688512 00000100:00100000:3.0:1746128117.129070:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542688512 00010000:00010000:3.0:1746128117.129098:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc91e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35da expref: 23 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.129120:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9077 00000100:00100000:3.0:1746128117.129126:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094177480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1964:x1830947542688512:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.129137:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.129154:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc91e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35da expref: 23 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.129162:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc91e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35da expref: 23 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.129180:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc91e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35da expref: 23 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.129206:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.129209:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.129214:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc925 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.129221:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc925 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.129246:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc925 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.129256:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc925 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e1 expref: 5 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.129265:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540399104:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.130762:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.132839:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540399104:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.132853:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.132882:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094177480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1964:x1830947542688512:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3756us (3918us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.132890:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9077 00000100:00100000:0.0:1746128117.134365:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.134450:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542688768 00000100:00100000:3.0:1746128117.134456:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542688768 00002000:00100000:3.0:1746128117.134487:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094177100 x1830947542688768/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.134496:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094177100 with x1830947542688768 ext(0->4095) 00010000:00010000:3.0:1746128117.134503:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc925 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e1 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.134517:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc925 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e1 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.134523:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094177100 00000100:00100000:1.0:1746128117.134636:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1842 00000100:00100000:1.0:1746128117.134643:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542688768:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128117.134774:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542688768:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (412us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128117.134779:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1842 00002000:00100000:1.0:1746128117.134784:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094177100 x1830947542688768/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.134790:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094177100 with x1830947542688768 ext(0->4095) 00010000:00010000:1.0:1746128117.134794:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc925 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e1 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.134801:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc925 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e1 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746128117.134806:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094177100 00000100:00100000:0.0:1746128117.136728:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.136960:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542688896 00000100:00100000:3.0:1746128117.136977:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542688896 00010000:00010000:3.0:1746128117.137005:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc925 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e1 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.137026:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9078 00000100:00100000:3.0:1746128117.137032:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094177800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542688896:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.137042:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.137059:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc925 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e1 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.137070:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc925 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e1 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.137087:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009567d600/0x802a7453533bc925 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e1 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.137115:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.137116:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.137122:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc92c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e8 expref: 21 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.137133:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc92c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e8 expref: 21 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.137160:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc92c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e8 expref: 21 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.137170:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540399232:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.137937:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.140867:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540399232:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.140883:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.141389:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094177800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542688896:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4355us (4665us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.141398:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9078 00000100:00100000:2.0:1746128117.141791:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.141872:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542689152 00000100:00100000:3.0:1746128117.141878:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542689152 00002000:00100000:3.0:1746128117.141906:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8d9f80 x1830947542689152/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.141914:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d9f80 with x1830947542689152 ext(0->4095) 00002000:00010000:3.0:1746128117.141918:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8d9f80 00000100:00100000:3.0:1746128117.141932:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3819 00000100:00100000:3.0:1746128117.141938:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1964:x1830947542689152:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128117.142064:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1964:x1830947542689152:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (273us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128117.142072:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3819 00002000:00100000:3.0:1746128117.142077:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8d9f80 x1830947542689152/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.142083:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d9f80 with x1830947542689152 ext(0->4095) 00002000:00010000:3.0:1746128117.142085:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8d9f80 00000100:00100000:0.0:1746128117.144834:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.145291:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542689280 00000100:00100000:1.0:1746128117.145299:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542689280 00000100:00100000:1.0:1746128117.145414:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5193 00000100:00100000:1.0:1746128117.145421:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542689280:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128117.145435:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128117.145447:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc933 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d35ef expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.145469:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc92c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e8 expref: 21 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.145475:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.145477:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.145480:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc933 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35ef expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.145503:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc92c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e8 expref: 21 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.145517:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc92c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e8 expref: 21 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128117.145527:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540399360:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128117.145985:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128117.148507:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540399360:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128117.148530:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc933 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35ef expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.148543:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57e00, rc 0) 00000100:00100000:1.0:1746128117.148594:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542689280:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3173us (3766us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.148602:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5193 00000100:00100000:0.0:1746128117.149645:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.149903:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542689408 00000100:00100000:3.0:1746128117.149909:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542689408 00010000:00010000:3.0:1746128117.149933:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc92c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e8 expref: 22 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.149950:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9079 00000100:00100000:3.0:1746128117.149955:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1964:x1830947542689408:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.149965:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.149987:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc92c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e8 expref: 22 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.149996:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc92c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e8 expref: 22 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.150011:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc92c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35e8 expref: 22 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.150033:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.150035:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.150040:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc933 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35ef expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.150051:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc933 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35ef expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.150072:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc933 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35ef expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.150080:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540399488:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.150132:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.151966:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.152299:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542689536 00000100:00100000:1.0:1746128117.152306:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542689536 00000100:00100000:1.0:1746128117.152657:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5194 00000100:00100000:1.0:1746128117.152664:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:31595:x1830947542689536:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128117.152677:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128117.152689:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc93a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d35f6 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.152710:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc933 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35ef expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.152720:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.152721:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.152724:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc93a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35f6 expref: 23 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.152744:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc933 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35ef expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.152753:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc933 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35ef expref: 5 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128117.152763:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540399616:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128117.152823:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.154178:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540399488:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.154191:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.154212:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1964:x1830947542689408:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4256us (4571us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.154219:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9079 00000100:00100000:0.0:1746128117.154678:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.155133:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542689792 00000100:00100000:2.0:1746128117.155140:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542689792 00002000:00100000:2.0:1746128117.155170:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181ed80 x1830947542689792/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.155183:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181ed80 with x1830947542689792 ext(0->4095) 00010000:00010000:2.0:1746128117.155190:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc933 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35ef expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.155200:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc933 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35ef expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.155205:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009181ed80 00000100:00100000:2.0:1746128117.155232:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1843 00000100:00100000:2.0:1746128117.155237:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542689792:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128117.155357:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542689792:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (679us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.155363:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1843 00002000:00100000:2.0:1746128117.155367:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181ed80 x1830947542689792/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.155373:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181ed80 with x1830947542689792 ext(0->4095) 00010000:00010000:2.0:1746128117.155377:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc933 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35ef expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.155384:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc933 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35ef expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.155389:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009181ed80 00000100:00100000:1.0:1746128117.157122:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540399616:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128117.157144:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc93a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35f6 expref: 22 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.157158:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57800, rc 0) 00000100:00100000:1.0:1746128117.157188:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:31595:x1830947542689536:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4524us (5228us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.157195:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5194 00000100:00100000:0.0:1746128117.159460:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.159553:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542689920 00000100:00100000:3.0:1746128117.159560:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542689920 00010000:00010000:3.0:1746128117.159601:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc933 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35ef expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.159624:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9080 00000100:00100000:3.0:1746128117.159630:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542689920:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.159641:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.159657:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc933 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35ef expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.159667:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc933 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35ef expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.159684:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc933 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35ef expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.159711:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.159713:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.159718:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc93a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35f6 expref: 21 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.159725:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc93a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35f6 expref: 21 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.159751:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc93a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35f6 expref: 21 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.159761:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540399744:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.159826:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.161750:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.161847:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542690176 00000100:00100000:2.0:1746128117.161853:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542690176 00002000:00100000:2.0:1746128117.161885:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181fb80 x1830947542690176/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.161893:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181fb80 with x1830947542690176 ext(0->4095) 00002000:00010000:2.0:1746128117.161897:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181fb80 00000100:00100000:2.0:1746128117.161914:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3820 00000100:00100000:2.0:1746128117.161919:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1966:x1830947542690176:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128117.162058:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1966:x1830947542690176:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (313us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.162064:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3820 00002000:00100000:2.0:1746128117.162069:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181fb80 x1830947542690176/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.162075:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181fb80 with x1830947542690176 ext(0->4095) 00002000:00010000:2.0:1746128117.162078:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181fb80 00000100:00100000:3.0:1746128117.162149:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540399744:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.162162:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.162181:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542689920:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2552us (2728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.162188:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9080 00000100:00100000:0.0:1746128117.184782:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.184879:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542690304 00000100:00100000:1.0:1746128117.184886:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542690304 00000100:00100000:1.0:1746128117.184926:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5195 00000100:00100000:1.0:1746128117.184931:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542690304:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128117.184946:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128117.184959:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc941 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d35fd expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.184989:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc93a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35f6 expref: 21 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.184995:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.184996:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.184999:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc941 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35fd expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.185019:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc93a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35f6 expref: 21 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.185028:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc93a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35f6 expref: 21 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128117.185037:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540399872:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128117.185100:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128117.196404:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540399872:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128117.196428:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc941 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35fd expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.196441:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56e00, rc 0) 00000100:00100000:1.0:1746128117.196473:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542690304:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11541us (11697us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.196484:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5195 00000100:00100000:0.0:1746128117.207800:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.207878:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542690432 00000100:00100000:2.0:1746128117.207886:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542690432 00002000:00100000:2.0:1746128117.207923:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009181d880 x1830947542690432/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 496/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.207931:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181d880 with x1830947542690432 ext(0->7) 00010000:00010000:2.0:1746128117.207939:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc93a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35f6 expref: 22 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.207950:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc93a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35f6 expref: 22 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.207960:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009181d880 00000100:00100000:2.0:1746128117.207985:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1844 00000100:00100000:2.0:1746128117.207992:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1963:x1830947542690432:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128117.208239:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542690432:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 247us (444us total) trans 4294967985 rc 0/0 00000100:00100000:2.0:1746128117.208245:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1844 00002000:00100000:2.0:1746128117.208250:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009181d880 x1830947542690432/t4294967985(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 496/448 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.208256:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181d880 with x1830947542690432 ext(0->7) 00010000:00010000:2.0:1746128117.208260:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc93a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35f6 expref: 24 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.208268:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc93a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35f6 expref: 24 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.208274:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009181d880 00000100:00100000:0.0:1746128117.219192:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.219266:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542690560 00000100:00100000:1.0:1746128117.219274:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542690560 00000100:00100000:1.0:1746128117.219316:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5196 00000100:00100000:1.0:1746128117.219323:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31595:x1830947542690560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128117.219336:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128117.219349:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc948 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3604 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.219374:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.219380:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc941 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35fd expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.219385:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128117.219388:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc948 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3604 expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.219413:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc941 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35fd expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.219423:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc948 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3604 expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.219430:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57c00, rc 0) 00000100:00100000:1.0:1746128117.219471:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31595:x1830947542690560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.219477:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5196 00000100:00100000:0.0:1746128117.221029:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.221102:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542690688 00000100:00100000:3.0:1746128117.221108:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542690688 00010000:00010000:3.0:1746128117.221130:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc93a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35f6 expref: 25 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.221163:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9081 00000100:00100000:3.0:1746128117.221169:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e35850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1965:x1830947542690688:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.221177:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.221192:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc93a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35f6 expref: 25 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.221201:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc93a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35f6 expref: 25 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.221216:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc93a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35f6 expref: 25 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.221239:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.221240:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.221246:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc941 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35fd expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.221253:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc941 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35fd expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.221274:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc941 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35fd expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.221283:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc941 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35fd expref: 5 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.221296:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540400128:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.221362:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.223945:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540400128:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.223961:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.224003:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e35850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1965:x1830947542690688:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2833us (2977us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.224011:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9081 00000100:00100000:0.0:1746128117.225836:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.228283:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542690944 00000100:00100000:2.0:1746128117.228294:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542690944 00002000:00100000:2.0:1746128117.228332:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929c700 x1830947542690944/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.228340:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929c700 with x1830947542690944 ext(0->4095) 00010000:00010000:2.0:1746128117.228348:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc941 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35fd expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.228365:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc941 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35fd expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.228371:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929c700 00000100:00100000:2.0:1746128117.228401:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1845 00000100:00100000:2.0:1746128117.228407:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542690944:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128117.228625:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542690944:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 216us (2791us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.228631:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1845 00002000:00100000:2.0:1746128117.228636:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929c700 x1830947542690944/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.228643:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929c700 with x1830947542690944 ext(0->4095) 00010000:00010000:2.0:1746128117.228647:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc941 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35fd expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.228655:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc941 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35fd expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.228660:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929c700 00000100:00100000:0.0:1746128117.231686:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.232646:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542691072 00000100:00100000:3.0:1746128117.232654:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542691072 00010000:00010000:3.0:1746128117.232680:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc941 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35fd expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.232873:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9082 00000100:00100000:3.0:1746128117.232880:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542691072:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.232891:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.232907:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc941 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35fd expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.232917:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc941 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35fd expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.232934:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc941 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d35fd expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.232961:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.232963:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.232978:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc948 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3604 expref: 23 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.232986:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc948 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3604 expref: 23 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.233011:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc948 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3604 expref: 23 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.233022:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540400256:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.237383:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579000 going to sleep for 11 seconds 00010000:00010000:1.0:1746128117.237443:0:7071:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746128117.241367:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540400256:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.241383:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.241414:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542691072:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 8535us (9734us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.241423:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9082 00000100:00100000:0.0:1746128117.241921:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.242064:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542691328 00000100:00100000:2.0:1746128117.242070:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542691328 00002000:00100000:2.0:1746128117.242101:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b0700 x1830947542691328/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.242109:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0700 with x1830947542691328 ext(0->4095) 00002000:00010000:2.0:1746128117.242113:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b0700 00000100:00100000:2.0:1746128117.242136:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3821 00000100:00100000:2.0:1746128117.242142:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542691328:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128117.242263:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542691328:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (343us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.242268:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3821 00002000:00100000:2.0:1746128117.242273:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b0700 x1830947542691328/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.242280:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0700 with x1830947542691328 ext(0->4095) 00002000:00010000:2.0:1746128117.242282:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b0700 00000100:00100000:0.0:1746128117.245111:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.245298:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542691456 00000100:00100000:2.0:1746128117.245305:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542691456 00000100:00100000:2.0:1746128117.245349:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5197 00000100:00100000:2.0:1746128117.245356:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542691456:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.245370:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.245385:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc94f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d360b expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.245407:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc948 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3604 expref: 23 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.245413:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.245414:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.245417:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc94f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d360b expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.245445:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc948 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3604 expref: 23 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.245455:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc948 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3604 expref: 23 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.245464:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084104e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540400384:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.245540:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.248201:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084104e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540400384:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.248226:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc94f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d360b expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.248240:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228e00, rc 0) 00000100:00100000:2.0:1746128117.248281:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542691456:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2925us (3175us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.248288:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5197 00000100:00100000:0.0:1746128117.248449:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.248625:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542691584 00000100:00100000:3.0:1746128117.248630:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542691584 00010000:00010000:3.0:1746128117.248649:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc948 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3604 expref: 24 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.248666:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9083 00000100:00100000:3.0:1746128117.248670:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542691584:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.248678:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.248693:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc948 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3604 expref: 24 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.248707:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc948 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3604 expref: 24 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.248723:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc948 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3604 expref: 24 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.248734:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.248735:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.248740:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc94f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d360b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.248747:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc94f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d360b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.248766:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc94f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d360b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.248774:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540400512:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.250166:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.251782:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.252153:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542691712 00000100:00100000:2.0:1746128117.252160:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542691712 00000100:00100000:2.0:1746128117.252198:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5198 00000100:00100000:2.0:1746128117.252203:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31595:x1830947542691712:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.252216:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.252230:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc956 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3612 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.252250:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc94f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d360b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.252257:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.252259:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.252261:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc956 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3612 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.252285:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc94f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d360b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.252294:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc94f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d360b expref: 5 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.252303:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084104e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540400640:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.252364:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.254349:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.254602:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540400512:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.254616:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.254647:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542691584:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5975us (6197us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.254656:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9083 00000100:00100000:2.0:1746128117.254713:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542691968 00000100:00100000:2.0:1746128117.254718:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542691968 00002000:00100000:2.0:1746128117.254745:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b0000 x1830947542691968/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.254753:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0000 with x1830947542691968 ext(0->4095) 00010000:00010000:2.0:1746128117.254760:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc94f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d360b expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.254770:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc94f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d360b expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.254776:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b0000 00000100:00100000:2.0:1746128117.254797:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1846 00000100:00100000:2.0:1746128117.254803:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542691968:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128117.254920:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542691968:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (577us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.254925:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1846 00002000:00100000:2.0:1746128117.254930:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b0000 x1830947542691968/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.254936:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0000 with x1830947542691968 ext(0->4095) 00010000:00010000:2.0:1746128117.254940:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc94f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d360b expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.254948:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc94f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d360b expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.254953:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b0000 00000100:00100000:2.0:1746128117.255743:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084104e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540400640:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.255758:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc956 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3612 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.255770:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009567c000, rc 0) 00000100:00100000:2.0:1746128117.256380:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31595:x1830947542691712:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4174us (4601us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.256387:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5198 00000100:00100000:0.0:1746128117.257864:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.258561:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542692096 00000100:00100000:2.0:1746128117.258568:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542692096 00000100:00100000:2.0:1746128117.259068:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5199 00000100:00100000:2.0:1746128117.259078:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31596:x1830947542692096:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.259091:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.259105:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc95d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3619 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.259126:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.259131:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc956 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3612 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.259136:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.259139:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc95d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3619 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.259167:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc956 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3612 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.259175:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc95d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3619 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.259184:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945e7200, rc 0) 00000100:00100000:2.0:1746128117.259231:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31596:x1830947542692096:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (1371us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.259236:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5199 00000100:00100000:0.0:1746128117.259942:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.260456:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542692224 00000100:00100000:3.0:1746128117.260462:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542692224 00010000:00010000:3.0:1746128117.260481:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc94f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d360b expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.260504:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9084 00000100:00100000:3.0:1746128117.260509:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094642a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542692224:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.260517:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.260532:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc94f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d360b expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.260540:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc94f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d360b expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.260554:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bc94f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d360b expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.260588:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.260589:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.260594:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc956 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3612 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.260601:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc956 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3612 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.260618:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc956 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3612 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.260626:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3612 expref: 24 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.260634:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540400896:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.260692:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.263816:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.263912:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540400896:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.263927:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.263978:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094642a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542692224:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3467us (4036us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.263987:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9084 00000100:00100000:2.0:1746128117.264212:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542692480 00000100:00100000:2.0:1746128117.264217:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542692480 00002000:00100000:2.0:1746128117.264244:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f48380 x1830947542692480/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.264257:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f48380 with x1830947542692480 ext(0->4095) 00010000:00010000:2.0:1746128117.264263:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3612 expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.264273:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3612 expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.264279:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f48380 00000100:00100000:2.0:1746128117.264298:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1847 00000100:00100000:2.0:1746128117.264303:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542692480:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128117.264411:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542692480:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (601us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.264416:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1847 00002000:00100000:2.0:1746128117.264420:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f48380 x1830947542692480/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.264426:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f48380 with x1830947542692480 ext(0->4095) 00010000:00010000:2.0:1746128117.264429:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3612 expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.264437:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3612 expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.264442:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f48380 00000100:00100000:0.0:1746128117.266786:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.266854:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542692608 00000100:00100000:3.0:1746128117.266861:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542692608 00010000:00010000:3.0:1746128117.266886:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3612 expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.266977:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9085 00000100:00100000:3.0:1746128117.266984:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f48a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1966:x1830947542692608:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.266994:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.267008:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3612 expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.267017:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc956 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3612 expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.267034:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009567c000/0x802a7453533bc956 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3612 expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.267045:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.267047:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.267052:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc95d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3619 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.267059:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc95d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3619 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.267082:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc95d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3619 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.267091:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540401024:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.267474:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.269797:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.269873:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540401024:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.269887:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.269914:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f48a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1966:x1830947542692608:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2930us (3133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.269921:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9085 00000100:00100000:2.0:1746128117.269989:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542692864 00000100:00100000:2.0:1746128117.269994:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542692864 00002000:00100000:2.0:1746128117.270022:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938faa00 x1830947542692864/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.270030:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938faa00 with x1830947542692864 ext(0->4095) 00002000:00010000:2.0:1746128117.270033:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800938faa00 00000100:00100000:2.0:1746128117.270052:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3822 00000100:00100000:2.0:1746128117.270057:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1965:x1830947542692864:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128117.270539:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1965:x1830947542692864:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 480us (745us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.270544:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3822 00002000:00100000:2.0:1746128117.270550:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938faa00 x1830947542692864/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.270556:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938faa00 with x1830947542692864 ext(0->4095) 00002000:00010000:2.0:1746128117.270559:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800938faa00 00000100:00100000:2.0:1746128117.274125:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.274199:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542692992 00000100:00100000:1.0:1746128117.274206:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542692992 00000100:00100000:1.0:1746128117.274238:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5200 00000100:00100000:1.0:1746128117.274243:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099cff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542692992:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128117.274256:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128117.274269:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc964 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3620 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.274291:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc95d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3619 expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.274297:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.274298:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.274301:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc964 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3620 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.274321:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc95d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3619 expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.274330:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc95d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3619 expref: 23 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128117.274339:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540401152:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128117.274775:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.277468:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.277549:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540401152:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128117.277593:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc964 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3620 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.277612:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57800, rc 0) 00000100:00100000:3.0:1746128117.277825:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542693120 00000100:00100000:3.0:1746128117.277830:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542693120 00010000:00010000:3.0:1746128117.277851:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc95d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3619 expref: 24 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.277877:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9086 00000100:00100000:3.0:1746128117.277883:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542693120:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.277893:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.277908:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc95d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3619 expref: 24 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.277922:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc95d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3619 expref: 24 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.277938:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc95d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3619 expref: 24 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.277952:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.277954:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.277960:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc964 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3620 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.277974:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc964 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3620 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128117.278359:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099cff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542692992:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4114us (4239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.278367:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5200 00010000:00010000:2.0:1746128117.278769:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc964 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3620 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128117.278780:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084104e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540401280:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128117.278816:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.281385:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.281467:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542693248 00000100:00100000:1.0:1746128117.281474:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542693248 00000100:00100000:1.0:1746128117.281516:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5201 00000100:00100000:1.0:1746128117.281522:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31595:x1830947542693248:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128117.281535:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128117.281547:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc96b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3627 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.281568:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc964 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3620 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.281605:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.281607:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.281610:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc96b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3627 expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.281633:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc964 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3620 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.281643:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc964 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3620 expref: 5 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128117.281656:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540401408:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128117.281721:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.283628:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084104e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540401280:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.283643:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.283672:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542693120:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5789us (6210us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.283684:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9086 00000100:00100000:0.0:1746128117.284302:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.284771:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542693504 00000100:00100000:2.0:1746128117.284777:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542693504 00002000:00100000:2.0:1746128117.284804:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938f8e00 x1830947542693504/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.284813:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938f8e00 with x1830947542693504 ext(0->4095) 00010000:00010000:2.0:1746128117.284820:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc964 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3620 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.284830:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc964 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3620 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.284835:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800938f8e00 00000100:00100000:2.0:1746128117.284857:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1848 00000100:00100000:2.0:1746128117.284863:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542693504:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128117.284991:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542693504:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (689us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.284997:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1848 00002000:00100000:2.0:1746128117.285001:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938f8e00 x1830947542693504/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.285008:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938f8e00 with x1830947542693504 ext(0->4095) 00010000:00010000:2.0:1746128117.285012:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc964 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3620 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.285024:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc964 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3620 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.285029:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800938f8e00 00000100:00100000:1.0:1746128117.287123:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540401408:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128117.287143:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc96b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3627 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.287156:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57e00, rc 0) 00000100:00100000:1.0:1746128117.287187:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31595:x1830947542693248:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5666us (5809us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.287194:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5201 00000100:00100000:0.0:1746128117.289439:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.290289:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542693632 00000100:00100000:1.0:1746128117.290296:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542693632 00000100:00100000:1.0:1746128117.290368:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5202 00000100:00100000:1.0:1746128117.290375:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31596:x1830947542693632:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128117.290388:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128117.290402:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc972 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d362e expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.290419:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.290423:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc96b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3627 expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.290428:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.290431:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc972 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d362e expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.290462:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc96b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3627 expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.290473:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc972 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d362e expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.290480:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56800, rc 0) 00000100:00100000:1.0:1746128117.290514:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31596:x1830947542693632:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (1082us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.290520:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5202 00000100:00100000:0.0:1746128117.292037:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.292168:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542693760 00000100:00100000:2.0:1746128117.292174:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542693760 00010000:00010000:2.0:1746128117.292197:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc964 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3620 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.292215:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9087 00000100:00100000:2.0:1746128117.292220:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542693760:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128117.292228:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128117.292243:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc964 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3620 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.292252:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc964 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3620 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.292267:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc964 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3620 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.292290:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.292292:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.292297:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc96b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3627 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.292307:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc96b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3627 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.292329:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc96b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3627 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.292338:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc96b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3627 expref: 24 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.292346:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084104e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540401664:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128117.292403:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.294494:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084104e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540401664:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.294511:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.294540:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542693760:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2318us (2506us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.294548:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9087 00000100:00100000:0.0:1746128117.294912:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.295187:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542694016 00000100:00100000:3.0:1746128117.295193:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542694016 00002000:00100000:3.0:1746128117.295224:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181c700 x1830947542694016/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.295232:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181c700 with x1830947542694016 ext(0->4095) 00010000:00010000:3.0:1746128117.295239:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc96b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3627 expref: 25 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.295250:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc96b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3627 expref: 25 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.295255:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009181c700 00000100:00100000:3.0:1746128117.295280:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1849 00000100:00100000:3.0:1746128117.295286:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542694016:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128117.296324:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542694016:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 1035us (1409us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128117.296331:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1849 00002000:00100000:3.0:1746128117.296337:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181c700 x1830947542694016/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.296344:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181c700 with x1830947542694016 ext(0->4095) 00010000:00010000:3.0:1746128117.296349:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc96b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3627 expref: 25 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.296358:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc96b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3627 expref: 25 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.296364:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009181c700 00000100:00100000:0.0:1746128117.298243:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.298338:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542694144 00000100:00100000:2.0:1746128117.298344:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542694144 00010000:00010000:2.0:1746128117.298369:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc96b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3627 expref: 25 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.298390:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9088 00000100:00100000:2.0:1746128117.298395:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e35450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542694144:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128117.298404:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128117.298420:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc96b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3627 expref: 25 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.298430:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc96b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3627 expref: 25 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.298447:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bc96b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3627 expref: 25 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.298458:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.298460:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.298466:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc972 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d362e expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.298472:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc972 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d362e expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.298496:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc972 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d362e expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128117.298505:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084104e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540401792:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128117.298927:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.300779:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.300862:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084104e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540401792:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.300878:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.300908:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e35450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542694144:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2512us (2667us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.300916:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9088 00000100:00100000:3.0:1746128117.301017:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542694400 00000100:00100000:3.0:1746128117.301022:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542694400 00002000:00100000:3.0:1746128117.301053:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181d500 x1830947542694400/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.301062:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181d500 with x1830947542694400 ext(0->4095) 00002000:00010000:3.0:1746128117.301065:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181d500 00000100:00100000:3.0:1746128117.301369:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3823 00000100:00100000:3.0:1746128117.301376:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1966:x1830947542694400:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746128117.301491:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1966:x1830947542694400:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (717us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128117.301496:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3823 00002000:00100000:3.0:1746128117.301501:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181d500 x1830947542694400/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.301507:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181d500 with x1830947542694400 ext(0->4095) 00002000:00010000:3.0:1746128117.301509:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181d500 00000100:00100000:0.0:1746128117.304393:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.304567:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542694528 00000100:00100000:2.0:1746128117.304601:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542694528 00000100:00100000:2.0:1746128117.304643:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5203 00000100:00100000:2.0:1746128117.304649:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542694528:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.304663:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.304677:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc979 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3635 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.304699:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc972 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d362e expref: 23 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.304705:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.304707:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.304710:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc979 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3635 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.304733:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc972 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d362e expref: 23 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.304744:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc972 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d362e expref: 23 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.304753:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084104e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540401920:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.304819:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.307293:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.307373:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542694656 00000100:00100000:3.0:1746128117.307380:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542694656 00010000:00010000:3.0:1746128117.307407:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc972 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d362e expref: 24 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.307428:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9089 00000100:00100000:3.0:1746128117.307434:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1964:x1830947542694656:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.307444:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.307462:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc972 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d362e expref: 24 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.307471:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc972 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d362e expref: 24 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.307490:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.307492:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.307497:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc979 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3635 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.307503:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc979 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3635 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.307532:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc979 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3635 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.307540:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540402048:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.307891:0:8416:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bc972 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d362e expref: 24 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.308624:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.308799:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084104e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540401920:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.308819:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc979 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3635 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.308828:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945e7200, rc 0) 00000100:00100000:2.0:1746128117.308859:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542694528:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4210us (4472us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.308865:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5203 00000100:00100000:0.0:1746128117.311008:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.311147:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542694912 00000100:00100000:1.0:1746128117.311154:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542694912 00002000:00100000:1.0:1746128117.311181:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094177480 x1830947542694912/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.311190:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094177480 with x1830947542694912 ext(0->4095) 00002000:00010000:1.0:1746128117.311193:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094177480 00000100:00100000:1.0:1746128117.311218:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3824 00000100:00100000:1.0:1746128117.311223:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542694912:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128117.311332:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542694912:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (329us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128117.311337:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3824 00002000:00100000:1.0:1746128117.311342:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094177480 x1830947542694912/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.311354:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094177480 with x1830947542694912 ext(0->4095) 00002000:00010000:1.0:1746128117.311356:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094177480 00000100:00100000:3.0:1746128117.311499:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540402048:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.311510:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.311530:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1964:x1830947542694656:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4096us (4244us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.311536:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9089 00000100:00100000:0.0:1746128117.311838:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.312292:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542695040 00000100:00100000:3.0:1746128117.312296:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542695040 00000100:00100000:3.0:1746128117.312316:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5204 00000100:00100000:3.0:1746128117.312320:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:31595:x1830947542695040:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128117.312329:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128117.312340:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc980 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d363c expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.312358:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc979 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3635 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.312364:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.312366:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.312369:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc980 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d363c expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.312393:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc979 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3635 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.312402:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc979 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3635 expref: 5 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.312411:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540402176:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128117.312458:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935799c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.314465:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.315374:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542695168 00000100:00100000:1.0:1746128117.315383:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542695168 00000100:00100000:1.0:1746128117.315416:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5205 00000100:00100000:1.0:1746128117.315423:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d402a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31596:x1830947542695168:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128117.315436:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128117.315449:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc987 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3643 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.315468:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.315473:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc980 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d363c expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.315478:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.315480:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc987 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3643 expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.315506:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc980 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d363c expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.315516:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc987 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3643 expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.315524:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56000, rc 0) 00000100:00100000:1.0:1746128117.315559:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d402a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:31596:x1830947542695168:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (1101us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.315565:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5205 00000100:00100000:0.0:1746128117.317173:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.317255:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542695296 00000100:00100000:2.0:1746128117.317261:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542695296 00010000:00010000:2.0:1746128117.317283:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc979 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3635 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.317300:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9090 00000100:00100000:2.0:1746128117.317305:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542695296:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128117.317315:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128117.317330:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc979 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3635 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.317339:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc979 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3635 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.317355:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.317356:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.317361:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc980 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d363c expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.317368:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc980 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d363c expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.317391:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc980 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d363c expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.317401:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc980 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d363c expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.317410:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084104e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540402432:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128117.317473:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26a80 going to sleep for 11 seconds 00010000:00010000:3.0:1746128117.317645:0:8416:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bc979 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3635 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.317668:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540402176:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128117.317684:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc980 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d363c expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.317689:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc980 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d363c expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.317696:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43d600, rc 0) 00000100:00100000:3.0:1746128117.317715:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31595:x1830947542695040:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5394us (5877us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.317720:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5204 00000100:00100000:0.0:1746128117.320034:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.320193:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542695552 00000100:00100000:3.0:1746128117.320200:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542695552 00002000:00100000:3.0:1746128117.320231:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d403b80 x1830947542695552/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.320241:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d403b80 with x1830947542695552 ext(0->4095) 00010000:00010000:3.0:1746128117.320248:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc980 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d363c expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.320258:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc980 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d363c expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.320264:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d403b80 00000100:00100000:2.0:1746128117.320617:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084104e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540402432:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.320630:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.320659:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542695296:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3353us (3491us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.320667:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9090 00000100:00100000:3.0:1746128117.320854:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1850 00000100:00100000:3.0:1746128117.320861:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542695552:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128117.320988:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542695552:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (961us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128117.320994:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1850 00002000:00100000:3.0:1746128117.320999:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d403b80 x1830947542695552/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.321006:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d403b80 with x1830947542695552 ext(0->4095) 00010000:00010000:3.0:1746128117.321010:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc980 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d363c expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.321018:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc980 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d363c expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.321024:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d403b80 00000100:00100000:2.0:1746128117.324147:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.324223:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542695680 00000100:00100000:0.0:1746128117.324230:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542695680 00010000:00010000:0.0:1746128117.324256:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc980 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d363c expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746128117.324284:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9091 00000100:00100000:0.0:1746128117.324291:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084104e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542695680:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128117.324300:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128117.324317:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc980 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d363c expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746128117.324326:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc980 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d363c expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746128117.324344:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d600/0x802a7453533bc980 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d363c expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746128117.324368:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128117.324370:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128117.324375:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc987 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3643 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.324382:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc987 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3643 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.324408:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc987 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3643 expref: 24 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128117.324418:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540402560:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128117.324480:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.328084:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.328147:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542695936 00000100:00100000:1.0:1746128117.328154:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542695936 00002000:00100000:1.0:1746128117.328190:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c7b800 x1830947542695936/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.328200:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7b800 with x1830947542695936 ext(0->4095) 00002000:00010000:1.0:1746128117.328204:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c7b800 00000100:00100000:1.0:1746128117.328230:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3825 00000100:00100000:1.0:1746128117.328236:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542695936:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128117.328362:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542695936:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128117.328368:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3825 00002000:00100000:1.0:1746128117.328372:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c7b800 x1830947542695936/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.328379:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7b800 with x1830947542695936 ext(0->4095) 00002000:00010000:1.0:1746128117.328381:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c7b800 00000100:00100000:2.0:1746128117.328908:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c7ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540402560:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.328921:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.328940:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084104e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542695680:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4650us (4799us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.328946:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9091 00000100:00100000:0.0:1746128117.331055:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.331136:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542696064 00000100:00100000:3.0:1746128117.331143:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542696064 00000100:00100000:3.0:1746128117.331175:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5206 00000100:00100000:3.0:1746128117.331181:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542696064:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128117.331194:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128117.331209:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc98e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d364a expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.331230:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc987 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3643 expref: 23 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.331237:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128117.331239:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128117.331242:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc98e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d364a expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.331264:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc987 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3643 expref: 23 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.331275:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc987 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3643 expref: 23 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.331284:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540402688:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128117.331986:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.334013:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540402688:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128117.334034:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc98e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d364a expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.334051:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880137390e00, rc 0) 00000100:00100000:3.0:1746128117.334088:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542696064:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2907us (3039us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.334096:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5206 00000100:00100000:0.0:1746128117.335236:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.335377:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542696192 00000100:00100000:2.0:1746128117.335383:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542696192 00010000:00010000:2.0:1746128117.335409:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc987 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3643 expref: 24 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.335436:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9092 00000100:00100000:2.0:1746128117.335442:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542696192:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128117.335453:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128117.335468:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc987 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3643 expref: 24 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.335477:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc987 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3643 expref: 24 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.335494:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bc987 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3643 expref: 24 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.335518:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.335519:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.335525:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc98e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d364a expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.335531:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc98e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d364a expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.335555:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc98e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d364a expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128117.335564:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540402816:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128117.335642:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.337928:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.338080:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542696320 00000100:00100000:3.0:1746128117.338087:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542696320 00000100:00100000:3.0:1746128117.338407:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5207 00000100:00100000:3.0:1746128117.338414:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31595:x1830947542696320:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128117.338428:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128117.338441:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc995 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3651 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.338463:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc98e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d364a expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.338469:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.338470:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.338473:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc995 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3651 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.338493:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc98e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d364a expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.338502:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc98e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d364a expref: 5 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.338515:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540402944:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128117.338595:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.339308:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.339829:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540402816:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.339846:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.339885:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542696192:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4441us (4651us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.339893:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9092 00000100:00100000:2.0:1746128117.339925:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542696576 00000100:00100000:2.0:1746128117.339929:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542696576 00002000:00100000:2.0:1746128117.339953:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c7ad80 x1830947542696576/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.339960:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7ad80 with x1830947542696576 ext(0->4095) 00010000:00010000:2.0:1746128117.339977:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc98e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d364a expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.339986:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc98e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d364a expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.339991:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c7ad80 00000100:00100000:2.0:1746128117.340499:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1851 00000100:00100000:2.0:1746128117.340506:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542696576:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128117.340647:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542696576:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (1340us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.340653:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1851 00002000:00100000:2.0:1746128117.340658:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c7ad80 x1830947542696576/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.340664:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7ad80 with x1830947542696576 ext(0->4095) 00010000:00010000:2.0:1746128117.340669:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc98e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d364a expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.340682:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc98e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d364a expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.340687:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c7ad80 00000100:00100000:3.0:1746128117.341070:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540402944:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128117.341087:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc995 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3651 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.341098:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b43ce00, rc 0) 00000100:00100000:3.0:1746128117.341118:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:31595:x1830947542696320:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2706us (3197us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.341124:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5207 00000100:00100000:0.0:1746128117.345848:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.345957:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542696704 00000100:00100000:2.0:1746128117.345965:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542696704 00010000:00010000:2.0:1746128117.345998:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc98e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d364a expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.346021:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9093 00000100:00100000:2.0:1746128117.346027:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542696704:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128117.346038:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128117.346053:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc98e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d364a expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.346063:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc98e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d364a expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.346080:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880137390e00/0x802a7453533bc98e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d364a expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.346657:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.346659:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.346666:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc995 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3651 expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.346677:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc995 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3651 expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.346704:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc995 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3651 expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128117.346713:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540403072:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128117.346780:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.350324:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540403072:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.350343:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.350373:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542696704:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4345us (4529us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.350382:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9093 00000100:00100000:0.0:1746128117.353755:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.354382:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542696960 00000100:00100000:1.0:1746128117.354390:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542696960 00002000:00100000:1.0:1746128117.354426:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a6d80 x1830947542696960/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.354435:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a6d80 with x1830947542696960 ext(0->4095) 00002000:00010000:1.0:1746128117.354440:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a6d80 00000100:00100000:1.0:1746128117.354470:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3826 00000100:00100000:1.0:1746128117.354476:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542696960:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128117.354787:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542696960:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 310us (1037us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128117.354794:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3826 00002000:00100000:1.0:1746128117.354799:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a6d80 x1830947542696960/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.354805:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a6d80 with x1830947542696960 ext(0->4095) 00002000:00010000:1.0:1746128117.354807:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a6d80 00000100:00100000:0.0:1746128117.361244:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.361365:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542697088 00000100:00100000:3.0:1746128117.361373:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542697088 00000100:00100000:3.0:1746128117.361421:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5208 00000100:00100000:3.0:1746128117.361428:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542697088:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128117.361442:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128117.361456:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bc99c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3658 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.361476:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc995 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3651 expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.361483:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128117.361484:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128117.361487:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bc99c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3658 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.361516:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc995 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3651 expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.361527:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc995 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3651 expref: 23 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.361535:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540403200:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128117.361616:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.364865:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540403200:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128117.364887:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bc99c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3658 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.364901:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095034800, rc 0) 00000100:00100000:3.0:1746128117.364937:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542697088:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3509us (3699us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.364944:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5208 00000100:00100000:0.0:1746128117.370383:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.370493:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542697216 00000100:00100000:2.0:1746128117.370500:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542697216 00002000:00100000:2.0:1746128117.370532:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094956d80 x1830947542697216/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 496/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.370540:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094956d80 with x1830947542697216 ext(0->7) 00010000:00010000:2.0:1746128117.370547:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc995 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3651 expref: 24 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.370559:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc995 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3651 expref: 24 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.370565:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094956d80 00000100:00100000:2.0:1746128117.370611:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1852 00000100:00100000:2.0:1746128117.370617:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542697216:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128117.370841:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1963:x1830947542697216:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 224us (463us total) trans 4294967986 rc 0/0 00000100:00100000:2.0:1746128117.370847:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1852 00002000:00100000:2.0:1746128117.370852:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094956d80 x1830947542697216/t4294967986(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 496/448 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.370859:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094956d80 with x1830947542697216 ext(0->7) 00010000:00010000:2.0:1746128117.370863:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc995 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3651 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.370871:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc995 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3651 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.370877:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094956d80 00000100:00100000:0.0:1746128117.378920:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.379262:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542697344 00000100:00100000:2.0:1746128117.379270:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542697344 00010000:00010000:2.0:1746128117.379299:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc995 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3651 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.379328:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9094 00000100:00100000:2.0:1746128117.379335:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094955880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1966:x1830947542697344:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128117.379346:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128117.379361:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc995 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3651 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.379376:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc995 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3651 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.379393:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bc995 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3651 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.380393:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.380397:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.380403:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bc99c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3658 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.380410:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bc99c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3658 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.380437:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bc99c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3658 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128117.380447:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540403328:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128117.380513:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.383332:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.383407:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540403328:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.383419:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.383447:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1966:x1830947542697344:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4113us (4534us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.383456:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9094 00000100:00100000:1.0:1746128117.383525:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542697600 00000100:00100000:1.0:1746128117.383529:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542697600 00002000:00100000:1.0:1746128117.383557:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094956300 x1830947542697600/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.383565:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094956300 with x1830947542697600 ext(0->4095) 00002000:00010000:1.0:1746128117.383568:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094956300 00000100:00100000:1.0:1746128117.384087:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3827 00000100:00100000:1.0:1746128117.384093:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542697600:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128117.384212:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542697600:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (884us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128117.384218:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3827 00002000:00100000:1.0:1746128117.384223:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094956300 x1830947542697600/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.384228:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094956300 with x1830947542697600 ext(0->4095) 00002000:00010000:1.0:1746128117.384231:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094956300 00000100:00100000:0.0:1746128117.385831:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.385897:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542697728 00000100:00100000:3.0:1746128117.385903:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542697728 00000100:00100000:3.0:1746128117.385939:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5209 00000100:00100000:3.0:1746128117.385945:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31596:x1830947542697728:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128117.385955:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128117.385977:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880137391c00/0x802a7453533bc9a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d365f expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.385998:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bc99c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3658 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.386005:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.386007:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.386009:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137391c00/0x802a7453533bc9a3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d365f expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.386032:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bc99c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3658 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.386042:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bc99c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3658 expref: 5 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.386051:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540403456:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128117.386111:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.389982:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540403456:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128117.390006:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880137391c00/0x802a7453533bc9a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d365f expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.390021:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880137391c00, rc 0) 00000100:00100000:3.0:1746128117.390052:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:31596:x1830947542697728:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4107us (4225us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.390059:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5209 00000100:00100000:0.0:1746128117.393666:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.394544:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.394715:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542697856 00000100:00100000:2.0:1746128117.394723:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542697856 00010000:00010000:2.0:1746128117.394752:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bc99c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3658 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.394775:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9095 00000100:00100000:2.0:1746128117.394781:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e35050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542697856:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128117.394791:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128117.394806:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bc99c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3658 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.394816:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bc99c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3658 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.394833:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bc99c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3658 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.395052:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.395055:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.395062:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880137391c00/0x802a7453533bc9a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d365f expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.395069:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880137391c00/0x802a7453533bc9a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d365f expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.395095:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880137391c00/0x802a7453533bc9a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d365f expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128117.395105:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540403584:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128117.395171:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.395270:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542697984 00000100:00100000:3.0:1746128117.395274:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542697984 00000100:00100000:3.0:1746128117.395544:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5210 00000100:00100000:3.0:1746128117.395550:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:31595:x1830947542697984:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128117.395564:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128117.395592:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc9aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3666 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.395609:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880137391c00/0x802a7453533bc9a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d365f expref: 27 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.395614:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128117.395616:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128117.395618:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc9aa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3666 expref: 27 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.395633:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880137391c00/0x802a7453533bc9a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d365f expref: 27 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.395642:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880137391c00/0x802a7453533bc9a3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d365f expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.395649:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540403712:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128117.395682:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.398106:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.398218:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084107100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540403584:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.398231:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.398272:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e35050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542697856:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3491us (4612us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.398280:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9095 00000100:00100000:2.0:1746128117.398338:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540403712:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.398354:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc9aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3666 expref: 27 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.398365:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66000, rc 0) 00000100:00100000:2.0:1746128117.398380:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:31595:x1830947542697984:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2831us (3839us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.398385:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5210 00000100:00100000:3.0:1746128117.398619:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542698240 00000100:00100000:3.0:1746128117.398624:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542698240 00002000:00100000:3.0:1746128117.398651:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c272d80 x1830947542698240/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.398659:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c272d80 with x1830947542698240 ext(0->4095) 00010000:00010000:3.0:1746128117.398665:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880137391c00/0x802a7453533bc9a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d365f expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.398680:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880137391c00/0x802a7453533bc9a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d365f expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.398685:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c272d80 00000100:00100000:3.0:1746128117.398984:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1853 00000100:00100000:3.0:1746128117.398991:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1965:x1830947542698240:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746128117.399112:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1965:x1830947542698240:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (1011us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128117.399117:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1853 00002000:00100000:3.0:1746128117.399122:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c272d80 x1830947542698240/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.399129:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c272d80 with x1830947542698240 ext(0->4095) 00010000:00010000:3.0:1746128117.399134:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880137391c00/0x802a7453533bc9a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d365f expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.399141:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880137391c00/0x802a7453533bc9a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d365f expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.399146:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c272d80 00000100:00100000:0.0:1746128117.401783:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.402413:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542698368 00000100:00100000:3.0:1746128117.402421:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542698368 00000100:00100000:3.0:1746128117.402464:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5211 00000100:00100000:3.0:1746128117.402471:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542698368:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128117.402484:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128117.402498:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc9b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d366d expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.402519:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128117.402523:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc9aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3666 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.402528:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128117.402531:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc9b1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d366d expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.402559:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc9aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3666 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.402569:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc9b1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d366d expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.402601:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67200, rc 0) 00000100:00100000:3.0:1746128117.402639:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542698368:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (862us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.402645:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5211 00000100:00100000:0.0:1746128117.402979:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.403370:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542698496 00000100:00100000:3.0:1746128117.403374:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542698496 00010000:00010000:3.0:1746128117.403386:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880137391c00/0x802a7453533bc9a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d365f expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.403410:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9096 00000100:00100000:3.0:1746128117.403414:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1963:x1830947542698496:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.403424:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.403439:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880137391c00/0x802a7453533bc9a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d365f expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.403447:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880137391c00/0x802a7453533bc9a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d365f expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.403460:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880137391c00/0x802a7453533bc9a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d365f expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.403875:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.403877:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.403882:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc9aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3666 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.403889:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc9aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3666 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.403908:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc9aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3666 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.403917:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc9aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3666 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.403926:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540403968:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.404730:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.407067:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.407248:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540403968:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.407263:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128117.407684:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542698752 00000100:00100000:1.0:1746128117.407690:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542698752 00002000:00100000:1.0:1746128117.407721:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c271180 x1830947542698752/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.407729:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c271180 with x1830947542698752 ext(0->4095) 00010000:00010000:1.0:1746128117.407736:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc9aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3666 expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.407746:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc9aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3666 expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746128117.407752:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c271180 00000100:00100000:1.0:1746128117.407774:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1854 00000100:00100000:1.0:1746128117.407780:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1963:x1830947542698752:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128117.407926:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1963:x1830947542698496:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4509us (4946us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.407933:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9096 00000100:00100000:1.0:1746128117.408491:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1963:x1830947542698752:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 710us (1427us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128117.408496:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1854 00002000:00100000:1.0:1746128117.408502:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c271180 x1830947542698752/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.408508:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c271180 with x1830947542698752 ext(0->4095) 00010000:00010000:1.0:1746128117.408512:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc9aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3666 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.408523:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc9aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3666 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746128117.408533:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c271180 00000100:00100000:0.0:1746128117.410643:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.410680:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.410836:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542699008 00000100:00100000:3.0:1746128117.410842:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542699008 00010000:00010000:3.0:1746128117.410864:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc9aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3666 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.410887:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9097 00000100:00100000:3.0:1746128117.410893:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1966:x1830947542699008:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.410902:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.410918:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc9aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3666 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.410927:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc9aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3666 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.410944:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bc9aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3666 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.410956:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.410957:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.410963:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc9b1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d366d expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.410979:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc9b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d366d expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.411005:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc9b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d366d expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.411014:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540404096:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.411071:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128117.411188:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542698880 00000100:00100000:1.0:1746128117.411192:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542698880 00000100:00100000:1.0:1746128117.411220:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5212 00000100:00100000:1.0:1746128117.411224:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:31595:x1830947542698880:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128117.411234:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128117.411242:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc9b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3674 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.411256:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc9b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d366d expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.411261:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.411263:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.411265:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc9b8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3674 expref: 27 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.411280:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc9b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d366d expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.411289:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc9b1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d366d expref: 5 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128117.411296:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540404224:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128117.411318:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c900 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.413948:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540404096:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.413963:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128117.414192:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540404224:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128117.414209:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc9b8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3674 expref: 27 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.414221:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57c00, rc 0) 00000100:00100000:3.0:1746128117.414344:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1966:x1830947542699008:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3449us (3662us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.414353:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9097 00000100:00100000:0.0:1746128117.414484:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.414537:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:31595:x1830947542698880:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3311us (3898us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.414543:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5212 00000100:00100000:1.0:1746128117.414562:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542699264 00000100:00100000:1.0:1746128117.414566:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542699264 00002000:00100000:1.0:1746128117.414606:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c74380 x1830947542699264/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.414614:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c74380 with x1830947542699264 ext(0->4095) 00010000:00010000:1.0:1746128117.414620:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc9b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d366d expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.414630:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc9b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d366d expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746128117.414636:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c74380 00000100:00100000:1.0:1746128117.414658:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1855 00000100:00100000:1.0:1746128117.414663:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542699264:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128117.414776:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542699264:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128117.414781:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1855 00002000:00100000:1.0:1746128117.414785:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c74380 x1830947542699264/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.414792:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c74380 with x1830947542699264 ext(0->4095) 00010000:00010000:1.0:1746128117.414796:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc9b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d366d expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.414805:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc9b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d366d expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746128117.414810:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c74380 00000100:00100000:0.0:1746128117.419260:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.419339:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.419465:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542699392 00000100:00100000:3.0:1746128117.419474:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542699392 00010000:00010000:3.0:1746128117.419503:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc9b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d366d expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.419533:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9098 00000100:00100000:3.0:1746128117.419540:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542699392:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.419553:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.419569:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc9b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d366d expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.419594:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc9b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d366d expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.419611:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bc9b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d366d expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.419623:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.419625:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.419631:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc9b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3674 expref: 25 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.419637:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc9b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3674 expref: 25 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.419660:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc9b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3674 expref: 25 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.419669:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540404352:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.419720:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128117.419933:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542699520 00000100:00100000:1.0:1746128117.419936:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542699520 00000100:00100000:1.0:1746128117.419961:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5213 00000100:00100000:1.0:1746128117.419973:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542699520:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128117.419983:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128117.419991:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc9bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d367b expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.420004:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc9b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3674 expref: 25 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.420009:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.420010:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.420012:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc9bf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d367b expref: 7 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.420025:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc9b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3674 expref: 25 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.420036:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc9b8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3674 expref: 25 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128117.420043:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540404480:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128117.420073:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.422357:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540404352:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.422373:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.422406:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1964:x1830947542699392:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2865us (3152us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.422414:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9098 00000100:00100000:1.0:1746128117.423672:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540404480:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128117.423693:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc9bf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d367b expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.423706:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56e00, rc 0) 00000100:00100000:1.0:1746128117.423730:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542699520:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3763us (4390us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.423736:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5213 00000100:00100000:0.0:1746128117.424278:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.424597:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542699648 00000100:00100000:3.0:1746128117.424602:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542699648 00010000:00010000:3.0:1746128117.424626:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc9b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3674 expref: 26 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.424654:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9099 00000100:00100000:3.0:1746128117.424660:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1963:x1830947542699648:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.424673:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.424687:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc9b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3674 expref: 26 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.424696:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc9b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3674 expref: 26 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.424712:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bc9b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3674 expref: 26 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.424721:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.424723:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.424728:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc9bf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d367b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.424735:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc9bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d367b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.424758:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc9bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d367b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.424768:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540404608:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.424830:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.428953:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.429023:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542699904 00000100:00100000:0.0:1746128117.429030:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542699904 00002000:00100000:0.0:1746128117.429064:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084104e00 x1830947542699904/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128117.429073:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084104e00 with x1830947542699904 ext(0->4095) 00002000:00010000:0.0:1746128117.429078:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084104e00 00000100:00100000:0.0:1746128117.429105:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3828 00000100:00100000:0.0:1746128117.429113:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542699904:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128117.429236:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542699904:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (289us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128117.429241:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3828 00002000:00100000:0.0:1746128117.429245:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084104e00 x1830947542699904/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128117.429251:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084104e00 with x1830947542699904 ext(0->4095) 00002000:00010000:0.0:1746128117.429254:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084104e00 00000100:00100000:3.0:1746128117.429396:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540404608:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.429409:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.429430:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542699648:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4770us (5154us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.429440:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9099 00000100:00100000:2.0:1746128117.432249:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.432811:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542700032 00000100:00100000:1.0:1746128117.432818:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542700032 00000100:00100000:1.0:1746128117.432861:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5214 00000100:00100000:1.0:1746128117.432867:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31596:x1830947542700032:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128117.432880:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128117.432892:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc9c6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3682 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.432911:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc9bf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d367b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.432921:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.432923:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.432926:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc9c6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3682 expref: 26 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.432946:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc9bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d367b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.432954:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc9bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d367b expref: 5 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128117.432963:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540404736:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128117.433028:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.434210:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.434868:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542700160 00000100:00100000:3.0:1746128117.434874:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542700160 00000100:00100000:3.0:1746128117.434903:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5215 00000100:00100000:3.0:1746128117.434908:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:31595:x1830947542700160:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128117.434919:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128117.434931:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc9cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3689 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.434947:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.434950:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc9c6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3682 expref: 28 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.434955:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128117.434957:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc9cd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3689 expref: 28 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.434988:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc9c6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3682 expref: 28 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.434998:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc9cd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3689 expref: 28 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.435007:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67a00, rc 0) 00000100:00100000:3.0:1746128117.435049:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:31595:x1830947542700160:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (841us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.435054:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5215 00000100:00100000:1.0:1746128117.435382:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540404736:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128117.435395:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc9c6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3682 expref: 27 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.435403:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57800, rc 0) 00000100:00100000:1.0:1746128117.435426:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:31596:x1830947542700032:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2558us (3184us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.435431:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5214 00000100:00100000:0.0:1746128117.436656:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.437017:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542700288 00000100:00100000:3.0:1746128117.437023:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542700288 00010000:00010000:3.0:1746128117.437044:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc9bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d367b expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.437072:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9100 00000100:00100000:3.0:1746128117.437079:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542700288:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.437087:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.437101:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc9bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d367b expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.437110:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc9bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d367b expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.437125:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bc9bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d367b expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.438137:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.438140:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.438146:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc9c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3682 expref: 26 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.438154:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc9c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3682 expref: 26 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.438180:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc9c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3682 expref: 26 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.438193:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc9c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3682 expref: 26 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.438202:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540404992:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.438263:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.441831:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.442129:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542700544 00000100:00100000:1.0:1746128117.442136:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542700544 00002000:00100000:1.0:1746128117.442170:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c75180 x1830947542700544/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.442184:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c75180 with x1830947542700544 ext(0->4095) 00010000:00010000:1.0:1746128117.442190:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc9c6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3682 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.442201:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc9c6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3682 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746128117.442207:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c75180 00000100:00100000:1.0:1746128117.442222:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1856 00000100:00100000:1.0:1746128117.442228:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1964:x1830947542700544:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128117.442355:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1964:x1830947542700544:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (530us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128117.442361:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1856 00002000:00100000:1.0:1746128117.442366:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c75180 x1830947542700544/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.442372:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c75180 with x1830947542700544 ext(0->4095) 00010000:00010000:1.0:1746128117.442375:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc9c6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3682 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.442383:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc9c6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3682 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746128117.442388:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c75180 00000100:00100000:3.0:1746128117.442559:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540404992:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.442591:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.442624:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542700288:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5544us (5969us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.442631:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9100 00000100:00100000:0.0:1746128117.447055:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.447226:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542700672 00000100:00100000:1.0:1746128117.447233:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542700672 00000100:00100000:1.0:1746128117.447305:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5216 00000100:00100000:1.0:1746128117.447311:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542700672:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128117.447325:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128117.447339:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc9d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3690 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.447359:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.447364:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc9cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3689 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.447369:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128117.447372:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc9d4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3690 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.447399:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc9cd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3689 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.447408:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc9d4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3690 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.447416:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56400, rc 0) 00000100:00100000:1.0:1746128117.447463:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542700672:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.447469:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5216 00000100:00100000:0.0:1746128117.448625:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.448928:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542700800 00000100:00100000:3.0:1746128117.448935:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542700800 00010000:00010000:3.0:1746128117.448956:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc9c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3682 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.448983:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9101 00000100:00100000:3.0:1746128117.448989:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1966:x1830947542700800:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.448999:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.449015:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc9c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3682 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.449023:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc9c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3682 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.449037:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bc9c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3682 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.449061:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.449062:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.449068:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc9cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3689 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.449075:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc9cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3689 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.449097:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc9cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3689 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.449106:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc9cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3689 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.449115:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540405248:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.451067:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.452114:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.452188:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542701056 00000100:00100000:1.0:1746128117.452196:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542701056 00002000:00100000:1.0:1746128117.452229:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd84a80 x1830947542701056/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.452242:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd84a80 with x1830947542701056 ext(0->4095) 00010000:00010000:1.0:1746128117.452248:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc9cd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3689 expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.452259:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc9cd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3689 expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746128117.452266:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd84a80 00000100:00100000:0.0:1746128117.452335:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540405248:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128117.452347:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128117.452391:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1966:x1830947542700800:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3400us (3768us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128117.452399:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9101 00000100:00100000:1.0:1746128117.452501:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1857 00000100:00100000:1.0:1746128117.452508:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1963:x1830947542701056:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128117.452658:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1963:x1830947542701056:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (547us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128117.452664:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1857 00002000:00100000:1.0:1746128117.452669:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd84a80 x1830947542701056/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.452676:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd84a80 with x1830947542701056 ext(0->4095) 00010000:00010000:1.0:1746128117.452680:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc9cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3689 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.452689:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc9cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3689 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746128117.452694:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd84a80 00000100:00100000:3.0:1746128117.455489:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.456020:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.456082:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542701184 00000100:00100000:2.0:1746128117.456089:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542701184 00000100:00100000:2.0:1746128117.456130:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5217 00000100:00100000:2.0:1746128117.456136:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:31595:x1830947542701184:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.456149:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.456162:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9db lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3697 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.456182:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.456187:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc9d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3690 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.456194:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128117.456197:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9db lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3697 expref: 27 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.456224:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc9d4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3690 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.456234:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9db lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3697 expref: 27 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.456242:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229a00, rc 0) 00000100:00100000:2.0:1746128117.456275:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:31595:x1830947542701184:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (791us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.456280:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5217 00000100:00100000:0.0:1746128117.456450:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542701312 00000100:00100000:0.0:1746128117.456454:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542701312 00010000:00010000:0.0:1746128117.456468:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc9cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3689 expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746128117.456484:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9102 00000100:00100000:0.0:1746128117.456488:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e34c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1966:x1830947542701312:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128117.456495:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128117.456510:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc9cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3689 expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746128117.456519:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc9cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3689 expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746128117.456533:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bc9cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3689 expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746128117.456558:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128117.456559:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128117.456564:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc9d4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3690 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.456585:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc9d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3690 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.456603:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc9d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3690 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.456617:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc9d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3690 expref: 5 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746128117.456626:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540405504:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128117.456678:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.459163:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.459253:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540405504:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128117.459267:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128117.459513:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e34c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1966:x1830947542701312:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3022us (3492us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128117.459522:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9102 00000100:00100000:2.0:1746128117.459879:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542701568 00000100:00100000:2.0:1746128117.459885:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542701568 00002000:00100000:2.0:1746128117.459912:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd86680 x1830947542701568/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.459921:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd86680 with x1830947542701568 ext(0->4095) 00010000:00010000:2.0:1746128117.459927:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc9d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3690 expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.459936:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc9d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3690 expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.459942:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd86680 00000100:00100000:2.0:1746128117.459953:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1858 00000100:00100000:2.0:1746128117.459958:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542701568:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128117.460065:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542701568:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (907us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.460069:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1858 00002000:00100000:2.0:1746128117.460073:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd86680 x1830947542701568/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.460079:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd86680 with x1830947542701568 ext(0->4095) 00010000:00010000:2.0:1746128117.460083:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc9d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3690 expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.460090:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc9d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3690 expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.460095:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd86680 00000100:00100000:1.0:1746128117.463008:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.463302:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542701696 00000100:00100000:0.0:1746128117.463309:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542701696 00010000:00010000:0.0:1746128117.463339:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc9d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3690 expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746128117.463519:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9103 00000100:00100000:0.0:1746128117.463525:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542701696:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128117.463536:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128117.463551:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc9d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3690 expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746128117.463561:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc9d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3690 expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746128117.463590:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bc9d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3690 expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746128117.463612:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128117.463614:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128117.463619:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3697 expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.463626:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3697 expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.463650:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3697 expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128117.463659:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540405632:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128117.464039:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0443c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.466618:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540405632:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.466633:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.466667:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542701696:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3141us (3663us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.466675:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9103 00000100:00100000:3.0:1746128117.467778:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.467837:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542701952 00000100:00100000:1.0:1746128117.467843:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542701952 00002000:00100000:1.0:1746128117.467873:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b28380 x1830947542701952/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.467881:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28380 with x1830947542701952 ext(0->4095) 00002000:00010000:1.0:1746128117.467885:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b28380 00000100:00100000:1.0:1746128117.467907:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3829 00000100:00100000:1.0:1746128117.467913:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1963:x1830947542701952:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128117.468055:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1963:x1830947542701952:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128117.468061:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3829 00002000:00100000:1.0:1746128117.468066:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b28380 x1830947542701952/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.468072:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28380 with x1830947542701952 ext(0->4095) 00002000:00010000:1.0:1746128117.468075:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b28380 00000100:00100000:1.0:1746128117.470272:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.470343:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542702080 00000100:00100000:2.0:1746128117.470349:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542702080 00000100:00100000:2.0:1746128117.470527:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5218 00000100:00100000:2.0:1746128117.470535:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542702080:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.470548:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.470563:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc9e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d369e expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.470602:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3697 expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.470609:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.470610:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.470613:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc9e2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d369e expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.470638:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3697 expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.470648:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3697 expref: 25 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.470657:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084105500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540405760:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.470722:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.472166:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084105500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540405760:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.472183:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc9e2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d369e expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.472194:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229e00, rc 0) 00000100:00100000:2.0:1746128117.472232:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542702080:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1697us (1966us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.472238:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5218 00000100:00100000:3.0:1746128117.474008:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.474088:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542702208 00000100:00100000:2.0:1746128117.474094:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542702208 00010000:00010000:2.0:1746128117.474119:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3697 expref: 26 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.474285:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9104 00000100:00100000:2.0:1746128117.474291:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1963:x1830947542702208:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128117.474303:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128117.474319:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3697 expref: 26 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.474329:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3697 expref: 26 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.474347:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9db lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3697 expref: 26 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.474371:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.474373:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.474379:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc9e2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d369e expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.474386:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc9e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d369e expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.474410:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc9e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d369e expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128117.474424:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084105500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540405888:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128117.474745:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128117.478132:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.478234:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084105500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540405888:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.478251:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.478317:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542702464 00000100:00100000:3.0:1746128117.478323:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542702464 00002000:00100000:3.0:1746128117.478352:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd83800 x1830947542702464/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.478547:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd83800 with x1830947542702464 ext(0->4095) 00002000:00010000:3.0:1746128117.478551:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd83800 00000100:00100000:2.0:1746128117.478626:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542702208:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4331us (4620us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.478635:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9104 00000100:00100000:3.0:1746128117.478696:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3830 00000100:00100000:3.0:1746128117.478703:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542702464:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128117.478990:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.479041:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542702592 00000100:00100000:2.0:1746128117.479045:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542702592 00000100:00100000:2.0:1746128117.479070:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5219 00000100:00100000:2.0:1746128117.479075:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31595:x1830947542702592:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.479082:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.479094:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d36a5 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.479112:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc9e2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d369e expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.479118:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.479120:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.479123:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9e9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36a5 expref: 26 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.479142:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc9e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d369e expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.479156:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc9e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d369e expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.479166:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084105500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540406016:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.479206:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.479400:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542702464:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 697us (1273us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128117.479406:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3830 00002000:00100000:3.0:1746128117.479411:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd83800 x1830947542702464/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.479419:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd83800 with x1830947542702464 ext(0->4095) 00010000:00010000:3.0:1746128117.479423:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc9e2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d369e expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.479432:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc9e2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d369e expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.479437:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd83800 00000100:00100000:1.0:1746128117.482395:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.482489:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880084105500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540406016:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.482509:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9e9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36a5 expref: 26 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.482522:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229a00, rc 0) 00000100:00100000:2.0:1746128117.482551:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:31595:x1830947542702592:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3475us (3560us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.482558:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5219 00000100:00100000:2.0:1746128117.482599:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542702720 00000100:00100000:2.0:1746128117.482603:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542702720 00000100:00100000:2.0:1746128117.482637:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5220 00000100:00100000:2.0:1746128117.482642:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:31596:x1830947542702720:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.482653:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.482663:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc9f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d36ac expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.482677:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.482681:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36a5 expref: 27 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.482691:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.482694:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc9f0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ac expref: 27 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.482715:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9e9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36a5 expref: 27 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.482723:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc9f0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ac expref: 27 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.482729:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945e6200, rc 0) 00000100:00100000:2.0:1746128117.482743:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:31596:x1830947542702720:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.482748:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5220 00000100:00100000:2.0:1746128117.484372:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.484472:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542702848 00000100:00100000:0.0:1746128117.484477:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542702848 00010000:00010000:0.0:1746128117.484501:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc9e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d369e expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746128117.484532:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9105 00000100:00100000:0.0:1746128117.484538:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084105500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542702848:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128117.484546:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128117.484562:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc9e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d369e expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746128117.484600:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc9e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d369e expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746128117.484622:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bc9e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d369e expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746128117.484644:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128117.484646:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128117.484652:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36a5 expref: 26 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.484658:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36a5 expref: 26 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.484683:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36a5 expref: 26 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.484692:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36a5 expref: 26 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746128117.484702:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540406272:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128117.484758:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.488355:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540406272:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128117.488371:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128117.488409:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084105500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542702848:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3871us (4041us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128117.488418:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9105 00000100:00100000:1.0:1746128117.488543:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.488647:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542703104 00000100:00100000:2.0:1746128117.488653:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542703104 00002000:00100000:2.0:1746128117.488681:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8da300 x1830947542703104/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.488689:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8da300 with x1830947542703104 ext(0->4095) 00010000:00010000:2.0:1746128117.488696:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36a5 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.488706:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36a5 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.488716:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8da300 00000100:00100000:2.0:1746128117.488728:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1859 00000100:00100000:2.0:1746128117.488733:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1964:x1830947542703104:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128117.488838:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1964:x1830947542703104:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (295us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.488843:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1859 00002000:00100000:2.0:1746128117.488848:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8da300 x1830947542703104/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.488855:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8da300 with x1830947542703104 ext(0->4095) 00010000:00010000:2.0:1746128117.488859:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36a5 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.488867:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36a5 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.488873:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8da300 00000100:00100000:1.0:1746128117.492206:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.492273:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542703232 00000100:00100000:0.0:1746128117.492280:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542703232 00010000:00010000:0.0:1746128117.492306:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36a5 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746128117.492340:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9106 00000100:00100000:0.0:1746128117.492347:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1966:x1830947542703232:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128117.492357:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128117.492374:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36a5 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746128117.492383:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36a5 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746128117.492399:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bc9e9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36a5 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746128117.492421:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128117.492423:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128117.492429:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc9f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ac expref: 26 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.492436:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc9f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ac expref: 26 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.492461:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc9f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ac expref: 26 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128117.492470:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540406400:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128117.492528:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.495792:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.495880:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540406400:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128117.495895:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128117.496046:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542703488 00000100:00100000:1.0:1746128117.496052:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542703488 00002000:00100000:1.0:1746128117.496082:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b28700 x1830947542703488/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.496095:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28700 with x1830947542703488 ext(0->4095) 00002000:00010000:1.0:1746128117.496099:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b28700 00000100:00100000:1.0:1746128117.496261:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3831 00000100:00100000:1.0:1746128117.496269:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1964:x1830947542703488:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128117.496507:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1966:x1830947542703232:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4159us (4305us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128117.496515:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9106 00000100:00100000:1.0:1746128117.496912:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1964:x1830947542703488:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 642us (1123us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128117.496918:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3831 00002000:00100000:1.0:1746128117.496924:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b28700 x1830947542703488/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.496930:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28700 with x1830947542703488 ext(0->4095) 00002000:00010000:1.0:1746128117.496933:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b28700 00000100:00100000:0.0:1746128117.499465:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.499773:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542703616 00000100:00100000:3.0:1746128117.499780:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542703616 00000100:00100000:3.0:1746128117.499815:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5221 00000100:00100000:3.0:1746128117.499821:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542703616:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128117.499835:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128117.499848:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc9f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d36b3 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.499869:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc9f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ac expref: 25 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.499875:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128117.499877:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128117.499880:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc9f7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36b3 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.499902:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc9f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ac expref: 25 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.499911:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc9f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ac expref: 25 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.499921:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b29c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540406528:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128117.499997:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935796c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.502216:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b29c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540406528:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128117.502239:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc9f7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36b3 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.502252:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67000, rc 0) 00000100:00100000:3.0:1746128117.502740:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542703616:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2918us (3279us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.502747:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5221 00000100:00100000:2.0:1746128117.503369:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.503462:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542703744 00000100:00100000:0.0:1746128117.503467:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542703744 00010000:00010000:0.0:1746128117.503488:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc9f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ac expref: 26 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746128117.503506:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9107 00000100:00100000:0.0:1746128117.503511:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1964:x1830947542703744:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128117.503520:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128117.503536:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc9f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ac expref: 26 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746128117.503546:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc9f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ac expref: 26 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746128117.503562:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945e6200/0x802a7453533bc9f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ac expref: 26 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746128117.503597:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128117.503599:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128117.503605:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc9f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36b3 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.503613:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc9f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36b3 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.503636:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc9f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36b3 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128117.503646:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540406656:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128117.503699:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.507290:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540406656:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.507308:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.507346:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542703744:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3834us (3977us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.507355:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9107 00000100:00100000:0.0:1746128117.507568:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.507932:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542704000 00000100:00100000:2.0:1746128117.507938:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542704000 00002000:00100000:2.0:1746128117.507975:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7d180 x1830947542704000/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.507983:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7d180 with x1830947542704000 ext(0->4095) 00002000:00010000:2.0:1746128117.507987:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f7d180 00000100:00100000:2.0:1746128117.508003:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3832 00000100:00100000:2.0:1746128117.508009:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542704000:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128117.508146:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542704000:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (578us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.508152:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3832 00002000:00100000:2.0:1746128117.508157:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7d180 x1830947542704000/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.508163:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7d180 with x1830947542704000 ext(0->4095) 00002000:00010000:2.0:1746128117.508166:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f7d180 00000100:00100000:2.0:1746128117.509363:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.509504:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542704128 00000100:00100000:3.0:1746128117.509509:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542704128 00000100:00100000:3.0:1746128117.509543:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5222 00000100:00100000:3.0:1746128117.509549:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31595:x1830947542704128:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128117.509559:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128117.509597:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc9fe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d36ba expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.509617:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc9f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36b3 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.509624:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.509625:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.509628:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc9fe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ba expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.509650:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc9f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36b3 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.509659:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc9f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36b3 expref: 5 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.509668:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b29c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540406784:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128117.509731:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935796c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128117.513377:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.513603:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542704256 00000100:00100000:0.0:1746128117.513610:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542704256 00000100:00100000:3.0:1746128117.513817:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b29c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540406784:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128117.513838:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc9fe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ba expref: 27 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.513857:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66200, rc 0) 00000100:00100000:0.0:1746128117.514194:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5223 00000100:00100000:0.0:1746128117.514201:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:31596:x1830947542704256:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128117.514212:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128117.514223:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bca05 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d36c1 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.514238:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128117.514241:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc9fe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ba expref: 28 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.514246:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128117.514249:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bca05 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c1 expref: 28 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.514273:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc9fe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ba expref: 28 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.514281:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bca05 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c1 expref: 28 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.514288:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129619200, rc 0) 00000100:00100000:3.0:1746128117.514761:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:31595:x1830947542704128:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5209us (5398us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.514767:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5222 00000100:00100000:0.0:1746128117.515145:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:31596:x1830947542704256:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 942us (1772us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128117.515150:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5223 00000100:00100000:2.0:1746128117.515256:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.515392:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542704384 00000100:00100000:3.0:1746128117.515397:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542704384 00010000:00010000:3.0:1746128117.515416:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc9f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36b3 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.515441:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9108 00000100:00100000:3.0:1746128117.515446:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542704384:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.515453:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.515468:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc9f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36b3 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.515477:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc9f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36b3 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.515493:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bc9f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36b3 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.515845:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.515847:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.515853:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc9fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ba expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.515866:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc9fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ba expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.515888:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc9fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ba expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.515897:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc9fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ba expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.515906:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540407040:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.515976:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935796c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.518334:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540407040:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.518349:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.518749:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542704384:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3301us (3491us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.518759:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9108 00000100:00100000:0.0:1746128117.519344:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.519865:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542704640 00000100:00100000:2.0:1746128117.519871:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542704640 00002000:00100000:2.0:1746128117.519902:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7e680 x1830947542704640/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.519910:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7e680 with x1830947542704640 ext(0->4095) 00010000:00010000:2.0:1746128117.519917:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc9fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ba expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.519928:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc9fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ba expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.519935:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f7e680 00000100:00100000:2.0:1746128117.519957:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1860 00000100:00100000:2.0:1746128117.519963:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1964:x1830947542704640:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128117.520094:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1964:x1830947542704640:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (751us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.520100:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1860 00002000:00100000:2.0:1746128117.520104:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7e680 x1830947542704640/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.520111:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7e680 with x1830947542704640 ext(0->4095) 00010000:00010000:2.0:1746128117.520115:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc9fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ba expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.520123:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc9fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ba expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.520129:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f7e680 00000100:00100000:1.0:1746128117.521962:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.522125:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542704768 00000100:00100000:3.0:1746128117.522134:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542704768 00010000:00010000:3.0:1746128117.522159:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc9fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ba expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.522409:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9109 00000100:00100000:3.0:1746128117.522416:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e34850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1964:x1830947542704768:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.522426:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.522444:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc9fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ba expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.522454:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc9fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ba expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.522472:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bc9fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36ba expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.522484:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.522486:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.522492:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bca05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c1 expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.522499:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bca05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c1 expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.522524:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bca05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c1 expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.522534:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540407168:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.523063:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935796c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.526028:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.526169:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542705024 00000100:00100000:2.0:1746128117.526175:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542705024 00002000:00100000:2.0:1746128117.526206:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7d880 x1830947542705024/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.526215:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7d880 with x1830947542705024 ext(0->4095) 00002000:00010000:2.0:1746128117.526219:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f7d880 00000100:00100000:2.0:1746128117.526235:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3833 00000100:00100000:2.0:1746128117.526241:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1965:x1830947542705024:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746128117.526369:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1965:x1830947542705024:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (346us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.526375:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3833 00002000:00100000:2.0:1746128117.526380:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f7d880 x1830947542705024/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.526385:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7d880 with x1830947542705024 ext(0->4095) 00002000:00010000:2.0:1746128117.526388:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f7d880 00000100:00100000:3.0:1746128117.526459:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540407168:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.526475:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.526494:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e34850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1964:x1830947542704768:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4079us (4538us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.526500:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9109 00000100:00100000:0.0:1746128117.529398:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.529511:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542705152 00000100:00100000:2.0:1746128117.529518:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542705152 00000100:00100000:2.0:1746128117.529561:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5224 00000100:00100000:2.0:1746128117.529566:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542705152:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.529604:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.529618:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca0c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d36c8 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.529640:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bca05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c1 expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.529646:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.529648:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.529651:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca0c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c8 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.529672:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bca05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c1 expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.529686:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bca05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c1 expref: 25 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.529695:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540407296:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.529764:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.531826:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540407296:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.531845:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca0c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c8 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.531858:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229a00, rc 0) 00000100:00100000:2.0:1746128117.531891:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542705152:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2324us (2499us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.531898:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5224 00000100:00100000:0.0:1746128117.532243:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.533248:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542705280 00000100:00100000:3.0:1746128117.533254:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542705280 00010000:00010000:3.0:1746128117.533278:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bca05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c1 expref: 26 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.533309:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9110 00000100:00100000:3.0:1746128117.533315:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1963:x1830947542705280:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.533324:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.533341:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bca05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c1 expref: 26 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.533351:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bca05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c1 expref: 26 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.533368:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129619200/0x802a7453533bca05 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c1 expref: 26 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.533389:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.533390:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.533396:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca0c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c8 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.533402:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c8 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.533426:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c8 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.533440:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b2a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540407424:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.533502:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128117.536151:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.536211:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542705536 00000100:00100000:0.0:1746128117.536217:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542705536 00002000:00100000:0.0:1746128117.536248:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443f480 x1830947542705536/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128117.536256:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443f480 with x1830947542705536 ext(0->4095) 00002000:00010000:0.0:1746128117.536260:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443f480 00000100:00100000:0.0:1746128117.536287:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3834 00000100:00100000:0.0:1746128117.536293:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542705536:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128117.536424:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542705536:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (278us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128117.536429:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3834 00002000:00100000:0.0:1746128117.536434:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443f480 x1830947542705536/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128117.536445:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443f480 with x1830947542705536 ext(0->4095) 00002000:00010000:0.0:1746128117.536447:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443f480 00000100:00100000:0.0:1746128117.537505:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.537610:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b2a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540407424:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.537624:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.538839:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542705664 00000100:00100000:2.0:1746128117.538845:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542705664 00000100:00100000:2.0:1746128117.538884:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5225 00000100:00100000:2.0:1746128117.538890:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:31595:x1830947542705664:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.538902:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.538915:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bca13 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d36cf expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.538935:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca0c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c8 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.538946:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.538948:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.538951:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bca13 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36cf expref: 27 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.538983:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c8 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.538992:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c8 expref: 5 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.539002:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540407552:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128117.539556:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1963:x1830947542705280:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6238us (7311us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.539564:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9110 00000100:00100000:2.0:1746128117.542272:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.542519:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.543028:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542705792 00000100:00100000:3.0:1746128117.543035:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542705792 00000100:00100000:3.0:1746128117.543563:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5226 00000100:00100000:3.0:1746128117.543591:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:31596:x1830947542705792:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128117.543605:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128117.543618:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bca1a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d36d6 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.543636:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.543640:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bca13 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36cf expref: 28 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.543645:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128117.543648:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bca1a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36d6 expref: 28 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.543672:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bca13 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36cf expref: 28 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.543685:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bca1a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36d6 expref: 28 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.543691:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67400, rc 0) 00000100:00100000:3.0:1746128117.543725:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:31596:x1830947542705792:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (1209us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.543730:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5226 00000100:00100000:2.0:1746128117.546500:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540407552:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.546525:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bca13 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36cf expref: 27 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.546536:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945e7200, rc 0) 00000100:00100000:2.0:1746128117.546595:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:31595:x1830947542705664:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7704us (9091us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.546603:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5225 00000100:00100000:0.0:1746128117.547268:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.547443:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542705920 00000100:00100000:3.0:1746128117.547449:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542705920 00010000:00010000:3.0:1746128117.547470:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c8 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.547496:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9111 00000100:00100000:3.0:1746128117.547501:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542705920:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.547511:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.547525:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c8 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.547533:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c8 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.547550:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca0c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36c8 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.547586:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.547588:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.547594:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bca13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36cf expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.547601:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bca13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36cf expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.547624:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bca13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36cf expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.547634:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bca13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36cf expref: 26 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.547643:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b2a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540407808:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.547698:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.549806:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b2a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540407808:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.549820:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.549847:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542705920:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2345us (2580us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.549854:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9111 00000100:00100000:1.0:1746128117.553008:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.553219:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542706176 00000100:00100000:2.0:1746128117.553227:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542706176 00002000:00100000:2.0:1746128117.553260:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443dc00 x1830947542706176/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.553274:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443dc00 with x1830947542706176 ext(0->4095) 00010000:00010000:2.0:1746128117.553281:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bca13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36cf expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.553293:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bca13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36cf expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.553299:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443dc00 00000100:00100000:2.0:1746128117.553352:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1861 00000100:00100000:2.0:1746128117.553358:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1963:x1830947542706176:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128117.553486:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1963:x1830947542706176:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (484us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.553492:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1861 00002000:00100000:2.0:1746128117.553497:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443dc00 x1830947542706176/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.553503:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443dc00 with x1830947542706176 ext(0->4095) 00010000:00010000:2.0:1746128117.553507:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bca13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36cf expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.553515:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bca13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36cf expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.553520:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443dc00 00000100:00100000:0.0:1746128117.555672:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.556023:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542706304 00000100:00100000:3.0:1746128117.556030:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542706304 00010000:00010000:3.0:1746128117.556054:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bca13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36cf expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.556121:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9112 00000100:00100000:3.0:1746128117.556128:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6022680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1963:x1830947542706304:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.556139:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.556156:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bca13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36cf expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.556166:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bca13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36cf expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.556183:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945e7200/0x802a7453533bca13 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36cf expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.556207:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.556209:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.556215:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bca1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36d6 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.556222:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bca1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36d6 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.556246:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bca1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36d6 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.556256:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b2a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540407936:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.556321:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.559154:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b2a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540407936:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.559169:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.559197:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6022680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1963:x1830947542706304:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3070us (3530us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.559208:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9112 00000100:00100000:0.0:1746128117.559468:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.559772:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542706560 00000100:00100000:2.0:1746128117.559777:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542706560 00002000:00100000:2.0:1746128117.559807:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6022a00 x1830947542706560/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.559815:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6022a00 with x1830947542706560 ext(0->4095) 00002000:00010000:2.0:1746128117.559819:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6022a00 00000100:00100000:2.0:1746128117.559838:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3835 00000100:00100000:2.0:1746128117.559843:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1964:x1830947542706560:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128117.559973:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1964:x1830947542706560:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (497us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.559978:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3835 00002000:00100000:2.0:1746128117.559982:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6022a00 x1830947542706560/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.559989:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6022a00 with x1830947542706560 ext(0->4095) 00002000:00010000:2.0:1746128117.559991:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6022a00 00000100:00100000:1.0:1746128117.562043:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.562213:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542706688 00000100:00100000:2.0:1746128117.562219:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542706688 00000100:00100000:2.0:1746128117.562553:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5227 00000100:00100000:2.0:1746128117.562560:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542706688:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.562595:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.562608:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca21 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d36dd expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.562632:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bca1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36d6 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.562642:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.562644:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.562647:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca21 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36dd expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.562670:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bca1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36d6 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.562679:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bca1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36d6 expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.562689:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540408064:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.562758:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.564916:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540408064:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.564939:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca21 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36dd expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.564952:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229a00, rc 0) 00000100:00100000:2.0:1746128117.565434:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542706688:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2872us (3394us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.565442:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5227 00000100:00100000:1.0:1746128117.565635:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.565870:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542706816 00000100:00100000:3.0:1746128117.565875:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542706816 00010000:00010000:3.0:1746128117.565896:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bca1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36d6 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.565953:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9113 00000100:00100000:3.0:1746128117.565959:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1964:x1830947542706816:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.565979:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.565995:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bca1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36d6 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.566006:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bca1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36d6 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.566023:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bca1a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36d6 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.566394:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.566396:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.566402:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca21 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36dd expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.566410:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36dd expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.566434:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36dd expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.566444:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b2a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540408192:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.567164:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.569656:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b2a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540408192:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.569671:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.569708:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542706816:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3749us (4073us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.569717:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9113 00000100:00100000:0.0:1746128117.571555:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.571656:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.571839:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542707200 00000100:00100000:2.0:1746128117.571846:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542707200 00000100:00100000:2.0:1746128117.571875:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5228 00000100:00100000:2.0:1746128117.571881:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31595:x1830947542707200:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.571898:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.571913:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bca28 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d36e4 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.571934:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca21 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36dd expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.571940:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.571942:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.571945:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bca28 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36e4 expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.571978:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36dd expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.571989:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36dd expref: 5 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.571999:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091c7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540408320:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.572059:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.572112:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542707072 00000100:00100000:3.0:1746128117.572117:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542707072 00002000:00100000:3.0:1746128117.572138:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0aa680 x1830947542707072/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.572146:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0aa680 with x1830947542707072 ext(0->4095) 00010000:00010000:3.0:1746128117.572151:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca21 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36dd expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.572160:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca21 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36dd expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.572165:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d0aa680 00000100:00100000:3.0:1746128117.572175:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1862 00000100:00100000:3.0:1746128117.572180:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542707072:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128117.572289:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542707072:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (633us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128117.572298:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1862 00002000:00100000:3.0:1746128117.572303:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0aa680 x1830947542707072/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.572310:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0aa680 with x1830947542707072 ext(0->4095) 00010000:00010000:3.0:1746128117.572314:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca21 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36dd expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.572321:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca21 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36dd expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.572326:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d0aa680 00000100:00100000:2.0:1746128117.575492:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091c7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540408320:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.575513:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bca28 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36e4 expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.575526:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228e00, rc 0) 00000100:00100000:2.0:1746128117.575569:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:31595:x1830947542707200:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3686us (4019us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.575596:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5228 00000100:00100000:2.0:1746128117.576894:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.577155:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542707328 00000100:00100000:0.0:1746128117.577160:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542707328 00000100:00100000:0.0:1746128117.577194:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5229 00000100:00100000:0.0:1746128117.577200:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:31596:x1830947542707328:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128117.577211:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128117.577223:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129618c00/0x802a7453533bca2f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d36eb expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.577239:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128117.577242:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bca28 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36e4 expref: 27 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.577247:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128117.577249:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618c00/0x802a7453533bca2f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36eb expref: 27 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.577273:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bca28 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36e4 expref: 27 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.577287:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129618c00/0x802a7453533bca2f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36eb expref: 27 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.577294:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129618c00, rc 0) 00000100:00100000:0.0:1746128117.577319:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:31596:x1830947542707328:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128117.577324:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5229 00000100:00100000:2.0:1746128117.577411:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.577598:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542707456 00000100:00100000:3.0:1746128117.577602:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542707456 00010000:00010000:3.0:1746128117.577616:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36dd expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.577631:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9114 00000100:00100000:3.0:1746128117.577637:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542707456:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.577643:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.577657:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36dd expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.577666:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36dd expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.577681:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca21 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36dd expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.577693:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.577694:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.577699:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bca28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36e4 expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.577705:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bca28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36e4 expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.577723:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bca28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36e4 expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.577731:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bca28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36e4 expref: 26 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.577740:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b2a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540408576:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.577791:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.579639:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b2a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540408576:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.579654:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.579691:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542707456:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2053us (2278us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.579699:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9114 00000100:00100000:3.0:1746128117.580932:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.581317:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542707712 00000100:00100000:2.0:1746128117.581323:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542707712 00002000:00100000:2.0:1746128117.581355:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b2a680 x1830947542707712/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.581363:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2a680 with x1830947542707712 ext(0->4095) 00010000:00010000:2.0:1746128117.581370:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bca28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36e4 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.581381:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bca28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36e4 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.581386:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b2a680 00000100:00100000:2.0:1746128117.581410:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1863 00000100:00100000:2.0:1746128117.581416:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1963:x1830947542707712:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128117.582158:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1963:x1830947542707712:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 740us (1227us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.582165:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1863 00002000:00100000:2.0:1746128117.582171:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b2a680 x1830947542707712/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.582178:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2a680 with x1830947542707712 ext(0->4095) 00010000:00010000:2.0:1746128117.582183:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bca28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36e4 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.582194:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bca28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36e4 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.582199:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b2a680 00000100:00100000:1.0:1746128117.584062:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.584211:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542707840 00000100:00100000:3.0:1746128117.584217:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542707840 00010000:00010000:3.0:1746128117.584239:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bca28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36e4 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.584543:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9115 00000100:00100000:3.0:1746128117.584549:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1966:x1830947542707840:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.584558:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.584604:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bca28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36e4 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.584613:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bca28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36e4 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.584629:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bca28 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36e4 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.584642:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.584643:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.584648:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129618c00/0x802a7453533bca2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36eb expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.584654:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618c00/0x802a7453533bca2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36eb expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.584676:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129618c00/0x802a7453533bca2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36eb expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.584685:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540408704:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.584738:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.587623:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540408704:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.587639:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.587682:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1966:x1830947542707840:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3132us (3624us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.587691:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9115 00000100:00100000:3.0:1746128117.588364:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.588912:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542708096 00000100:00100000:2.0:1746128117.588917:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542708096 00002000:00100000:2.0:1746128117.588946:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b29c00 x1830947542708096/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.588955:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29c00 with x1830947542708096 ext(0->4095) 00002000:00010000:2.0:1746128117.588959:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b29c00 00000100:00100000:2.0:1746128117.588983:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3836 00000100:00100000:2.0:1746128117.588989:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1964:x1830947542708096:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128117.589109:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1964:x1830947542708096:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (745us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.589114:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3836 00002000:00100000:2.0:1746128117.589119:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b29c00 x1830947542708096/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.589127:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29c00 with x1830947542708096 ext(0->4095) 00002000:00010000:2.0:1746128117.589129:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b29c00 00000100:00100000:1.0:1746128117.591427:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.591739:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542708224 00000100:00100000:2.0:1746128117.591746:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542708224 00000100:00100000:2.0:1746128117.591786:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5230 00000100:00100000:2.0:1746128117.591793:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542708224:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.591809:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.591822:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bca36 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d36f2 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.591841:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129618c00/0x802a7453533bca2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36eb expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.591847:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.591848:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.591851:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bca36 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f2 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.591874:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129618c00/0x802a7453533bca2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36eb expref: 25 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.591883:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129618c00/0x802a7453533bca2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36eb expref: 25 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.591893:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094955880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540408832:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.592526:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.594896:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094955880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540408832:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.594922:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bca36 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f2 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.594935:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229e00, rc 0) 00000100:00100000:2.0:1746128117.594978:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542708224:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3185us (3557us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.594989:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5230 00000100:00100000:3.0:1746128117.595639:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.595730:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542708352 00000100:00100000:0.0:1746128117.595735:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542708352 00010000:00010000:0.0:1746128117.595756:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129618c00/0x802a7453533bca2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36eb expref: 26 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746128117.595784:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9116 00000100:00100000:0.0:1746128117.595790:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e34450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1964:x1830947542708352:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128117.595800:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128117.595815:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129618c00/0x802a7453533bca2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36eb expref: 26 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746128117.595825:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129618c00/0x802a7453533bca2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36eb expref: 26 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746128117.595842:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129618c00/0x802a7453533bca2f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36eb expref: 26 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:0.0:1746128117.595863:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128117.595865:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128117.595870:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bca36 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f2 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.595877:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bca36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f2 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.595900:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bca36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f2 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128117.595910:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b86300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540408960:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128117.595972:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0443c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128117.598603:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.598722:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b86300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540408960:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128117.598736:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128117.598779:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e34450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542708352:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2988us (3140us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128117.598788:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9116 00000100:00100000:3.0:1746128117.599053:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542708608 00000100:00100000:3.0:1746128117.599059:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542708608 00002000:00100000:3.0:1746128117.599087:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800acd39c00 x1830947542708608/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.599095:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd39c00 with x1830947542708608 ext(0->4095) 00002000:00010000:3.0:1746128117.599099:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800acd39c00 00000100:00100000:3.0:1746128117.599121:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3837 00000100:00100000:3.0:1746128117.599127:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542708608:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128117.599250:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542708608:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (652us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128117.599256:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3837 00002000:00100000:3.0:1746128117.599261:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800acd39c00 x1830947542708608/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.599267:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd39c00 with x1830947542708608 ext(0->4095) 00002000:00010000:3.0:1746128117.599270:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800acd39c00 00000100:00100000:1.0:1746128117.600608:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.600739:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542708736 00000100:00100000:2.0:1746128117.600745:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542708736 00000100:00100000:2.0:1746128117.600769:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5231 00000100:00100000:2.0:1746128117.600774:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31595:x1830947542708736:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.600785:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.600797:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca3d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d36f9 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.600816:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bca36 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f2 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.600823:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.600824:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.600827:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca3d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f9 expref: 26 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.600849:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bca36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f2 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.600859:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bca36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f2 expref: 5 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.600868:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094955880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540409088:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.602014:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.603952:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.604062:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.604225:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094955880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540409088:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128117.604247:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca3d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f9 expref: 26 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.604260:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229a00, rc 0) 00000100:00100000:3.0:1746128117.604292:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:31595:x1830947542708736:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3517us (3688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.604299:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5231 00000100:00100000:3.0:1746128117.604318:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542708864 00000100:00100000:3.0:1746128117.604322:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542708864 00000100:00100000:3.0:1746128117.604347:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5232 00000100:00100000:3.0:1746128117.604353:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:31596:x1830947542708864:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128117.604362:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128117.604373:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bca44 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3700 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.604387:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.604391:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca3d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f9 expref: 27 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.604396:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128117.604399:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bca44 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3700 expref: 27 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.604421:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca3d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f9 expref: 27 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.604429:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bca44 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3700 expref: 27 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.604440:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66c00, rc 0) 00000100:00100000:3.0:1746128117.604452:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:31596:x1830947542708864:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.604457:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5232 00000100:00100000:1.0:1746128117.605331:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542708992 00000100:00100000:1.0:1746128117.605336:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542708992 00010000:00010000:1.0:1746128117.605353:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bca36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f2 expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128117.605380:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9117 00000100:00100000:1.0:1746128117.605385:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542708992:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128117.605392:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128117.605405:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bca36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f2 expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.605413:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bca36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f2 expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.605426:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229e00/0x802a7453533bca36 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f2 expref: 6 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.605446:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.605448:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.605452:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca3d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f9 expref: 26 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.605459:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f9 expref: 26 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.605475:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f9 expref: 26 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.605483:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f9 expref: 26 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128117.605496:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801341b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540409344:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128117.605547:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128117.608115:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801341b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540409344:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128117.608133:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128117.608175:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542708992:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2788us (4112us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.608183:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9117 00000100:00100000:0.0:1746128117.608779:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.608865:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542709248 00000100:00100000:3.0:1746128117.608870:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542709248 00002000:00100000:3.0:1746128117.608898:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b86a00 x1830947542709248/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.608905:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b86a00 with x1830947542709248 ext(0->4095) 00010000:00010000:3.0:1746128117.608912:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f9 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.608922:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f9 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.608928:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b86a00 00000100:00100000:3.0:1746128117.608942:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1864 00000100:00100000:3.0:1746128117.608947:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1964:x1830947542709248:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128117.609084:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1964:x1830947542709248:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (305us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128117.609090:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1864 00002000:00100000:3.0:1746128117.609094:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b86a00 x1830947542709248/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.609107:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b86a00 with x1830947542709248 ext(0->4095) 00010000:00010000:3.0:1746128117.609111:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f9 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.609119:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f9 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.609125:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b86a00 00000100:00100000:0.0:1746128117.612164:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.612265:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542709376 00000100:00100000:1.0:1746128117.612272:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542709376 00010000:00010000:1.0:1746128117.612299:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f9 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128117.612392:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9118 00000100:00100000:1.0:1746128117.612398:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1964:x1830947542709376:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128117.612410:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128117.612426:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f9 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.612436:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f9 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.612453:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229a00/0x802a7453533bca3d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d36f9 expref: 27 pid: 28170 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.612478:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.612481:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.612487:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bca44 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3700 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.612494:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bca44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3700 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.612519:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bca44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3700 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128117.612529:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801341b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540409472:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128117.613055:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.615200:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.615284:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801341b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540409472:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128117.615299:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128117.615327:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1964:x1830947542709376:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2930us (3170us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.615335:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9118 00000100:00100000:2.0:1746128117.615401:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542709632 00000100:00100000:2.0:1746128117.615406:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542709632 00002000:00100000:2.0:1746128117.615434:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c74000 x1830947542709632/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.615442:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c74000 with x1830947542709632 ext(0->4095) 00002000:00010000:2.0:1746128117.615446:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c74000 00000100:00100000:2.0:1746128117.615470:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3838 00000100:00100000:2.0:1746128117.615475:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1963:x1830947542709632:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128117.615605:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1963:x1830947542709632:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (409us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.615610:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3838 00002000:00100000:2.0:1746128117.615616:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c74000 x1830947542709632/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.615622:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c74000 with x1830947542709632 ext(0->4095) 00002000:00010000:2.0:1746128117.615625:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c74000 00000100:00100000:0.0:1746128117.618294:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.618367:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542709760 00000100:00100000:2.0:1746128117.618373:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542709760 00000100:00100000:2.0:1746128117.618526:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5233 00000100:00100000:2.0:1746128117.618532:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542709760:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.618545:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.618558:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800950eee00/0x802a7453533bca4b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3707 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.618607:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bca44 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3700 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.618619:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.618621:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.618624:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800950eee00/0x802a7453533bca4b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3707 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.618647:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bca44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3700 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.618657:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bca44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3700 expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.618666:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094955880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540409600:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.618731:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.620613:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094955880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540409600:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.620634:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800950eee00/0x802a7453533bca4b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3707 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.620646:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800950eee00, rc 0) 00000100:00100000:2.0:1746128117.620671:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542709760:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2139us (2383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.620678:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5233 00000100:00100000:0.0:1746128117.621140:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.621411:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542709888 00000100:00100000:1.0:1746128117.621417:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542709888 00010000:00010000:1.0:1746128117.621440:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bca44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3700 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128117.621468:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9119 00000100:00100000:1.0:1746128117.621474:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1964:x1830947542709888:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128117.621484:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128117.621499:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bca44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3700 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.621511:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bca44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3700 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.621527:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bca44 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3700 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.622137:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.622139:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.622145:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800950eee00/0x802a7453533bca4b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3707 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.622152:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800950eee00/0x802a7453533bca4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3707 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.622178:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800950eee00/0x802a7453533bca4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3707 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128117.622188:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801341b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540409728:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128117.622250:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.624548:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.624654:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801341b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540409728:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128117.624669:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128117.624701:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542709888:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3225us (3559us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.624709:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9119 00000100:00100000:3.0:1746128117.624778:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542710144 00000100:00100000:3.0:1746128117.624784:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542710144 00002000:00100000:3.0:1746128117.624812:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a7480 x1830947542710144/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.624820:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a7480 with x1830947542710144 ext(0->4095) 00002000:00010000:3.0:1746128117.624824:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a7480 00000100:00100000:3.0:1746128117.624843:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3839 00000100:00100000:3.0:1746128117.624848:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542710144:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128117.624987:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542710144:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (444us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128117.624993:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3839 00002000:00100000:3.0:1746128117.624998:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a7480 x1830947542710144/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.625004:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a7480 with x1830947542710144 ext(0->4095) 00002000:00010000:3.0:1746128117.625007:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a7480 00000100:00100000:0.0:1746128117.627275:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.629140:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542710272 00000100:00100000:2.0:1746128117.629149:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542710272 00000100:00100000:2.0:1746128117.629195:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5234 00000100:00100000:2.0:1746128117.629201:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31595:x1830947542710272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.629219:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.629232:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bca52 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d370e expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.629253:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800950eee00/0x802a7453533bca4b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3707 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.629259:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.629261:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.629264:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bca52 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d370e expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.629287:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800950eee00/0x802a7453533bca4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3707 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.629296:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800950eee00/0x802a7453533bca4b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3707 expref: 5 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.629306:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094955880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540409856:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.629378:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.631034:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.631975:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542710400 00000100:00100000:3.0:1746128117.631982:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542710400 00000100:00100000:3.0:1746128117.632019:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5235 00000100:00100000:3.0:1746128117.632025:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:31596:x1830947542710400:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128117.632038:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128117.632049:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bca59 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3715 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.632066:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.632071:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bca52 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d370e expref: 28 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.632076:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128117.632079:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bca59 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3715 expref: 28 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.632104:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bca52 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d370e expref: 28 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.632114:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bca59 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3715 expref: 28 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.632122:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67800, rc 0) 00000100:00100000:3.0:1746128117.632165:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:31596:x1830947542710400:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (1133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.632171:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5235 00000100:00100000:0.0:1746128117.632288:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.632345:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542710528 00000100:00100000:1.0:1746128117.632349:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542710528 00010000:00010000:1.0:1746128117.632362:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800950eee00/0x802a7453533bca4b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3707 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128117.632388:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9120 00000100:00100000:1.0:1746128117.632393:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542710528:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128117.632401:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128117.632416:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800950eee00/0x802a7453533bca4b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3707 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.632426:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800950eee00/0x802a7453533bca4b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3707 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.632438:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.632440:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.632444:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bca52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d370e expref: 27 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.632451:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bca52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d370e expref: 27 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.632467:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bca52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d370e expref: 27 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.632475:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bca52 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d370e expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128117.632485:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801341b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540410112:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128117.632528:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cb40 going to sleep for 11 seconds 00010000:00010000:2.0:1746128117.632749:0:8417:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800950eee00/0x802a7453533bca4b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3707 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.632772:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094955880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540409856:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.632786:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bca52 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d370e expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.632798:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bca52 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d370e expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.632806:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a53bae00, rc 0) 00000100:00100000:2.0:1746128117.632825:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:31595:x1830947542710272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3624us (5556us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.632829:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5234 00000100:00100000:1.0:1746128117.635289:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801341b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540410112:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128117.635305:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128117.635332:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542710528:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2939us (3044us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.635340:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9120 00000100:00100000:0.0:1746128117.635900:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.636312:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542710784 00000100:00100000:3.0:1746128117.636319:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542710784 00002000:00100000:3.0:1746128117.636347:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094642a00 x1830947542710784/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.636356:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094642a00 with x1830947542710784 ext(0->4095) 00010000:00010000:3.0:1746128117.636363:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bca52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d370e expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.636374:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bca52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d370e expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.636380:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094642a00 00000100:00100000:3.0:1746128117.636404:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1865 00000100:00100000:3.0:1746128117.636410:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1964:x1830947542710784:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128117.636539:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1964:x1830947542710784:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (639us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128117.636545:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1865 00002000:00100000:3.0:1746128117.636550:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094642a00 x1830947542710784/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.636556:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094642a00 with x1830947542710784 ext(0->4095) 00010000:00010000:3.0:1746128117.636560:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bca52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d370e expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.636569:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bca52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d370e expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.636607:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094642a00 00000100:00100000:0.0:1746128117.639255:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.639355:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542710912 00000100:00100000:1.0:1746128117.639362:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542710912 00010000:00010000:1.0:1746128117.639387:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bca52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d370e expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128117.639418:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9121 00000100:00100000:1.0:1746128117.639424:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094641f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1963:x1830947542710912:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128117.639435:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128117.639451:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bca52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d370e expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.639461:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bca52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d370e expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.639477:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bca52 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d370e expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.639491:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.639493:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.639498:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bca59 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3715 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.639509:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bca59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3715 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.639533:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bca59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3715 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128117.639543:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801341b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540410240:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128117.640119:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128117.643081:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.643174:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542711168 00000100:00100000:0.0:1746128117.643180:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542711168 00002000:00100000:0.0:1746128117.643212:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b2680 x1830947542711168/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128117.643221:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b2680 with x1830947542711168 ext(0->4095) 00002000:00010000:0.0:1746128117.643225:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b2680 00000100:00100000:0.0:1746128117.643251:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3840 00000100:00100000:0.0:1746128117.643257:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1963:x1830947542711168:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128117.643402:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1963:x1830947542711168:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (327us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128117.643409:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3840 00002000:00100000:0.0:1746128117.643414:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b2680 x1830947542711168/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128117.643421:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b2680 with x1830947542711168 ext(0->4095) 00002000:00010000:0.0:1746128117.643424:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b2680 00000100:00100000:0.0:1746128117.643455:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801341b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540410240:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128117.643469:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128117.643488:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094641f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1963:x1830947542710912:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4064us (4240us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128117.643495:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9121 00000100:00100000:0.0:1746128117.645801:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.645921:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542711296 00000100:00100000:2.0:1746128117.645928:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542711296 00000100:00100000:2.0:1746128117.646200:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5236 00000100:00100000:2.0:1746128117.646207:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542711296:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.646220:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.646232:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a53bb800/0x802a7453533bca60 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d371c expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.646253:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bca59 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3715 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.646259:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.646261:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.646264:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a53bb800/0x802a7453533bca60 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d371c expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.646287:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bca59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3715 expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.646300:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bca59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3715 expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.646311:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094955880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540410368:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.646980:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.647921:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094955880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540410368:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.647939:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a53bb800/0x802a7453533bca60 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d371c expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.647949:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a53bb800, rc 0) 00000100:00100000:2.0:1746128117.647986:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542711296:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1779us (2190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.647993:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5236 00000100:00100000:0.0:1746128117.648817:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.649307:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542711424 00000100:00100000:2.0:1746128117.649313:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542711424 00010000:00010000:2.0:1746128117.649335:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bca59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3715 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.649448:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9122 00000100:00100000:2.0:1746128117.649455:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1964:x1830947542711424:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128117.649464:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128117.649480:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bca59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3715 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.649493:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bca59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3715 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.649511:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bca59 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3715 expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.649635:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.649638:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.649644:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a53bb800/0x802a7453533bca60 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d371c expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.649650:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a53bb800/0x802a7453533bca60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d371c expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.649674:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a53bb800/0x802a7453533bca60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d371c expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128117.649683:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094955880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540410496:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128117.650058:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.652732:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.652814:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542711680 00000100:00100000:3.0:1746128117.652820:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542711680 00002000:00100000:3.0:1746128117.652850:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093160700 x1830947542711680/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.652858:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093160700 with x1830947542711680 ext(0->4095) 00002000:00010000:3.0:1746128117.652862:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093160700 00000100:00100000:3.0:1746128117.652886:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3841 00000100:00100000:3.0:1746128117.652891:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542711680:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128117.653027:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542711680:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (299us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128117.653033:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3841 00002000:00100000:3.0:1746128117.653037:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093160700 x1830947542711680/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.653044:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093160700 with x1830947542711680 ext(0->4095) 00002000:00010000:3.0:1746128117.653046:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093160700 00000100:00100000:2.0:1746128117.653125:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094955880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540410496:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.653139:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.653159:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134121180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542711424:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3705us (4343us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.653166:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9122 00000100:00100000:0.0:1746128117.654636:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.655254:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542711808 00000100:00100000:2.0:1746128117.655260:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542711808 00000100:00100000:2.0:1746128117.655300:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5237 00000100:00100000:2.0:1746128117.655306:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31595:x1830947542711808:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.655320:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.655334:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800952bd800/0x802a7453533bca67 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3723 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.655353:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a53bb800/0x802a7453533bca60 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d371c expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.655359:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.655361:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.655364:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800952bd800/0x802a7453533bca67 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3723 expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.655389:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a53bb800/0x802a7453533bca60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d371c expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.655398:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a53bb800/0x802a7453533bca60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d371c expref: 5 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.655408:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094955880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540410624:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.655906:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.656159:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.656305:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542711936 00000100:00100000:2.0:1746128117.656308:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542711936 00000100:00100000:2.0:1746128117.656326:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5238 00000100:00100000:2.0:1746128117.656331:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:31596:x1830947542711936:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.656338:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.656346:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bca6e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d372a expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.656357:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.656360:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952bd800/0x802a7453533bca67 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3723 expref: 28 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.656364:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.656367:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bca6e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d372a expref: 28 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.656383:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800952bd800/0x802a7453533bca67 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3723 expref: 28 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.656392:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bca6e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d372a expref: 28 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.656399:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7200, rc 0) 00000100:00100000:2.0:1746128117.656664:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:31596:x1830947542711936:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 331us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.656669:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5238 00000100:00100000:2.0:1746128117.659650:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094955880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540410624:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.659674:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800952bd800/0x802a7453533bca67 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3723 expref: 27 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.659687:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800952bd800, rc 0) 00000100:00100000:2.0:1746128117.660409:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:31595:x1830947542711808:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5100us (5773us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.660420:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5237 00000100:00100000:0.0:1746128117.660807:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.661019:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542712064 00000100:00100000:2.0:1746128117.661025:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542712064 00010000:00010000:2.0:1746128117.661045:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a53bb800/0x802a7453533bca60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d371c expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.661106:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9123 00000100:00100000:2.0:1746128117.661111:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5e34050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542712064:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128117.661120:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128117.661134:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a53bb800/0x802a7453533bca60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d371c expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.661143:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a53bb800/0x802a7453533bca60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d371c expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.661159:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a53bb800/0x802a7453533bca60 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d371c expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.661409:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.661411:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.661416:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952bd800/0x802a7453533bca67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3723 expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.661423:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800952bd800/0x802a7453533bca67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3723 expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.661446:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800952bd800/0x802a7453533bca67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3723 expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.661454:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800952bd800/0x802a7453533bca67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3723 expref: 26 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.661463:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f48a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540410880:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128117.661518:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.663898:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f48a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540410880:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.663913:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.663942:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5e34050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542712064:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2831us (3136us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.663951:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9123 00000100:00100000:1.0:1746128117.665253:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.665315:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542712320 00000100:00100000:2.0:1746128117.665321:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542712320 00002000:00100000:2.0:1746128117.665349:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b0380 x1830947542712320/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.665357:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0380 with x1830947542712320 ext(0->4095) 00010000:00010000:2.0:1746128117.665364:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800952bd800/0x802a7453533bca67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3723 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.665505:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800952bd800/0x802a7453533bca67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3723 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.665511:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b0380 00000100:00100000:2.0:1746128117.665537:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1866 00000100:00100000:2.0:1746128117.665544:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1963:x1830947542712320:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128117.665696:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1963:x1830947542712320:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (447us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.665701:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1866 00002000:00100000:2.0:1746128117.665706:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b0380 x1830947542712320/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.665712:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0380 with x1830947542712320 ext(0->4095) 00010000:00010000:2.0:1746128117.665716:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800952bd800/0x802a7453533bca67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3723 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.665724:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800952bd800/0x802a7453533bca67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3723 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.665729:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b0380 00000100:00100000:0.0:1746128117.668004:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.668270:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542712448 00000100:00100000:2.0:1746128117.668276:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542712448 00010000:00010000:2.0:1746128117.668300:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800952bd800/0x802a7453533bca67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3723 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.668360:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9124 00000100:00100000:2.0:1746128117.668366:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1966:x1830947542712448:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128117.668377:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128117.668393:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800952bd800/0x802a7453533bca67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3723 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.668404:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800952bd800/0x802a7453533bca67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3723 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.668422:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800952bd800/0x802a7453533bca67 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3723 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.668994:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.668996:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.669003:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bca6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d372a expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.669010:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bca6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d372a expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.669037:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bca6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d372a expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128117.669047:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f48a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540411008:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128117.669119:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.672292:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.672381:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f48a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540411008:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.672396:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.672440:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1966:x1830947542712448:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4072us (4440us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.672449:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9124 00000100:00100000:3.0:1746128117.672853:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542712704 00000100:00100000:3.0:1746128117.672859:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542712704 00002000:00100000:3.0:1746128117.672888:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f94a80 x1830947542712704/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.672896:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f94a80 with x1830947542712704 ext(0->4095) 00002000:00010000:3.0:1746128117.672899:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f94a80 00000100:00100000:3.0:1746128117.672918:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3842 00000100:00100000:3.0:1746128117.672925:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1964:x1830947542712704:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128117.673047:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1964:x1830947542712704:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (760us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128117.673053:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3842 00002000:00100000:3.0:1746128117.673057:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f94a80 x1830947542712704/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.673064:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f94a80 with x1830947542712704 ext(0->4095) 00002000:00010000:3.0:1746128117.673066:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f94a80 00000100:00100000:0.0:1746128117.675522:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.675604:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542712832 00000100:00100000:2.0:1746128117.675611:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542712832 00000100:00100000:2.0:1746128117.675638:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5239 00000100:00100000:2.0:1746128117.675643:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542712832:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.675657:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.675668:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bca75 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3731 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.675691:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bca6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d372a expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.675697:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.675699:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.675702:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bca75 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3731 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.675724:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bca6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d372a expref: 25 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.675733:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bca6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d372a expref: 25 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.675743:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f48a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540411136:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.676168:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.678053:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f48a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540411136:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.678075:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bca75 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3731 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.678088:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6800, rc 0) 00000100:00100000:2.0:1746128117.678118:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542712832:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2474us (2600us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.678128:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5239 00000100:00100000:0.0:1746128117.678607:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.679053:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542712960 00000100:00100000:2.0:1746128117.679059:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542712960 00010000:00010000:2.0:1746128117.679080:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bca6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d372a expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.679105:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9125 00000100:00100000:2.0:1746128117.679110:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092092680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1963:x1830947542712960:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128117.679119:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128117.679133:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bca6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d372a expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.679142:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bca6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d372a expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.679157:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bca6e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d372a expref: 26 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.679555:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.679557:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.679564:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bca75 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3731 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.679592:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bca75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3731 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.679617:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bca75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3731 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128117.679626:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f48a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540411264:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128117.679686:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.681652:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.681756:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542713216 00000100:00100000:3.0:1746128117.681762:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542713216 00002000:00100000:3.0:1746128117.681791:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a745180 x1830947542713216/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.681799:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a745180 with x1830947542713216 ext(0->4095) 00002000:00010000:3.0:1746128117.681803:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a745180 00000100:00100000:3.0:1746128117.681828:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3843 00000100:00100000:3.0:1746128117.681834:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542713216:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128117.681975:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542713216:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (317us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128117.681980:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3843 00002000:00100000:3.0:1746128117.681985:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a745180 x1830947542713216/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.681991:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a745180 with x1830947542713216 ext(0->4095) 00002000:00010000:3.0:1746128117.681993:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a745180 00000100:00100000:2.0:1746128117.682154:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f48a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540411264:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.682167:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.682187:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092092680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542712960:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3076us (3581us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.682193:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9125 00000100:00100000:0.0:1746128117.685070:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.685546:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542713344 00000100:00100000:2.0:1746128117.685553:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542713344 00000100:00100000:2.0:1746128117.685765:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5240 00000100:00100000:2.0:1746128117.685771:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:31595:x1830947542713344:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.685785:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.685797:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bca7c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3738 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.685817:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bca75 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3731 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.685824:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.685826:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.685829:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bca7c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3738 expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.685850:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bca75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3731 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.685864:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bca75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3731 expref: 5 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.685873:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f48a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540411392:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.686439:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128117.686605:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.686790:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542713472 00000100:00100000:0.0:1746128117.686794:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542713472 00000100:00100000:0.0:1746128117.686820:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5241 00000100:00100000:0.0:1746128117.686825:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:31596:x1830947542713472:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128117.686833:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128117.686840:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bca83 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d373f expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.686852:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128117.686855:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bca7c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3738 expref: 28 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.686860:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128117.686862:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bca83 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d373f expref: 28 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.686880:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bca7c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3738 expref: 28 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.686892:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bca83 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d373f expref: 28 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.686900:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129618800, rc 0) 00000100:00100000:0.0:1746128117.686929:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:31596:x1830947542713472:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128117.686934:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5241 00000100:00100000:2.0:1746128117.689493:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f48a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540411392:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.689515:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bca7c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3738 expref: 27 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.689527:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7e00, rc 0) 00000100:00100000:2.0:1746128117.689867:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:31595:x1830947542713344:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4095us (4803us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.689875:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5240 00000100:00100000:0.0:1746128117.689945:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.690021:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542713600 00000100:00100000:2.0:1746128117.690026:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542713600 00010000:00010000:2.0:1746128117.690046:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bca75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3731 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.690150:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9126 00000100:00100000:2.0:1746128117.690156:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542713600:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128117.690167:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128117.690183:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bca75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3731 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.690196:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bca75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3731 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.690215:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bca75 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3731 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.690239:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.690241:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.690246:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bca7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3738 expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.690253:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bca7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3738 expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.690277:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bca7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3738 expref: 26 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.690287:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bca7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3738 expref: 26 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.690296:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f48a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540411648:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128117.690917:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.692549:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f48a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540411648:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.692563:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.693033:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542713600:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2874us (3086us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.693045:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9126 00000100:00100000:0.0:1746128117.693780:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.693835:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542713856 00000100:00100000:2.0:1746128117.693840:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542713856 00002000:00100000:2.0:1746128117.693867:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c42680 x1830947542713856/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.693876:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c42680 with x1830947542713856 ext(0->4095) 00010000:00010000:2.0:1746128117.693882:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bca7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3738 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.693893:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bca7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3738 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.693899:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c42680 00000100:00100000:2.0:1746128117.693923:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1867 00000100:00100000:2.0:1746128117.693928:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1963:x1830947542713856:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128117.697012:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1963:x1830947542713856:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 3077us (3227us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.697021:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1867 00002000:00100000:2.0:1746128117.697029:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c42680 x1830947542713856/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.697037:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c42680 with x1830947542713856 ext(0->4095) 00010000:00010000:2.0:1746128117.697045:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bca7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3738 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.697062:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bca7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3738 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.697067:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c42680 00000100:00100000:0.0:1746128117.699413:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.701907:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542713984 00000100:00100000:2.0:1746128117.701917:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542713984 00010000:00010000:2.0:1746128117.701949:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bca7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3738 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.702000:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9127 00000100:00100000:2.0:1746128117.702007:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1964:x1830947542713984:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128117.702018:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128117.702034:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bca7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3738 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.702045:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bca7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3738 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.702064:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bca7c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3738 expref: 27 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.702091:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.702092:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.702098:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bca83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d373f expref: 26 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.702110:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bca83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d373f expref: 26 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.702138:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bca83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d373f expref: 26 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128117.702148:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f48a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540411776:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128117.702237:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.708884:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.709300:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f48a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540411776:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.709315:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.709349:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1964:x1830947542713984:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7342us (9943us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.709359:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9127 00000100:00100000:3.0:1746128117.709691:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542714240 00000100:00100000:3.0:1746128117.709697:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542714240 00002000:00100000:3.0:1746128117.709727:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0e300 x1830947542714240/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.709735:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0e300 with x1830947542714240 ext(0->4095) 00002000:00010000:3.0:1746128117.709739:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0e300 00000100:00100000:3.0:1746128117.709758:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3844 00000100:00100000:3.0:1746128117.709764:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1964:x1830947542714240:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128117.709890:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1964:x1830947542714240:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (1012us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128117.709895:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3844 00002000:00100000:3.0:1746128117.709900:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0e300 x1830947542714240/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.709906:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0e300 with x1830947542714240 ext(0->4095) 00002000:00010000:3.0:1746128117.709909:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0e300 00000100:00100000:0.0:1746128117.713862:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.715620:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542714368 00000100:00100000:2.0:1746128117.715630:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542714368 00000100:00100000:2.0:1746128117.715675:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5242 00000100:00100000:2.0:1746128117.715683:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542714368:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.715697:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.715710:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bca8a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3746 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.715733:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bca83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d373f expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.715739:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.715742:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.715745:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bca8a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3746 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.715768:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bca83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d373f expref: 25 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.715778:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bca83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d373f expref: 25 pid: 8418 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.715788:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f48a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540411904:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.717141:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.727541:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f48a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540411904:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.727565:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bca8a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3746 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.727610:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6200, rc 0) 00000100:00100000:2.0:1746128117.727652:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542714368:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11970us (13794us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.727659:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5242 00000100:00100000:0.0:1746128117.728289:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.728468:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542714496 00000100:00100000:1.0:1746128117.728473:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542714496 00002000:00100000:1.0:1746128117.728504:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880130e0fb80 x1830947542714496/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 496/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.728512:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0fb80 with x1830947542714496 ext(0->7) 00010000:00010000:1.0:1746128117.728518:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bca83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d373f expref: 26 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.728528:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bca83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d373f expref: 26 pid: 8418 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746128117.728533:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0fb80 00000100:00100000:1.0:1746128117.728560:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1868 00000100:00100000:1.0:1746128117.728566:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1964:x1830947542714496:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128117.728834:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:1964:x1830947542714496:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 268us (546us total) trans 4294967987 rc 0/0 00000100:00100000:1.0:1746128117.728840:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1868 00002000:00100000:1.0:1746128117.728845:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880130e0fb80 x1830947542714496/t4294967987(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 496/448 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.728852:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0fb80 with x1830947542714496 ext(0->7) 00010000:00010000:1.0:1746128117.728856:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bca83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d373f expref: 28 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.728864:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bca83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d373f expref: 28 pid: 8418 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746128117.728869:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0fb80 00000100:00100000:2.0:1746128117.749797:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.749886:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.749906:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542714752 00000100:00100000:2.0:1746128117.749912:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542714752 00010000:00010000:2.0:1746128117.749941:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bca83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d373f expref: 28 pid: 8418 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.749974:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9128 00000100:00100000:2.0:1746128117.749980:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:1964:x1830947542714752:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128117.749991:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746128117.750006:0:9797:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746128117 -> 1746128118 00002000:00010000:2.0:1746128117.750008:0:9797:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746128117 -> 1746128118 00010000:00010000:2.0:1746128117.750013:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bca83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d373f expref: 28 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.750025:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bca83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d373f expref: 28 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.750042:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129618800/0x802a7453533bca83 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d373f expref: 28 pid: 8418 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.750057:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.750058:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.750064:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bca8a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3746 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.750071:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bca8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3746 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.750095:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bca8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3746 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128117.750105:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c273800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540412032:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128117.750418:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542714624 00000100:00100000:0.0:1746128117.750422:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542714624 00000100:00100000:0.0:1746128117.750446:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5243 00000100:00100000:0.0:1746128117.750450:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:31595:x1830947542714624:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128117.750460:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128117.750469:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bca91 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d374d expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.750483:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bca8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3746 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.750488:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128117.750489:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128117.750492:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bca91 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d374d expref: 29 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.750507:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bca8a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3746 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128117.750515:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bca8a lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3746 expref: 5 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:0.0:1746128117.750524:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540412160:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128117.750547:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.751022:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.755104:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.756284:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540412032:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.756302:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.756344:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+29:1964:x1830947542714752:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6363us (6457us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.756352:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9128 00000100:00100000:3.0:1746128117.758560:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542715008 00000100:00100000:3.0:1746128117.758591:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542715008 00002000:00100000:3.0:1746128117.758631:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0ed80 x1830947542715008/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.758640:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0ed80 with x1830947542715008 ext(0->4095) 00010000:00010000:3.0:1746128117.758648:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bca8a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3746 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.758660:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bca8a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3746 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.758666:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0ed80 00000100:00100000:3.0:1746128117.758690:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1869 00000100:00100000:3.0:1746128117.758697:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542715008:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128117.759052:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540412160:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128117.759073:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bca91 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d374d expref: 28 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.759086:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129618a00, rc 0) 00000100:00100000:1.0:1746128117.759137:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:31595:x1830947542714624:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8686us (9346us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.759143:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5243 00000100:00100000:3.0:1746128117.759379:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542715008:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 682us (4281us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128117.759385:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1869 00002000:00100000:3.0:1746128117.759389:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0ed80 x1830947542715008/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.759396:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0ed80 with x1830947542715008 ext(0->4095) 00010000:00010000:3.0:1746128117.759401:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bca8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3746 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.759410:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bca8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3746 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.759415:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0ed80 00000100:00100000:0.0:1746128117.764502:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.765991:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542715136 00000100:00100000:2.0:1746128117.766000:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542715136 00010000:00010000:2.0:1746128117.766031:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bca8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3746 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.766076:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9129 00000100:00100000:2.0:1746128117.766082:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542715136:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128117.766095:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128117.766113:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bca8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3746 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.766124:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bca8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3746 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.766142:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bca8a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3746 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.766169:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.766170:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.766176:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bca91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d374d expref: 27 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.766183:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bca91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d374d expref: 27 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.766209:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bca91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d374d expref: 27 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128117.766219:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c273800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540412288:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128117.766296:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.770645:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540412288:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.770662:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.770708:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542715136:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4625us (6212us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.770716:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9129 00000100:00100000:0.0:1746128117.771980:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.773025:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542715392 00000100:00100000:3.0:1746128117.773033:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542715392 00002000:00100000:3.0:1746128117.773065:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0ce00 x1830947542715392/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.773074:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0ce00 with x1830947542715392 ext(0->4095) 00002000:00010000:3.0:1746128117.773077:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0ce00 00000100:00100000:3.0:1746128117.773100:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3845 00000100:00100000:3.0:1746128117.773105:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:1963:x1830947542715392:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128117.773833:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:1963:x1830947542715392:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 724us (1853us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128117.773842:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3845 00002000:00100000:3.0:1746128117.773849:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0ce00 x1830947542715392/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.773856:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0ce00 with x1830947542715392 ext(0->4095) 00002000:00010000:3.0:1746128117.773859:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0ce00 00000100:00100000:0.0:1746128117.783349:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.783454:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542715520 00000100:00100000:1.0:1746128117.783462:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542715520 00000100:00100000:1.0:1746128117.783508:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5244 00000100:00100000:1.0:1746128117.783515:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542715520:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128117.783531:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128117.783545:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bca98 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3754 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.783569:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bca91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d374d expref: 27 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.783592:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.783593:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.783596:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bca98 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3754 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.783623:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bca91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d374d expref: 27 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.783634:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bca91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d374d expref: 27 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128117.783644:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540412416:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128117.783728:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c240 going to sleep for 11 seconds 00000100:00100000:1.0:1746128117.794110:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540412416:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128117.794135:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bca98 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3754 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.794147:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56600, rc 0) 00000100:00100000:1.0:1746128117.794194:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542715520:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10679us (10851us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.794205:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5244 00000100:00100000:0.0:1746128117.800727:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.800815:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542715776 00000100:00100000:1.0:1746128117.800822:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542715776 00000100:00100000:1.0:1746128117.800865:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5245 00000100:00100000:1.0:1746128117.800871:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:31595:x1830947542715776:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128117.800885:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128117.800898:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bca9f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d375b expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.800919:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.800924:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bca98 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3754 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.800930:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128117.800933:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bca9f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d375b expref: 29 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.800961:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bca98 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3754 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.800983:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bca9f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d375b expref: 29 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.800992:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56e00, rc 0) 00000100:00100000:1.0:1746128117.801073:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+29:31595:x1830947542715776:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 201us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.801079:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5245 00000100:00100000:0.0:1746128117.802011:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.802977:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542715648 00000100:00100000:3.0:1746128117.802983:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542715648 00002000:00100000:3.0:1746128117.803015:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008a1ac000 x1830947542715648/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 496/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.803120:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a1ac000 with x1830947542715648 ext(0->7) 00010000:00010000:3.0:1746128117.803128:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bca91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d374d expref: 29 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.803139:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bca91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d374d expref: 29 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.803145:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a1ac000 00000100:00100000:3.0:1746128117.803171:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1870 00000100:00100000:3.0:1746128117.803178:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a1ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+29:1963:x1830947542715648:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128117.803427:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a1ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+31:1963:x1830947542715648:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 249us (1418us total) trans 4294967988 rc 0/0 00000100:00100000:3.0:1746128117.803433:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1870 00002000:00100000:3.0:1746128117.803438:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008a1ac000 x1830947542715648/t4294967988(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 496/448 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.803451:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a1ac000 with x1830947542715648 ext(0->7) 00010000:00010000:3.0:1746128117.803455:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bca91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d374d expref: 31 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.803467:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bca91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d374d expref: 31 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.803471:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a1ac000 00000100:00100000:0.0:1746128117.805282:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.806490:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542715904 00000100:00100000:2.0:1746128117.806499:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542715904 00010000:00010000:2.0:1746128117.806526:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bca91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d374d expref: 31 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.806723:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9130 00000100:00100000:2.0:1746128117.806731:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8524c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+31:1965:x1830947542715904:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128117.806743:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128117.806759:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bca91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d374d expref: 31 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.806822:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bca91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d374d expref: 31 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.806841:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bca91 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d374d expref: 31 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.806899:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.806902:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.806907:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bca98 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3754 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.806915:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bca98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3754 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.806943:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bca98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3754 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.806953:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bca98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3754 expref: 5 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.806975:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c273800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540412672:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128117.807165:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4b26300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.809064:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.809150:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540412672:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.809162:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.809187:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8524c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1965:x1830947542715904:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2458us (3911us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.809195:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9130 00000100:00100000:3.0:1746128117.809371:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542716160 00000100:00100000:3.0:1746128117.809377:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542716160 00002000:00100000:3.0:1746128117.809403:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a1ac380 x1830947542716160/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.809411:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a1ac380 with x1830947542716160 ext(0->4095) 00010000:00010000:3.0:1746128117.809417:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bca98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3754 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.809427:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bca98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3754 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.809432:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a1ac380 00000100:00100000:3.0:1746128117.809458:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1871 00000100:00100000:3.0:1746128117.809463:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a1ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542716160:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128117.809625:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a1ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542716160:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (565us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128117.809631:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1871 00002000:00100000:3.0:1746128117.809635:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a1ac380 x1830947542716160/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.809642:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a1ac380 with x1830947542716160 ext(0->4095) 00010000:00010000:3.0:1746128117.809646:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bca98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3754 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.809654:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bca98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3754 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.809658:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a1ac380 00000100:00100000:0.0:1746128117.812749:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.812866:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542716288 00000100:00100000:2.0:1746128117.812873:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542716288 00010000:00010000:2.0:1746128117.812899:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bca98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3754 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.813268:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9131 00000100:00100000:2.0:1746128117.813275:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a1ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542716288:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128117.813287:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128117.813304:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bca98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3754 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.813314:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bca98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3754 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.813332:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bca98 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3754 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.813344:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.813345:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.813351:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bca9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d375b expref: 29 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.813358:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bca9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d375b expref: 29 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.813384:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bca9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d375b expref: 29 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128117.813395:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c273800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540412800:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128117.813467:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.817688:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.817730:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542716544 00000100:00100000:1.0:1746128117.817778:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542716544 00002000:00100000:1.0:1746128117.817814:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a1aca80 x1830947542716544/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.817824:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a1aca80 with x1830947542716544 ext(0->4095) 00002000:00010000:1.0:1746128117.817828:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a1aca80 00000100:00100000:1.0:1746128117.817856:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3846 00000100:00100000:1.0:1746128117.817863:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a1aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1963:x1830947542716544:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128117.817996:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a1aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1963:x1830947542716544:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (314us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128117.818001:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3846 00002000:00100000:1.0:1746128117.818006:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a1aca80 x1830947542716544/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.818012:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a1aca80 with x1830947542716544 ext(0->4095) 00002000:00010000:1.0:1746128117.818015:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a1aca80 00000100:00100000:3.0:1746128117.818317:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540412800:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.818331:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.818361:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a1ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542716288:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5087us (5619us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.818368:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9131 00000100:00100000:0.0:1746128117.821760:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.821850:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542716672 00000100:00100000:2.0:1746128117.821857:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542716672 00000100:00100000:2.0:1746128117.821902:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5246 00000100:00100000:2.0:1746128117.821909:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a1ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542716672:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.821923:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.821935:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcaa6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3762 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.821958:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bca9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d375b expref: 29 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.821975:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.821976:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.821979:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcaa6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3762 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.822001:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bca9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d375b expref: 29 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.822011:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bca9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d375b expref: 29 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.822021:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c273800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540412928:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.823331:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.827128:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540412928:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.827153:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcaa6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3762 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.827177:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7200, rc 0) 00000100:00100000:2.0:1746128117.827217:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a1ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542716672:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5308us (5463us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.827224:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5246 00000100:00100000:0.0:1746128117.829792:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.830054:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.830126:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542716800 00000100:00100000:3.0:1746128117.830133:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542716800 00010000:00010000:3.0:1746128117.830160:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bca9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d375b expref: 30 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.830196:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9132 00000100:00100000:3.0:1746128117.830202:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a1ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1964:x1830947542716800:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.830212:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.830229:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bca9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d375b expref: 30 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.830243:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bca9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d375b expref: 30 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.830260:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bca9f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d375b expref: 30 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.830286:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.830288:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.830294:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcaa6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3762 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.830301:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcaa6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3762 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.830327:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcaa6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3762 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.830337:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540413056:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.830404:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.830872:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542716928 00000100:00100000:2.0:1746128117.830876:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542716928 00000100:00100000:2.0:1746128117.830897:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5247 00000100:00100000:2.0:1746128117.830902:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099cfec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:31595:x1830947542716928:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.830912:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.830921:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcaad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3769 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.830935:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcaa6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3762 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.830940:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.830942:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.830944:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcaad lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3769 expref: 31 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.830959:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcaa6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3762 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.830979:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcaa6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3762 expref: 5 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.830991:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c273800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540413184:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.832522:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.833393:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.833529:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540413056:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.833549:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.833597:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a1ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+31:1964:x1830947542716800:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3396us (3811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.833605:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9132 00000100:00100000:2.0:1746128117.833648:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542717184 00000100:00100000:2.0:1746128117.833653:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542717184 00002000:00100000:2.0:1746128117.833679:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a1ad500 x1830947542717184/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.833687:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a1ad500 with x1830947542717184 ext(0->4095) 00010000:00010000:2.0:1746128117.833693:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcaa6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3762 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.833702:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcaa6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3762 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.833707:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a1ad500 00000100:00100000:2.0:1746128117.833728:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1872 00000100:00100000:2.0:1746128117.833733:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a1ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542717184:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128117.833830:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a1ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542717184:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (442us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.833835:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1872 00002000:00100000:2.0:1746128117.833838:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a1ad500 x1830947542717184/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.833844:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a1ad500 with x1830947542717184 ext(0->4095) 00010000:00010000:2.0:1746128117.833848:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcaa6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3762 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.833856:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcaa6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3762 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.833861:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a1ad500 00000100:00100000:3.0:1746128117.836942:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540413184:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128117.836979:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcaad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3769 expref: 30 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.836993:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6c00, rc 0) 00000100:00100000:3.0:1746128117.837024:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099cfec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:31595:x1830947542716928:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6122us (6970us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.837031:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5247 00000100:00100000:2.0:1746128117.838877:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.839306:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542717312 00000100:00100000:3.0:1746128117.839312:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542717312 00000100:00100000:1.0:1746128117.839927:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5248 00000100:00100000:1.0:1746128117.840038:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:31596:x1830947542717312:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128117.840052:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128117.840065:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcab4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3770 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.840083:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.840087:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcaad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3769 expref: 31 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.840096:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.840098:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcab4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3770 expref: 31 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.840124:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcaad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3769 expref: 31 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.840134:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcab4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3770 expref: 31 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.840142:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56600, rc 0) 00000100:00100000:1.0:1746128117.840181:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+31:31596:x1830947542717312:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (1310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.840186:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5248 00000100:00100000:0.0:1746128117.840760:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.840925:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542717440 00000100:00100000:3.0:1746128117.840929:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542717440 00010000:00010000:3.0:1746128117.840946:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcaa6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3762 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.840973:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9133 00000100:00100000:3.0:1746128117.840978:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a1ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542717440:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.840986:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.840999:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcaa6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3762 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.841007:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcaa6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3762 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.841021:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcaa6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3762 expref: 6 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.841032:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.841034:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.841039:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcaad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3769 expref: 30 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.841046:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcaad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3769 expref: 30 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.841063:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcaad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3769 expref: 30 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.841072:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcaad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3769 expref: 30 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.841081:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540413440:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.842499:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.845452:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540413440:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.845469:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.846380:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a1ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542717440:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5398us (5617us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.846390:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9133 00000100:00100000:0.0:1746128117.846821:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.846897:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542717696 00000100:00100000:1.0:1746128117.846903:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542717696 00002000:00100000:1.0:1746128117.846935:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a1adc00 x1830947542717696/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.846944:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a1adc00 with x1830947542717696 ext(0->4095) 00010000:00010000:1.0:1746128117.846951:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcaad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3769 expref: 31 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.846973:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcaad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3769 expref: 31 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746128117.846978:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a1adc00 00000100:00100000:1.0:1746128117.847382:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1873 00000100:00100000:1.0:1746128117.847389:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a1adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+31:1964:x1830947542717696:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128117.848318:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a1adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+31:1964:x1830947542717696:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 925us (1494us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128117.848325:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1873 00002000:00100000:1.0:1746128117.848332:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a1adc00 x1830947542717696/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.848339:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a1adc00 with x1830947542717696 ext(0->4095) 00010000:00010000:1.0:1746128117.848345:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcaad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3769 expref: 31 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.848356:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcaad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3769 expref: 31 pid: 8417 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746128117.848361:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a1adc00 00000100:00100000:0.0:1746128117.851456:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.851734:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542717824 00000100:00100000:3.0:1746128117.851742:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542717824 00010000:00010000:3.0:1746128117.851769:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcaad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3769 expref: 31 pid: 8417 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.851797:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9134 00000100:00100000:3.0:1746128117.851803:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a1adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+31:1965:x1830947542717824:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.851817:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.851833:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcaad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3769 expref: 31 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.851842:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcaad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3769 expref: 31 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.851859:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcaad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3769 expref: 31 pid: 8417 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.851884:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.851886:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.851891:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcab4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3770 expref: 30 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.851897:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcab4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3770 expref: 30 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.851923:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcab4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3770 expref: 30 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.851933:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540413568:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.852530:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.855202:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540413568:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128117.855220:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128117.855264:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a1adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1965:x1830947542717824:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3460us (3812us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128117.855273:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9134 00000100:00100000:0.0:1746128117.855932:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.856164:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542718080 00000100:00100000:1.0:1746128117.856170:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542718080 00002000:00100000:1.0:1746128117.856200:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a1ae300 x1830947542718080/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.856208:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a1ae300 with x1830947542718080 ext(0->4095) 00002000:00010000:1.0:1746128117.856212:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a1ae300 00000100:00100000:1.0:1746128117.856237:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3847 00000100:00100000:1.0:1746128117.856243:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a1ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1963:x1830947542718080:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128117.856366:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a1ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1963:x1830947542718080:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (435us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128117.856371:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3847 00002000:00100000:1.0:1746128117.856376:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a1ae300 x1830947542718080/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.856382:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a1ae300 with x1830947542718080 ext(0->4095) 00002000:00010000:1.0:1746128117.856384:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a1ae300 00000100:00100000:0.0:1746128117.860029:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.860414:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542718208 00000100:00100000:1.0:1746128117.860423:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542718208 00000100:00100000:1.0:1746128117.860469:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5249 00000100:00100000:1.0:1746128117.860476:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a1ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542718208:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128117.860490:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128117.860503:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcabb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3777 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.860525:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcab4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3770 expref: 29 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.860531:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.860532:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.860535:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcabb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3777 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.860559:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcab4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3770 expref: 29 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.860568:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcab4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3770 expref: 29 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128117.860613:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540413696:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128117.860678:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128117.863053:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540413696:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128117.863076:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcabb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3777 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.863088:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57800, rc 0) 00000100:00100000:1.0:1746128117.863120:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a1ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542718208:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2644us (3097us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.863127:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5249 00000100:00100000:0.0:1746128117.866671:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.866849:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542718336 00000100:00100000:2.0:1746128117.866857:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542718336 00010000:00010000:2.0:1746128117.866886:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcab4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3770 expref: 30 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.866916:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9135 00000100:00100000:2.0:1746128117.866922:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a1aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1964:x1830947542718336:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128117.866934:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128117.866951:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcab4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3770 expref: 30 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.866961:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcab4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3770 expref: 30 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.866989:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcab4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3770 expref: 30 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.867005:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.867006:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.867012:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcabb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3777 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.867022:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcabb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3777 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.867047:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcabb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3777 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128117.867058:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c273100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540413824:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128117.867124:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.869637:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.869941:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542718464 00000100:00100000:1.0:1746128117.869948:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542718464 00000100:00100000:1.0:1746128117.870000:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5250 00000100:00100000:1.0:1746128117.870007:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a1aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:31595:x1830947542718464:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128117.870019:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128117.870031:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcac2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d377e expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.870051:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcabb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3777 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.870057:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.870059:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.870062:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcac2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d377e expref: 31 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.870087:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcabb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3777 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.870097:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcabb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3777 expref: 5 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128117.870106:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540413952:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128117.870158:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128117.876522:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540413952:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128117.876547:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcac2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d377e expref: 31 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.876912:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56800, rc 0) 00000100:00100000:0.0:1746128117.876952:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.877027:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a1aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+31:31595:x1830947542718464:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7020us (7396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.877034:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5250 00000100:00100000:2.0:1746128117.877073:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540413824:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.877083:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.877098:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a1aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1964:x1830947542718336:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 10177us (10434us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.877104:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9135 00000100:00100000:3.0:1746128117.877300:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542718720 00000100:00100000:3.0:1746128117.877306:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542718720 00002000:00100000:3.0:1746128117.877336:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a1af100 x1830947542718720/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.877349:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a1af100 with x1830947542718720 ext(0->4095) 00010000:00010000:3.0:1746128117.877355:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcabb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3777 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.877365:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcabb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3777 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.877370:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a1af100 00000100:00100000:3.0:1746128117.877396:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1874 00000100:00100000:3.0:1746128117.877402:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a1af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542718720:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128117.878565:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a1af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542718720:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 1158us (1607us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128117.878593:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1874 00002000:00100000:3.0:1746128117.878602:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a1af100 x1830947542718720/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.878609:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a1af100 with x1830947542718720 ext(0->4095) 00010000:00010000:3.0:1746128117.878615:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcabb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3777 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.878625:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcabb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3777 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:3.0:1746128117.878630:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a1af100 00000100:00100000:0.0:1746128117.885467:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.885549:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542718848 00000100:00100000:2.0:1746128117.885561:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542718848 00010000:00010000:2.0:1746128117.885616:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcabb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3777 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:2.0:1746128117.885649:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9136 00000100:00100000:2.0:1746128117.885655:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a1af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542718848:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128117.885666:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128117.885682:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcabb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3777 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.885869:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcabb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3777 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.885887:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcabb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3777 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.885902:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.885904:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.885909:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcac2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d377e expref: 29 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.885917:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcac2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d377e expref: 29 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.885942:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcac2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d377e expref: 29 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128117.885952:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c273100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540414080:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128117.886025:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.889495:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.889766:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542719104 00000100:00100000:3.0:1746128117.889774:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542719104 00002000:00100000:3.0:1746128117.889809:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a1af800 x1830947542719104/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.889819:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a1af800 with x1830947542719104 ext(0->4095) 00002000:00010000:3.0:1746128117.889824:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a1af800 00000100:00100000:2.0:1746128117.889922:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540414080:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128117.889936:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128117.889978:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a1af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542718848:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4322us (4517us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.889986:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9136 00000100:00100000:3.0:1746128117.892011:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3848 00000100:00100000:3.0:1746128117.892026:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a1af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1963:x1830947542719104:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128117.892189:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a1af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1963:x1830947542719104:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 168us (2701us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128117.892195:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3848 00002000:00100000:3.0:1746128117.892202:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a1af800 x1830947542719104/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.892210:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a1af800 with x1830947542719104 ext(0->4095) 00002000:00010000:3.0:1746128117.892214:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a1af800 00000100:00100000:0.0:1746128117.895870:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.895956:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542719232 00000100:00100000:1.0:1746128117.895973:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542719232 00000100:00100000:1.0:1746128117.896022:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5251 00000100:00100000:1.0:1746128117.896029:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a1afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542719232:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128117.896042:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128117.896056:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcac9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3785 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.896077:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcac2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d377e expref: 29 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.896084:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.896085:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.896088:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcac9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3785 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.896112:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcac2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d377e expref: 29 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.896122:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcac2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d377e expref: 29 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128117.896131:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540414208:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128117.896197:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128117.902700:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540414208:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128117.902726:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcac9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3785 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.902739:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56400, rc 0) 00000100:00100000:1.0:1746128117.902775:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a1afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542719232:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6746us (6912us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.902783:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5251 00000100:00100000:0.0:1746128117.903491:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.904949:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542719360 00000100:00100000:1.0:1746128117.904957:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542719360 00002000:00100000:1.0:1746128117.905001:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008a1ace00 x1830947542719360/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 496/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.905016:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a1ace00 with x1830947542719360 ext(0->7) 00010000:00010000:1.0:1746128117.905023:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcac2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d377e expref: 30 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.905033:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcac2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d377e expref: 30 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746128117.905038:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a1ace00 00000100:00100000:1.0:1746128117.905064:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1875 00000100:00100000:1.0:1746128117.905070:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a1ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1964:x1830947542719360:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128117.905300:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a1ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1964:x1830947542719360:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 230us (1810us total) trans 4294967989 rc 0/0 00000100:00100000:1.0:1746128117.905306:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1875 00002000:00100000:1.0:1746128117.905311:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008a1ace00 x1830947542719360/t4294967989(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 496/448 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.905318:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a1ace00 with x1830947542719360 ext(0->7) 00010000:00010000:1.0:1746128117.905322:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcac2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d377e expref: 32 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:1.0:1746128117.905330:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcac2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d377e expref: 32 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:1.0:1746128117.905335:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a1ace00 00000100:00100000:0.0:1746128117.910875:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.910977:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542719488 00000100:00100000:1.0:1746128117.910985:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542719488 00000100:00100000:1.0:1746128117.911076:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5252 00000100:00100000:1.0:1746128117.911083:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:31595:x1830947542719488:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128117.911098:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128117.911114:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcad0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d378c expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.911136:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.911141:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcac9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3785 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.911145:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128117.911148:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcad0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d378c expref: 33 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.911175:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcac9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3785 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.911184:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcad0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d378c expref: 33 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.911191:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56e00, rc 0) 00000100:00100000:1.0:1746128117.911547:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:31595:x1830947542719488:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 462us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.911553:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5252 00000100:00100000:2.0:1746128117.911798:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.911936:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542719616 00000100:00100000:3.0:1746128117.911940:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542719616 00010000:00010000:3.0:1746128117.911958:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcac2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d377e expref: 33 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.911998:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9137 00000100:00100000:3.0:1746128117.912003:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8527450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:1963:x1830947542719616:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.912011:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.912026:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcac2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d377e expref: 33 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.912039:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcac2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d377e expref: 33 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.912058:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcac2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d377e expref: 33 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.912078:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.912079:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.912085:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcac9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3785 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.912092:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcac9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3785 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.912112:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcac9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3785 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.912121:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcac9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3785 expref: 5 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.912131:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540414464:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.912190:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935799c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.914348:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.914435:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542719872 00000100:00100000:2.0:1746128117.914442:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542719872 00002000:00100000:2.0:1746128117.914471:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443e680 x1830947542719872/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.914486:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443e680 with x1830947542719872 ext(0->4095) 00010000:00010000:2.0:1746128117.914493:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcac9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3785 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.914502:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcac9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3785 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.914508:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443e680 00000100:00100000:2.0:1746128117.914531:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1876 00000100:00100000:2.0:1746128117.914536:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542719872:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128117.914682:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542719872:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (340us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.914688:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1876 00002000:00100000:2.0:1746128117.914693:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443e680 x1830947542719872/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.914699:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443e680 with x1830947542719872 ext(0->4095) 00010000:00010000:2.0:1746128117.914703:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcac9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3785 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:2.0:1746128117.914712:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcac9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3785 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00002000:00010000:2.0:1746128117.914717:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443e680 00000100:00100000:3.0:1746128117.914942:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540414464:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.914955:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.915130:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8527450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1963:x1830947542719616:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3125us (3330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.915140:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9137 00000100:00100000:0.0:1746128117.916874:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.916946:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542720000 00000100:00100000:3.0:1746128117.916952:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542720000 00010000:00010000:3.0:1746128117.916986:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcac9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3785 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.917060:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9138 00000100:00100000:3.0:1746128117.917067:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542720000:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.917075:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.917090:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcac9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3785 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.917099:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcac9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3785 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.917116:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcac9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3785 expref: 6 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.917128:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.917130:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.917135:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcad0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d378c expref: 31 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.917142:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcad0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d378c expref: 31 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.917165:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcad0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d378c expref: 31 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.917174:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540414592:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.917324:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.919286:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540414592:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.919300:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.919330:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542720000:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2262us (2458us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.919337:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9138 00000100:00100000:0.0:1746128117.920520:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.920837:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542720256 00000100:00100000:1.0:1746128117.920843:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542720256 00002000:00100000:0.0:1746128117.920970:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0d880 x1830947542720256/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128117.920980:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0d880 with x1830947542720256 ext(0->4095) 00002000:00010000:0.0:1746128117.920984:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0d880 00000100:00100000:0.0:1746128117.921007:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3849 00000100:00100000:0.0:1746128117.921013:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1963:x1830947542720256:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128117.921120:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1963:x1830947542720256:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (602us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128117.921127:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3849 00002000:00100000:0.0:1746128117.921131:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0d880 x1830947542720256/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128117.921138:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0d880 with x1830947542720256 ext(0->4095) 00002000:00010000:0.0:1746128117.921140:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0d880 00000100:00100000:0.0:1746128117.923989:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.924333:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542720384 00000100:00100000:1.0:1746128117.924341:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542720384 00000100:00100000:1.0:1746128117.924425:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5253 00000100:00100000:1.0:1746128117.924432:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542720384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128117.924444:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128117.924457:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bcad7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3793 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.924481:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcad0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d378c expref: 31 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.924487:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.924488:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.924491:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bcad7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3793 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.924515:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcad0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d378c expref: 31 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.924525:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcad0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d378c expref: 31 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128117.924536:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540414720:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128117.925252:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.927063:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.927206:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542720512 00000100:00100000:3.0:1746128117.927212:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542720512 00010000:00010000:3.0:1746128117.927237:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcad0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d378c expref: 32 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:3.0:1746128117.927260:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9139 00000100:00100000:3.0:1746128117.927265:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1964:x1830947542720512:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.927275:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.927290:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcad0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d378c expref: 32 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.927299:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcad0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d378c expref: 32 pid: 8416 timeout: 613 lvb_type: 0 00010000:00010000:3.0:1746128117.927317:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.927318:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.927324:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bcad7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3793 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.927336:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bcad7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3793 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.927362:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bcad7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3793 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.927371:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540414848:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.927438:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579000 going to sleep for 11 seconds 00010000:00010000:1.0:1746128117.927446:0:8416:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcad0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d378c expref: 32 pid: 8416 timeout: 613 lvb_type: 0 00000100:00100000:1.0:1746128117.927461:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540414720:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128117.927478:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bcad7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3793 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.927487:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57c00, rc 0) 00000100:00100000:1.0:1746128117.927509:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542720384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3079us (3657us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.927515:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5253 00000100:00100000:2.0:1746128117.931264:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.931500:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542720640 00000100:00100000:1.0:1746128117.931507:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542720640 00000100:00100000:1.0:1746128117.931548:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5254 00000100:00100000:1.0:1746128117.931554:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:31595:x1830947542720640:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128117.931569:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128117.931608:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcade lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d379a expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.931629:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bcad7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3793 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.931636:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.931638:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128117.931640:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcade lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d379a expref: 33 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.931662:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bcad7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3793 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.931671:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bcad7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3793 expref: 5 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746128117.931685:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540414976:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128117.931741:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.932102:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540414848:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.932115:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.932139:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:1964:x1830947542720512:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4873us (5081us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.932146:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9139 00000100:00100000:0.0:1746128117.932634:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.933500:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542720896 00000100:00100000:3.0:1746128117.933507:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542720896 00002000:00100000:3.0:1746128117.933535:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b86300 x1830947542720896/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.933543:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b86300 with x1830947542720896 ext(0->4095) 00010000:00010000:3.0:1746128117.933550:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bcad7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3793 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128117.933560:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bcad7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3793 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746128117.933566:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b86300 00000100:00100000:3.0:1746128117.933622:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1877 00000100:00100000:3.0:1746128117.933628:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542720896:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128117.934242:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542720896:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 613us (1607us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128117.934248:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1877 00002000:00100000:3.0:1746128117.934253:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b86300 x1830947542720896/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128117.934260:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b86300 with x1830947542720896 ext(0->4095) 00010000:00010000:3.0:1746128117.934265:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bcad7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3793 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128117.934273:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bcad7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3793 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746128117.934278:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b86300 00000100:00100000:1.0:1746128117.934653:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540414976:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128117.934673:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcade lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d379a expref: 32 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.934683:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56400, rc 0) 00000100:00100000:1.0:1746128117.934714:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:31595:x1830947542720640:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3160us (3456us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.934720:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5254 00000100:00100000:0.0:1746128117.937094:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.937173:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542721024 00000100:00100000:3.0:1746128117.937179:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542721024 00010000:00010000:3.0:1746128117.937207:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bcad7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3793 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128117.937237:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9140 00000100:00100000:3.0:1746128117.937242:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542721024:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.937254:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.937269:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bcad7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3793 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128117.937282:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bcad7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3793 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128117.937301:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bcad7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3793 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128117.937326:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.937329:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.937334:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcade lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d379a expref: 31 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.937342:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcade lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d379a expref: 31 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.937434:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcade lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d379a expref: 31 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.937444:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540415104:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.937512:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.942831:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.943309:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540415104:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.943324:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.943358:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542721024:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6114us (6269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.943368:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9140 00000100:00100000:1.0:1746128117.943673:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542721280 00000100:00100000:1.0:1746128117.943680:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542721280 00002000:00100000:1.0:1746128117.943710:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3ad500 x1830947542721280/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.943718:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3ad500 with x1830947542721280 ext(0->4095) 00002000:00010000:1.0:1746128117.943721:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b3ad500 00000100:00100000:1.0:1746128117.943751:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3850 00000100:00100000:1.0:1746128117.943757:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1963:x1830947542721280:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128117.943893:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1963:x1830947542721280:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (1067us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128117.943898:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3850 00002000:00100000:1.0:1746128117.943903:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b3ad500 x1830947542721280/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.943915:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3ad500 with x1830947542721280 ext(0->4095) 00002000:00010000:1.0:1746128117.943917:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b3ad500 00000100:00100000:0.0:1746128117.947932:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.948783:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542721408 00000100:00100000:1.0:1746128117.948791:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542721408 00000100:00100000:1.0:1746128117.948840:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5255 00000100:00100000:1.0:1746128117.948847:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542721408:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128117.948862:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128117.948876:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcae5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d37a1 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.948898:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcade lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d379a expref: 31 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.948905:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.948906:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128117.948908:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcae5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a1 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.948931:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcade lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d379a expref: 31 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.948940:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d379a expref: 31 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746128117.948949:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540415232:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128117.949034:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128117.952757:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540415232:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128117.952780:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcae5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a1 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128117.952792:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57800, rc 0) 00000100:00100000:1.0:1746128117.952833:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542721408:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3987us (4906us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128117.952841:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5255 00000100:00100000:0.0:1746128117.956253:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128117.956406:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542721536 00000100:00100000:1.0:1746128117.956413:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542721536 00002000:00100000:1.0:1746128117.956450:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b3ae300 x1830947542721536/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 496/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.956459:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3ae300 with x1830947542721536 ext(0->7) 00010000:00010000:1.0:1746128117.956467:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d379a expref: 32 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128117.956479:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d379a expref: 32 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746128117.956485:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3ae300 00000100:00100000:1.0:1746128117.956511:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1878 00000100:00100000:1.0:1746128117.956517:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1964:x1830947542721536:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128117.956801:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1964:x1830947542721536:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 283us (553us total) trans 4294967990 rc 0/0 00000100:00100000:1.0:1746128117.956808:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1878 00002000:00100000:1.0:1746128117.956813:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b3ae300 x1830947542721536/t4294967990(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 496/448 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128117.956820:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3ae300 with x1830947542721536 ext(0->7) 00010000:00010000:1.0:1746128117.956824:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d379a expref: 34 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128117.956832:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d379a expref: 34 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746128117.956837:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b3ae300 00000100:00100000:1.0:1746128117.968998:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.969089:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542721664 00000100:00100000:3.0:1746128117.969096:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542721664 00010000:00010000:3.0:1746128117.969122:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d379a expref: 34 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128117.969143:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9141 00000100:00100000:3.0:1746128117.969148:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1966:x1830947542721664:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.969158:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.969174:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d379a expref: 34 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128117.969184:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcade lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d379a expref: 34 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128117.969202:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcade lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d379a expref: 34 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746128117.969492:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128117.969523:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542721792 00000100:00100000:0.0:1746128117.969527:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542721792 00010000:00010000:3.0:1746128117.969561:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.969563:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.969589:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcae5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.969596:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcae5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.969623:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcae5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.969633:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540415360:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.969684:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.970726:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5256 00000100:00100000:2.0:1746128117.970736:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:31595:x1830947542721792:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.970750:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.970761:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcaec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d37a8 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.970778:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcae5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.970784:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.970785:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128117.970787:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcaec lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a8 expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.970804:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcae5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.970813:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcae5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a1 expref: 5 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128117.970820:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540415488:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.970858:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128117.977202:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.977308:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540415488:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.977330:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcaec lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a8 expref: 35 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.977345:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7400, rc 0) 00000100:00100000:2.0:1746128117.977383:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:31595:x1830947542721792:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6649us (7891us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.977391:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5256 00000100:00100000:2.0:1746128117.977429:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542722048 00000100:00100000:2.0:1746128117.977434:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542722048 00002000:00100000:2.0:1746128117.977462:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094955880 x1830947542722048/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.977470:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955880 with x1830947542722048 ext(0->4095) 00010000:00010000:2.0:1746128117.977476:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcae5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a1 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128117.977486:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcae5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a1 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128117.977492:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094955880 00000100:00100000:3.0:1746128117.977687:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540415360:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.977696:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.978169:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1966:x1830947542721664:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 9017us (9174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.978176:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9141 00000100:00100000:2.0:1746128117.978924:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1879 00000100:00100000:2.0:1746128117.978933:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542722048:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128117.979073:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542722048:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (1876us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.979079:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1879 00002000:00100000:2.0:1746128117.979084:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094955880 x1830947542722048/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.979092:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955880 with x1830947542722048 ext(0->4095) 00010000:00010000:2.0:1746128117.979099:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcae5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a1 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128117.979113:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcae5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a1 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128117.979120:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094955880 00000100:00100000:0.0:1746128117.981946:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128117.982059:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542722176 00000100:00100000:3.0:1746128117.982066:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542722176 00010000:00010000:3.0:1746128117.982092:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcae5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a1 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128117.982480:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9142 00000100:00100000:3.0:1746128117.982487:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134122300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542722176:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128117.982500:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128117.982516:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcae5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a1 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128117.982526:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcae5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a1 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128117.982544:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcae5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a1 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128117.982804:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.982806:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128117.982813:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcaec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a8 expref: 33 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.982825:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcaec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a8 expref: 33 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128117.982851:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcaec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a8 expref: 33 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128117.982860:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540415616:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128117.983486:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128117.985157:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540415616:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128117.985172:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128117.985218:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134122300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542722176:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2731us (3277us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128117.985227:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9142 00000100:00100000:0.0:1746128117.985275:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.985381:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542722432 00000100:00100000:2.0:1746128117.985386:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542722432 00002000:00100000:2.0:1746128117.985415:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134121180 x1830947542722432/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/0 e 0 to 0 dl 1746128128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.985423:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134121180 with x1830947542722432 ext(0->4095) 00002000:00010000:2.0:1746128117.985426:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134121180 00000100:00100000:2.0:1746128117.985451:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3851 00000100:00100000:2.0:1746128117.985457:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1963:x1830947542722432:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128117.985563:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1963:x1830947542722432:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (288us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128117.985568:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3851 00002000:00100000:2.0:1746128117.985598:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134121180 x1830947542722432/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:368/0 lens 488/4536 e 0 to 0 dl 1746128128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128117.985605:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134121180 with x1830947542722432 ext(0->4095) 00002000:00010000:2.0:1746128117.985607:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134121180 00000100:00100000:0.0:1746128117.988299:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128117.989181:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542722560 00000100:00100000:2.0:1746128117.989189:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542722560 00000100:00100000:2.0:1746128117.989235:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5257 00000100:00100000:2.0:1746128117.989241:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542722560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128117.989262:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128117.989276:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcaf3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d37af expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.989298:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcaec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a8 expref: 33 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.989304:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.989305:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128117.989308:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcaf3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37af expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.989330:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcaec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a8 expref: 33 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.989344:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcaec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a8 expref: 33 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128117.989356:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540415744:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128117.989432:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128117.995548:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540415744:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128117.995892:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcaf3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37af expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128117.995907:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6800, rc 0) 00000100:00100000:2.0:1746128117.996551:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542722560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7306us (8253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128117.996561:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5257 00000100:00100000:0.0:1746128118.001672:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.003082:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542722688 00000100:00100000:2.0:1746128118.003091:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542722688 00002000:00100000:2.0:1746128118.003127:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800938fb480 x1830947542722688/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 496/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.003135:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938fb480 with x1830947542722688 ext(0->7) 00010000:00010000:2.0:1746128118.003143:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcaec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a8 expref: 34 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.003154:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcaec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a8 expref: 34 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.003160:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800938fb480 00000100:00100000:2.0:1746128118.003179:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1880 00000100:00100000:2.0:1746128118.003185:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1963:x1830947542722688:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128118.003436:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1963:x1830947542722688:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 250us (1769us total) trans 4294967991 rc 0/0 00000100:00100000:2.0:1746128118.003442:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1880 00002000:00100000:2.0:1746128118.003448:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800938fb480 x1830947542722688/t4294967991(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 496/448 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.003455:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938fb480 with x1830947542722688 ext(0->7) 00010000:00010000:2.0:1746128118.003459:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcaec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a8 expref: 36 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.003472:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcaec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a8 expref: 36 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.003478:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800938fb480 00000100:00100000:0.0:1746128118.012113:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.012172:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542722816 00000100:00100000:3.0:1746128118.012180:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542722816 00010000:00010000:3.0:1746128118.012209:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcaec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a8 expref: 36 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.012244:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9143 00000100:00100000:3.0:1746128118.012250:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1966:x1830947542722816:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.012260:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.012275:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcaec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a8 expref: 36 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.012285:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcaec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a8 expref: 36 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.012302:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcaec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37a8 expref: 36 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.014542:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.014547:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.014558:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcaf3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37af expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.014585:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcaf3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37af expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.014625:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcaf3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37af expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128118.014636:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540415872:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.014706:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.018972:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540415872:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128118.018976:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:3.0:1746128118.018988:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128118.019001:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542723072 00000100:00100000:0.0:1746128118.019006:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542723072 00000100:00100000:3.0:1746128118.019022:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1966:x1830947542722816:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6772us (6916us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.019031:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9143 00002000:00100000:0.0:1746128118.019036:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a0d5e050 x1830947542723072/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128118.019049:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0d5e050 with x1830947542723072 ext(0->4095) 00002000:00010000:0.0:1746128118.019053:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0d5e050 00000100:00100000:0.0:1746128118.019766:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3852 00000100:00100000:0.0:1746128118.019773:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542723072:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128118.019886:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542723072:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (911us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128118.019891:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3852 00002000:00100000:0.0:1746128118.019896:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a0d5e050 x1830947542723072/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128118.019902:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0d5e050 with x1830947542723072 ext(0->4095) 00002000:00010000:0.0:1746128118.019905:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0d5e050 00000100:00100000:2.0:1746128118.029616:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.030930:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.031780:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542723200 00000100:00100000:3.0:1746128118.031788:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542723200 00000100:00100000:3.0:1746128118.031819:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542723328 00000100:00100000:3.0:1746128118.031821:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542723328 00000100:00100000:3.0:1746128118.031848:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5258 00000100:00100000:3.0:1746128118.031855:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:31595:x1830947542723200:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128118.031868:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128118.031882:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcafa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d37b6 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.031904:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcaf3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37af expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.031910:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.031912:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.031914:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcafa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37b6 expref: 37 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.031937:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcaf3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37af expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.031946:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcaf3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37af expref: 5 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.031956:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540416000:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128118.032023:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.032134:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5259 00000100:00100000:2.0:1746128118.032140:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:31596:x1830947542723328:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128118.032146:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128118.032151:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb01 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d37bd expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.032161:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.032163:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcafa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37b6 expref: 38 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.032167:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.032170:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb01 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37bd expref: 38 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.032187:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcafa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37b6 expref: 38 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.032195:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb01 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37bd expref: 38 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.032206:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7e00, rc 0) 00000100:00100000:2.0:1746128118.032710:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:31596:x1830947542723328:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 568us (1782us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.032716:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5259 00000100:00100000:3.0:1746128118.037835:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540416000:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128118.037860:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcafa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37b6 expref: 37 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.037874:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66200, rc 0) 00000100:00100000:3.0:1746128118.037910:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:31595:x1830947542723200:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6055us (8300us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.037919:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5258 00000100:00100000:3.0:1746128118.038024:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.038065:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542723456 00000100:00100000:3.0:1746128118.038070:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542723456 00010000:00010000:3.0:1746128118.038087:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcaf3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37af expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.039226:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9144 00000100:00100000:3.0:1746128118.039235:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f29050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542723456:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.039246:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.039264:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcaf3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37af expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.039273:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcaf3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37af expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.039288:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcaf3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37af expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.039308:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.039310:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.039315:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcafa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37b6 expref: 36 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.039322:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcafa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37b6 expref: 36 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.039349:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcafa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37b6 expref: 36 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.039357:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcafa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37b6 expref: 36 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.039365:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540416256:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.039413:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.041918:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.042789:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540416256:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128118.042804:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128118.042836:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f29050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542723456:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3603us (4812us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.042845:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9144 00000100:00100000:1.0:1746128118.043389:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542723712 00000100:00100000:1.0:1746128118.043395:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542723712 00002000:00100000:1.0:1746128118.043426:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938fb800 x1830947542723712/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.043435:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938fb800 with x1830947542723712 ext(0->4095) 00010000:00010000:1.0:1746128118.043443:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcafa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37b6 expref: 37 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.043454:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcafa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37b6 expref: 37 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746128118.043459:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800938fb800 00000100:00100000:3.0:1746128118.044222:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1881 00000100:00100000:3.0:1746128118.044230:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:1964:x1830947542723712:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128118.044508:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:1964:x1830947542723712:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 278us (2596us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128118.044514:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1881 00002000:00100000:3.0:1746128118.044519:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938fb800 x1830947542723712/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128118.044526:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938fb800 with x1830947542723712 ext(0->4095) 00010000:00010000:3.0:1746128118.044531:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcafa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37b6 expref: 37 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.044545:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcafa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37b6 expref: 37 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746128118.044550:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800938fb800 00000100:00100000:0.0:1746128118.047997:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.048066:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542723840 00000100:00100000:3.0:1746128118.048073:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542723840 00010000:00010000:3.0:1746128118.048098:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcafa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37b6 expref: 37 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.048126:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9145 00000100:00100000:3.0:1746128118.048131:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:1963:x1830947542723840:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.048140:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.048155:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcafa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37b6 expref: 37 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.048164:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcafa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37b6 expref: 37 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.048181:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcafa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37b6 expref: 37 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.048192:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.048193:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.048198:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37bd expref: 36 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.048208:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37bd expref: 36 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.048231:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37bd expref: 36 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128118.048239:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540416384:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.048301:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.050547:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.050698:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540416384:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128118.050713:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128118.050753:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1963:x1830947542723840:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2621us (2761us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.050763:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9145 00000100:00100000:2.0:1746128118.050993:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542724096 00000100:00100000:2.0:1746128118.050999:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542724096 00002000:00100000:2.0:1746128118.051026:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938f9500 x1830947542724096/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.051035:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938f9500 with x1830947542724096 ext(0->4095) 00002000:00010000:2.0:1746128118.051038:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800938f9500 00000100:00100000:2.0:1746128118.051051:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3853 00000100:00100000:2.0:1746128118.051057:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1966:x1830947542724096:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128118.051163:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1966:x1830947542724096:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (620us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.051168:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3853 00002000:00100000:2.0:1746128118.051173:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938f9500 x1830947542724096/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.051180:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938f9500 with x1830947542724096 ext(0->4095) 00002000:00010000:2.0:1746128118.051182:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800938f9500 00000100:00100000:0.0:1746128118.053648:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.053746:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542724224 00000100:00100000:3.0:1746128118.053753:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542724224 00000100:00100000:3.0:1746128118.053795:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5260 00000100:00100000:3.0:1746128118.053801:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542724224:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128118.053813:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128118.053827:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bcb08 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d37c4 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.053846:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37bd expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.053852:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128118.053854:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128118.053857:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bcb08 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37c4 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.053878:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37bd expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.053889:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37bd expref: 35 pid: 28170 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.053898:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540416512:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128118.053973:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.056566:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540416512:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128118.056617:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bcb08 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37c4 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.056629:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67400, rc 0) 00000100:00100000:3.0:1746128118.056665:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542724224:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2864us (3023us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.056672:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5260 00000100:00100000:0.0:1746128118.057207:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.057304:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542724352 00000100:00100000:3.0:1746128118.057310:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542724352 00010000:00010000:3.0:1746128118.057330:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37bd expref: 36 pid: 28170 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.057360:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9146 00000100:00100000:3.0:1746128118.057365:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1963:x1830947542724352:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.057376:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.057391:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37bd expref: 36 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.057400:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37bd expref: 36 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.057416:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb01 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37bd expref: 36 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.057428:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.057429:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.057435:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bcb08 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37c4 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.057441:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bcb08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37c4 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.057460:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bcb08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37c4 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128118.057469:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540416640:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128118.059047:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.063162:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540416640:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128118.063180:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128118.063225:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1963:x1830947542724352:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5859us (6018us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.063234:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9146 00000100:00100000:0.0:1746128118.064028:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.064822:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542724608 00000100:00100000:1.0:1746128118.064829:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542724608 00002000:00100000:1.0:1746128118.064862:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938fbb80 x1830947542724608/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.064870:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938fbb80 with x1830947542724608 ext(0->4095) 00002000:00010000:1.0:1746128118.064874:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800938fbb80 00000100:00100000:1.0:1746128118.064901:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3854 00000100:00100000:1.0:1746128118.064906:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542724608:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128118.065038:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542724608:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (1011us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128118.065044:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3854 00002000:00100000:1.0:1746128118.065049:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800938fbb80 x1830947542724608/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.065055:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938fbb80 with x1830947542724608 ext(0->4095) 00002000:00010000:1.0:1746128118.065058:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800938fbb80 00000100:00100000:0.0:1746128118.065336:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.065993:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542724736 00000100:00100000:3.0:1746128118.065997:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542724736 00000100:00100000:3.0:1746128118.066028:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5261 00000100:00100000:3.0:1746128118.066032:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:31595:x1830947542724736:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128118.066041:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128118.066055:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb0f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d37cb expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.066073:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bcb08 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37c4 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.066079:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.066080:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.066083:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb0f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37cb expref: 36 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.066103:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bcb08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37c4 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.066112:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bcb08 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37c4 expref: 5 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.066121:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540416768:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128118.066176:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093579cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.071058:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.071183:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542724864 00000100:00100000:2.0:1746128118.071191:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542724864 00000100:00100000:2.0:1746128118.071232:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5262 00000100:00100000:2.0:1746128118.071240:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:31596:x1830947542724864:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128118.071253:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128118.071267:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb16 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d37d2 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.071286:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.071291:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb0f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37cb expref: 38 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.071296:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.071299:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb16 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d2 expref: 38 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.071324:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb0f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37cb expref: 38 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.071334:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb16 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d2 expref: 38 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.071342:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7e00, rc 0) 00000100:00100000:2.0:1746128118.071385:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:31596:x1830947542724864:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (818us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.071394:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5262 00000100:00100000:2.0:1746128118.072589:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540416768:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128118.072607:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb0f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37cb expref: 37 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.072617:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66c00, rc 0) 00000100:00100000:2.0:1746128118.072656:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:31595:x1830947542724736:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6622us (7320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.072662:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5261 00000100:00100000:0.0:1746128118.073867:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.075625:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542724992 00000100:00100000:2.0:1746128118.075634:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542724992 00010000:00010000:2.0:1746128118.075664:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bcb08 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37c4 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.076142:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9147 00000100:00100000:2.0:1746128118.076151:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542724992:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128118.076163:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128118.076182:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bcb08 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37c4 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.076193:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bcb08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37c4 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.076210:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67400/0x802a7453533bcb08 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37c4 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.076240:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.076241:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.076248:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37cb expref: 36 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.076255:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37cb expref: 36 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.076283:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37cb expref: 36 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.076293:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37cb expref: 36 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.076302:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c271880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540417024:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128118.076523:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.080039:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128118.080240:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c271880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540417024:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128118.080254:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128118.080843:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542725248 00000100:00100000:3.0:1746128118.080849:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542725248 00002000:00100000:3.0:1746128118.080883:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c273800 x1830947542725248/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128118.080892:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c273800 with x1830947542725248 ext(0->4095) 00010000:00010000:3.0:1746128118.080898:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37cb expref: 37 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.080910:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37cb expref: 37 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746128118.080916:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c273800 00000100:00100000:0.0:1746128118.081379:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542724992:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5228us (7513us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128118.081389:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9147 00000100:00100000:3.0:1746128118.083346:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1882 00000100:00100000:3.0:1746128118.083361:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:1963:x1830947542725248:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128118.083521:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:1963:x1830947542725248:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 165us (3487us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128118.083528:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1882 00002000:00100000:3.0:1746128118.083535:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c273800 x1830947542725248/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128118.083543:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c273800 with x1830947542725248 ext(0->4095) 00010000:00010000:3.0:1746128118.083550:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37cb expref: 37 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.083563:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37cb expref: 37 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746128118.083569:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c273800 00000100:00100000:0.0:1746128118.087998:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.088081:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542725376 00000100:00100000:2.0:1746128118.088088:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542725376 00010000:00010000:2.0:1746128118.088113:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37cb expref: 37 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.088143:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9148 00000100:00100000:2.0:1746128118.088149:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:1963:x1830947542725376:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128118.088159:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128118.088175:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37cb expref: 37 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.088185:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37cb expref: 37 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.088203:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb0f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37cb expref: 37 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.088890:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.088892:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.088899:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d2 expref: 36 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.088906:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d2 expref: 36 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.088932:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d2 expref: 36 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128118.088941:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c271880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540417152:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128118.089015:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.092319:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.092467:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542725632 00000100:00100000:1.0:1746128118.092478:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542725632 00002000:00100000:1.0:1746128118.092523:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0b100 x1830947542725632/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.092532:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0b100 with x1830947542725632 ext(0->4095) 00002000:00010000:1.0:1746128118.092537:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e0b100 00000100:00100000:1.0:1746128118.092567:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3855 00000100:00100000:1.0:1746128118.092603:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:1964:x1830947542725632:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128118.092731:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c271880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540417152:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128118.092750:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128118.092787:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:1963:x1830947542725376:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4638us (4794us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.092795:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9148 00000100:00100000:1.0:1746128118.093543:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1964:x1830947542725632:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 939us (1232us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128118.093550:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3855 00002000:00100000:1.0:1746128118.093556:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0b100 x1830947542725632/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.093600:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0b100 with x1830947542725632 ext(0->4095) 00002000:00010000:1.0:1746128118.093604:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e0b100 00000100:00100000:2.0:1746128118.097871:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128118.098674:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542725760 00000100:00100000:0.0:1746128118.098684:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542725760 00000100:00100000:0.0:1746128118.098743:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5263 00000100:00100000:0.0:1746128118.098751:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542725760:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128118.098770:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128118.098787:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bcb1d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d37d9 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128118.098818:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d2 expref: 35 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128118.098825:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128118.098826:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128118.098829:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bcb1d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d9 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128118.098858:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d2 expref: 35 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128118.098870:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d2 expref: 35 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746128118.098881:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540417280:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128118.100175:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.104927:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.105287:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542725888 00000100:00100000:3.0:1746128118.105297:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542725888 00000100:00100000:3.0:1746128118.105347:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5264 00000100:00100000:3.0:1746128118.105354:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:31595:x1830947542725888:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128118.105369:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128118.105382:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcb24 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d37e0 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.105407:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128118.105412:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bcb1d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d9 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.105418:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128118.105421:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcb24 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e0 expref: 37 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.105449:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bcb1d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d9 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.105459:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcb24 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e0 expref: 37 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.105467:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66200, rc 0) 00000100:00100000:2.0:1746128118.105491:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540417280:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128118.105511:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:31595:x1830947542725888:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.105517:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5264 00010000:00010000:2.0:1746128118.105517:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bcb1d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d9 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.105530:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129619000, rc 0) 00000100:00100000:2.0:1746128118.105562:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542725760:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6811us (7701us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.105596:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5263 00000100:00100000:2.0:1746128118.106707:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128118.107803:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542726016 00000100:00100000:0.0:1746128118.107812:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542726016 00010000:00010000:0.0:1746128118.107853:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d2 expref: 37 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746128118.108102:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9149 00000100:00100000:0.0:1746128118.108111:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c272a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:1964:x1830947542726016:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128118.108125:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128118.108148:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d2 expref: 37 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746128118.108160:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d2 expref: 37 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746128118.108184:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb16 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d2 expref: 37 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746128118.108212:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128118.108214:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128118.108221:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bcb1d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d9 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128118.108229:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bcb1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d9 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128118.108261:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bcb1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d9 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128118.108277:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bcb1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d9 expref: 5 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746128118.108289:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e0bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540417536:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128118.109243:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0440c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.114954:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.115162:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542726272 00000100:00100000:2.0:1746128118.115173:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542726272 00002000:00100000:2.0:1746128118.115217:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0a300 x1830947542726272/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746128118.115220:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e0bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540417536:192.168.203.28@tcp:105: 00002000:00100000:2.0:1746128118.115226:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0a300 with x1830947542726272 ext(0->4095) 00010000:00010000:2.0:1746128118.115234:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bcb1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d9 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.115241:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128118.115249:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bcb1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d9 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.115256:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0a300 00000100:00100000:2.0:1746128118.115275:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1883 00000100:00100000:2.0:1746128118.115283:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542726272:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128118.115286:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c272a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1964:x1830947542726016:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7176us (8582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128118.115296:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9149 00000100:00100000:2.0:1746128118.115820:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542726272:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (478us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.115831:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1883 00002000:00100000:2.0:1746128118.115838:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0a300 x1830947542726272/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.115845:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0a300 with x1830947542726272 ext(0->4095) 00010000:00010000:2.0:1746128118.115850:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bcb1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d9 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.115859:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bcb1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d9 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.115864:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0a300 00000100:00100000:0.0:1746128118.121323:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.121786:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542726400 00000100:00100000:1.0:1746128118.121796:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542726400 00010000:00010000:1.0:1746128118.121835:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bcb1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d9 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746128118.121877:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9150 00000100:00100000:1.0:1746128118.121884:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542726400:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128118.121901:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128118.121923:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bcb1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d9 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.121934:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bcb1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d9 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.121957:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129619000/0x802a7453533bcb1d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37d9 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.122002:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.122004:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.122012:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcb24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e0 expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.122020:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcb24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e0 expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.122055:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcb24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e0 expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128118.122068:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540417664:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128118.122158:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.128341:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.128466:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542726656 00000100:00100000:2.0:1746128118.128474:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542726656 00002000:00100000:2.0:1746128118.128510:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e08000 x1830947542726656/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.128520:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e08000 with x1830947542726656 ext(0->4095) 00002000:00010000:2.0:1746128118.128525:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e08000 00000100:00100000:2.0:1746128118.128545:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3856 00000100:00100000:2.0:1746128118.128552:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1964:x1830947542726656:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128118.128705:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1964:x1830947542726656:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (370us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.128711:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3856 00002000:00100000:2.0:1746128118.128716:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e08000 x1830947542726656/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.128726:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e08000 with x1830947542726656 ext(0->4095) 00002000:00010000:2.0:1746128118.128729:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e08000 00000100:00100000:1.0:1746128118.128854:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540417664:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128118.128879:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128118.128925:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542726400:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7040us (7610us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128118.128937:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9150 00000100:00100000:0.0:1746128118.139783:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.139943:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542726784 00000100:00100000:2.0:1746128118.139954:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542726784 00000100:00100000:2.0:1746128118.140011:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5265 00000100:00100000:2.0:1746128118.140019:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542726784:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128118.140037:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128118.140055:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb2b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d37e7 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.140086:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcb24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e0 expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.140093:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.140095:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.140098:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb2b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e7 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.140129:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcb24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e0 expref: 35 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.140140:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcb24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e0 expref: 35 pid: 28170 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.140153:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540417792:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128118.140248:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.143782:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540417792:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128118.143813:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb2b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e7 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.143832:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7e00, rc 0) 00000100:00100000:2.0:1746128118.143877:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542726784:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3858us (4105us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.143885:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5265 00000100:00100000:0.0:1746128118.149288:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.149388:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542726912 00000100:00100000:2.0:1746128118.149398:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542726912 00002000:00100000:2.0:1746128118.149447:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094e08e00 x1830947542726912/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 496/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.149458:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e08e00 with x1830947542726912 ext(0->7) 00010000:00010000:2.0:1746128118.149467:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcb24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e0 expref: 36 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.149481:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcb24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e0 expref: 36 pid: 28170 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.149488:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e08e00 00000100:00100000:2.0:1746128118.149507:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1884 00000100:00100000:2.0:1746128118.149515:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1966:x1830947542726912:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128118.152879:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:1966:x1830947542726912:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 3348us (3584us total) trans 4294967992 rc 0/0 00000100:00100000:2.0:1746128118.152893:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1884 00002000:00100000:2.0:1746128118.152908:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094e08e00 x1830947542726912/t4294967992(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 496/448 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.152918:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e08e00 with x1830947542726912 ext(0->7) 00010000:00010000:2.0:1746128118.152929:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcb24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e0 expref: 38 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.152946:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcb24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e0 expref: 38 pid: 28170 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.152952:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e08e00 00000100:00100000:0.0:1746128118.160212:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.160309:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542727040 00000100:00100000:1.0:1746128118.160321:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542727040 00010000:00010000:1.0:1746128118.160361:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcb24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e0 expref: 38 pid: 28170 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746128118.160402:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9151 00000100:00100000:1.0:1746128118.160410:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f29c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:1965:x1830947542727040:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128118.160429:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128118.160451:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcb24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e0 expref: 38 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.160462:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcb24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e0 expref: 38 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.160487:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcb24 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e0 expref: 38 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.160517:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.160518:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.160525:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb2b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e7 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.160534:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e7 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.160602:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e7 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128118.160616:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540417920:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128118.160692:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.162943:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.163038:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542727168 00000100:00100000:2.0:1746128118.163046:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542727168 00000100:00100000:2.0:1746128118.163089:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5266 00000100:00100000:2.0:1746128118.163096:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:31595:x1830947542727168:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128118.163115:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128118.163132:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcb32 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d37ee expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.163156:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e7 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.163163:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.163164:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.163168:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcb32 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37ee expref: 39 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.163196:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e7 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.163210:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb2b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e7 expref: 5 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.163222:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540418048:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128118.163306:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.171483:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.171644:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542727424 00000100:00100000:2.0:1746128118.171653:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542727424 00002000:00100000:2.0:1746128118.171701:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0bb80 x1830947542727424/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.171712:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0bb80 with x1830947542727424 ext(0->4095) 00010000:00010000:2.0:1746128118.171722:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb2b lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e7 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.171735:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb2b lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e7 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.171741:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0bb80 00000100:00100000:2.0:1746128118.171765:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1885 00000100:00100000:2.0:1746128118.171772:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542727424:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128118.171939:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542727424:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 166us (465us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.171945:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1885 00002000:00100000:2.0:1746128118.171951:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0bb80 x1830947542727424/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.171974:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0bb80 with x1830947542727424 ext(0->4095) 00010000:00010000:2.0:1746128118.171978:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb2b lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e7 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.171987:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb2b lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e7 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.171993:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0bb80 00000100:00100000:1.0:1746128118.172222:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540417920:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128118.172239:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128118.172263:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f29c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+39:1965:x1830947542727040:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 11854us (12062us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128118.172274:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9151 00000100:00100000:3.0:1746128118.172372:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540418048:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128118.172388:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcb32 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37ee expref: 38 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.172401:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6000, rc 0) 00000100:00100000:3.0:1746128118.172419:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:31595:x1830947542727168:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9324us (9487us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.172425:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5266 00000100:00100000:3.0:1746128118.177728:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.177760:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542727552 00000100:00100000:3.0:1746128118.177769:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542727552 00000100:00100000:3.0:1746128118.177811:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5267 00000100:00100000:3.0:1746128118.177820:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:31596:x1830947542727552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128118.177837:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128118.177857:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb39 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d37f5 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.177883:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.177889:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcb32 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37ee expref: 39 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.177894:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128118.177898:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb39 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37f5 expref: 39 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.178366:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcb32 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37ee expref: 39 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.178380:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb39 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37f5 expref: 39 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.178389:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66600, rc 0) 00000100:00100000:3.0:1746128118.178441:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+39:31596:x1830947542727552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 622us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.178447:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5267 00000100:00100000:0.0:1746128118.179013:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.179211:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542727680 00000100:00100000:1.0:1746128118.179216:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542727680 00010000:00010000:1.0:1746128118.179237:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e7 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746128118.179257:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9152 00000100:00100000:1.0:1746128118.179263:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542727680:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128118.179274:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128118.179296:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e7 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.179307:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e7 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.179324:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb2b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37e7 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.179333:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.179334:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.179341:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcb32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37ee expref: 38 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.179349:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcb32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37ee expref: 38 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.179372:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcb32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37ee expref: 38 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.179383:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcb32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37ee expref: 38 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746128118.179395:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540418304:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128118.179447:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.182696:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.183120:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540418304:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128118.183142:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128118.183264:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542727680:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3999us (4251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128118.183274:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9152 00000100:00100000:2.0:1746128118.183593:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542727936 00000100:00100000:2.0:1746128118.183601:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542727936 00002000:00100000:2.0:1746128118.183638:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0b480 x1830947542727936/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.183647:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0b480 with x1830947542727936 ext(0->4095) 00010000:00010000:2.0:1746128118.183655:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcb32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37ee expref: 39 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.183668:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcb32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37ee expref: 39 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.183674:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0b480 00000100:00100000:2.0:1746128118.183689:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1886 00000100:00100000:2.0:1746128118.183695:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+39:1964:x1830947542727936:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128118.183847:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+39:1964:x1830947542727936:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (1159us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.183853:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1886 00002000:00100000:2.0:1746128118.183860:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0b480 x1830947542727936/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.183867:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0b480 with x1830947542727936 ext(0->4095) 00010000:00010000:2.0:1746128118.183872:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcb32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37ee expref: 39 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.183880:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcb32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37ee expref: 39 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.183885:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0b480 00000100:00100000:0.0:1746128118.190984:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.195989:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542728064 00000100:00100000:1.0:1746128118.196001:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542728064 00010000:00010000:1.0:1746128118.196074:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcb32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37ee expref: 39 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746128118.196109:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9153 00000100:00100000:1.0:1746128118.196116:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+39:1964:x1830947542728064:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128118.196129:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128118.196152:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcb32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37ee expref: 39 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.196164:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcb32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37ee expref: 39 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.196187:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcb32 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37ee expref: 39 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.196201:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.196203:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.196209:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37f5 expref: 38 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.196217:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37f5 expref: 38 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.196251:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37f5 expref: 38 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128118.196263:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540418432:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128118.196352:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.207815:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.207839:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542728320 00000100:00100000:3.0:1746128118.207846:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542728320 00002000:00100000:3.0:1746128118.207879:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd80000 x1830947542728320/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128118.207888:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd80000 with x1830947542728320 ext(0->4095) 00002000:00010000:3.0:1746128118.207893:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd80000 00000100:00100000:2.0:1746128118.207997:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540418432:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128118.208013:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128118.208047:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+39:1964:x1830947542728064:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 11930us (17068us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.208056:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9153 00000100:00100000:3.0:1746128118.208535:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3857 00000100:00100000:3.0:1746128118.208543:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:1964:x1830947542728320:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128118.208667:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:1964:x1830947542728320:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (858us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128118.208673:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3857 00002000:00100000:3.0:1746128118.208677:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd80000 x1830947542728320/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128118.208684:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd80000 with x1830947542728320 ext(0->4095) 00002000:00010000:3.0:1746128118.208686:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd80000 00000100:00100000:3.0:1746128118.213608:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.213631:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542728448 00000100:00100000:3.0:1746128118.213637:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542728448 00000100:00100000:3.0:1746128118.213667:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5268 00000100:00100000:3.0:1746128118.213673:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542728448:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128118.213686:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128118.213700:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb40 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d37fc expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.213723:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37f5 expref: 37 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.213730:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128118.213732:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128118.213735:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb40 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37fc expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.213756:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37f5 expref: 37 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.213765:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37f5 expref: 37 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.213775:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540418560:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128118.214408:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.229147:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540418560:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128118.229171:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb40 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37fc expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128118.229183:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66c00, rc 0) 00000100:00100000:0.0:1746128118.229231:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542728448:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 15557us (15627us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128118.229238:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5268 00000001:00100000:3.0:1746128118.229806:0:8509:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7aa87384-656b-4166-a7ed-fb87664a8ead 00000020:00000080:3.0:1746128118.229811:0:8509:0:(genops.c:904:class_export_put()) final put ffff880094aee800/7aa87384-656b-4166-a7ed-fb87664a8ead 00000020:00000080:2.0:1746128118.229977:0:21752:0:(genops.c:863:class_export_destroy()) destroying export ffff880094aee800/7aa87384-656b-4166-a7ed-fb87664a8ead for lustre-OST0000 00000020:00000080:2.0:1746128118.230005:0:21752:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880094aef000 for lustre-OST0000 00000100:00100000:0.0:1746128118.235405:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.235551:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542728576 00000100:00100000:2.0:1746128118.235561:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542728576 00002000:00100000:2.0:1746128118.235636:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094ac4000 x1830947542728576/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 496/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.235646:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac4000 with x1830947542728576 ext(0->7) 00010000:00010000:2.0:1746128118.235654:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37f5 expref: 38 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.235668:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37f5 expref: 38 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.235674:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ac4000 00000100:00100000:2.0:1746128118.235702:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1887 00000100:00100000:2.0:1746128118.235710:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:1964:x1830947542728576:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128118.236048:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1964:x1830947542728576:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 338us (653us total) trans 4294967993 rc 0/0 00000100:00100000:2.0:1746128118.236055:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1887 00002000:00100000:2.0:1746128118.236060:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094ac4000 x1830947542728576/t4294967993(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 496/448 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.236067:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac4000 with x1830947542728576 ext(0->7) 00010000:00010000:2.0:1746128118.236071:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37f5 expref: 40 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.236080:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37f5 expref: 40 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.236085:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ac4000 00010000:00010000:1.0:1746128118.239683:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128118.242007:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.242476:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542728704 00000100:00100000:2.0:1746128118.242486:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542728704 00010000:00010000:2.0:1746128118.242526:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37f5 expref: 40 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.242557:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9154 00000100:00100000:2.0:1746128118.242564:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1965:x1830947542728704:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128118.242617:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128118.242641:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37f5 expref: 40 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.242655:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37f5 expref: 40 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.242679:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb39 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37f5 expref: 40 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.242708:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.242711:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.242718:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb40 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37fc expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.242726:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37fc expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.242760:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37fc expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128118.242773:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540418688:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128118.242847:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.247458:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540418688:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128118.247479:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128118.247525:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+39:1965:x1830947542728704:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4961us (5529us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.247536:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9154 00000100:00100000:0.0:1746128118.247802:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.247876:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542728960 00000100:00100000:3.0:1746128118.247886:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542728960 00002000:00100000:3.0:1746128118.247922:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094ac5f80 x1830947542728960/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128118.247931:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac5f80 with x1830947542728960 ext(0->4095) 00002000:00010000:3.0:1746128118.247935:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ac5f80 00000100:00100000:3.0:1746128118.247955:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3858 00000100:00100000:3.0:1746128118.247970:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542728960:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746128118.248111:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542728960:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 149us (309us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128118.248120:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3858 00002000:00100000:3.0:1746128118.248125:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094ac5f80 x1830947542728960/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128118.248132:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac5f80 with x1830947542728960 ext(0->4095) 00002000:00010000:3.0:1746128118.248134:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ac5f80 00000100:00100000:0.0:1746128118.253620:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.254154:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542729088 00000100:00100000:2.0:1746128118.254164:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542729088 00000100:00100000:2.0:1746128118.254220:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5269 00000100:00100000:2.0:1746128118.254228:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+39:31596:x1830947542729088:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128118.254246:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128118.254262:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcb47 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3803 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.254291:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb40 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37fc expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.254298:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.254300:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.254303:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcb47 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3803 expref: 40 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.254331:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37fc expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.254343:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37fc expref: 5 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.254355:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540418816:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128118.254435:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.259781:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.261044:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540418816:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128118.261077:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcb47 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3803 expref: 40 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.261098:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7200, rc 0) 00000100:00100000:3.0:1746128118.261259:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542729216 00000100:00100000:3.0:1746128118.261268:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542729216 00000100:00100000:3.0:1746128118.261315:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5270 00000100:00100000:3.0:1746128118.261321:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:31595:x1830947542729216:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128118.261335:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128118.261349:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcb4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d380a expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.261370:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.261374:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcb47 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3803 expref: 42 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.261380:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128118.261382:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcb4e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d380a expref: 42 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.261410:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcb47 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3803 expref: 42 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.261419:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcb4e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d380a expref: 42 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.261430:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66000, rc 0) 00000100:00100000:2.0:1746128118.262287:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+42:31596:x1830947542729088:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8055us (8711us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.262296:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5269 00000100:00100000:3.0:1746128118.262326:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:31595:x1830947542729216:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 999us (2551us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.262333:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5270 00000100:00100000:0.0:1746128118.265057:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.265364:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542729344 00000100:00100000:2.0:1746128118.265375:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542729344 00010000:00010000:2.0:1746128118.265413:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37fc expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.265441:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9155 00000100:00100000:2.0:1746128118.265448:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542729344:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128118.265463:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128118.265484:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37fc expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.265495:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37fc expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.265518:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcb40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d37fc expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.265547:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.265549:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.265557:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcb47 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3803 expref: 40 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.265594:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcb47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3803 expref: 40 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.265630:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcb47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3803 expref: 40 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.265642:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcb47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3803 expref: 40 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.265654:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540419072:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128118.265730:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.280390:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.280605:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540419072:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128118.280624:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128118.280664:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542729344:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 15216us (15618us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.280674:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9155 00000100:00100000:1.0:1746128118.280991:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542729600 00000100:00100000:1.0:1746128118.281002:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542729600 00002000:00100000:1.0:1746128118.281042:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6187b80 x1830947542729600/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.281051:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6187b80 with x1830947542729600 ext(0->4095) 00010000:00010000:1.0:1746128118.281059:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcb47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3803 expref: 41 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.281071:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcb47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3803 expref: 41 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746128118.281077:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6187b80 00000100:00100000:1.0:1746128118.281113:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1888 00000100:00100000:1.0:1746128118.281120:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1964:x1830947542729600:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128118.281282:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1964:x1830947542729600:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (901us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128118.281288:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1888 00002000:00100000:1.0:1746128118.281293:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6187b80 x1830947542729600/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.281298:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6187b80 with x1830947542729600 ext(0->4095) 00010000:00010000:1.0:1746128118.281303:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcb47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3803 expref: 41 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.281311:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcb47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3803 expref: 41 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746128118.281315:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6187b80 00000100:00100000:2.0:1746128118.289163:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.289429:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128118.289620:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542729856 00000100:00100000:0.0:1746128118.289627:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542729856 00010000:00010000:0.0:1746128118.289654:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcb47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3803 expref: 41 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.289738:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542729728 00000100:00100000:3.0:1746128118.289741:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542729728 00000100:00100000:3.0:1746128118.289771:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5271 00000100:00100000:3.0:1746128118.289778:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542729728:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128118.289789:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128118.289799:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3811 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.289818:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128118.289822:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcb4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d380a expref: 41 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.289828:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128118.289831:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb55 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3811 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.289856:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcb4e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d380a expref: 41 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.289866:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb55 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3811 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.289879:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66600, rc 0) 00000100:00100000:3.0:1746128118.289910:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542729728:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (753us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.289915:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5271 00000100:00100000:3.0:1746128118.290451:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9156 00000100:00100000:3.0:1746128118.290457:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c272680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1966:x1830947542729856:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.290465:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.290480:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcb47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3803 expref: 41 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.290489:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcb47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3803 expref: 41 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.290504:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcb47 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3803 expref: 41 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.290512:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.290513:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.290518:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcb4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d380a expref: 40 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.290525:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcb4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d380a expref: 40 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.290539:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcb4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d380a expref: 40 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.290549:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcb4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d380a expref: 40 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.290559:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540419328:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.293145:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.299974:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.299975:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540419328:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128118.299991:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128118.300006:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542730112 00000100:00100000:2.0:1746128118.300010:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542730112 00000100:00100000:3.0:1746128118.300022:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c272680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1966:x1830947542729856:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 9566us (10593us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.300030:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9156 00002000:00100000:2.0:1746128118.300041:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c273480 x1830947542730112/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.300049:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c273480 with x1830947542730112 ext(0->4095) 00010000:00010000:2.0:1746128118.300056:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcb4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d380a expref: 40 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.300066:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcb4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d380a expref: 40 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.300071:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c273480 00000100:00100000:2.0:1746128118.300085:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1889 00000100:00100000:2.0:1746128118.300090:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1963:x1830947542730112:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128118.300209:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1963:x1830947542730112:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (253us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.300215:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1889 00002000:00100000:2.0:1746128118.300219:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c273480 x1830947542730112/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.300226:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c273480 with x1830947542730112 ext(0->4095) 00010000:00010000:2.0:1746128118.300230:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcb4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d380a expref: 40 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.300239:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcb4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d380a expref: 40 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.300243:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c273480 00000100:00100000:0.0:1746128118.303662:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128118.303706:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.303720:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542730240 00000100:00100000:2.0:1746128118.303727:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542730240 00000100:00100000:2.0:1746128118.303761:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5272 00000100:00100000:2.0:1746128118.303767:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:31595:x1830947542730240:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128118.303780:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746128118.303783:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542730368 00000100:00100000:3.0:1746128118.303787:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542730368 00010000:00010000:2.0:1746128118.303792:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb5c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3818 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.303803:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcb4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d380a expref: 42 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.303812:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.303817:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3811 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.303822:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128118.303825:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb5c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3818 expref: 42 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.303851:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb55 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3811 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.303859:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb5c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3818 expref: 42 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.303868:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7e00, rc 0) 00000100:00100000:2.0:1746128118.303900:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+42:31595:x1830947542730240:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.303904:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5272 00000100:00100000:3.0:1746128118.306058:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9157 00000100:00100000:3.0:1746128118.306073:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6186d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1964:x1830947542730368:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.306087:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.306105:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcb4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d380a expref: 41 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.306118:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcb4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d380a expref: 41 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.306135:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcb4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d380a expref: 41 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.306146:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.306147:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.306152:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb55 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3811 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.306159:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3811 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.306184:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3811 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.306193:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3811 expref: 5 pid: 28170 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.306202:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540419584:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.306278:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.310732:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540419584:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128118.310751:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128118.310798:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6186d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1964:x1830947542730368:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4731us (7091us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.310808:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9157 00000100:00100000:0.0:1746128118.311528:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.311589:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542730624 00000100:00100000:2.0:1746128118.311595:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542730624 00002000:00100000:2.0:1746128118.311626:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6186a00 x1830947542730624/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.311634:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6186a00 with x1830947542730624 ext(0->4095) 00010000:00010000:2.0:1746128118.311641:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3811 expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.311651:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3811 expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.311657:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6186a00 00000100:00100000:2.0:1746128118.311670:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1890 00000100:00100000:2.0:1746128118.311676:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6186a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542730624:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128118.313635:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6186a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542730624:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 1952us (2100us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.313644:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1890 00002000:00100000:2.0:1746128118.313653:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6186a00 x1830947542730624/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.313661:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6186a00 with x1830947542730624 ext(0->4095) 00010000:00010000:2.0:1746128118.313668:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3811 expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.313679:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3811 expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.313684:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6186a00 00000100:00100000:0.0:1746128118.317398:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.318947:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542730752 00000100:00100000:3.0:1746128118.318968:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542730752 00010000:00010000:3.0:1746128118.319011:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3811 expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.321145:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9158 00000100:00100000:3.0:1746128118.321162:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f28c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542730752:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.321181:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.321205:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3811 expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.321220:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3811 expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.321241:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcb55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3811 expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.321271:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.321273:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.321280:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3818 expref: 39 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.321288:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3818 expref: 39 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.321320:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3818 expref: 39 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128118.321331:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540419712:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.321424:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.327779:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540419712:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128118.327802:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128118.327850:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f28c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542730752:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6693us (10462us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.327861:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9158 00000100:00100000:0.0:1746128118.329009:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.329118:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542731008 00000100:00100000:2.0:1746128118.329126:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542731008 00002000:00100000:2.0:1746128118.329170:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6185180 x1830947542731008/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.329186:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6185180 with x1830947542731008 ext(0->4095) 00002000:00010000:2.0:1746128118.329191:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6185180 00000100:00100000:2.0:1746128118.329209:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3859 00000100:00100000:2.0:1746128118.329216:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1964:x1830947542731008:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128118.330430:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:1964:x1830947542731008:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 1203us (1415us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.330438:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3859 00002000:00100000:2.0:1746128118.330445:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6185180 x1830947542731008/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.330452:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6185180 with x1830947542731008 ext(0->4095) 00002000:00010000:2.0:1746128118.330455:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6185180 00000100:00100000:0.0:1746128118.339041:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.340040:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542731136 00000100:00100000:2.0:1746128118.340052:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542731136 00000100:00100000:2.0:1746128118.340104:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5273 00000100:00100000:2.0:1746128118.340112:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6185c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542731136:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128118.340134:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128118.340155:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb63 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d381f expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.340187:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3818 expref: 39 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.340195:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.340197:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.340201:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb63 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d381f expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.340235:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3818 expref: 39 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.340247:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3818 expref: 39 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.340258:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c271f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540419840:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128118.340362:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.342310:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c271f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540419840:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128118.342338:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb63 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d381f expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.342353:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6a00, rc 0) 00000100:00100000:2.0:1746128118.343077:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6185c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542731136:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2962us (4044us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.343085:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5273 00000100:00100000:0.0:1746128118.368617:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128118.368671:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.369336:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542731392 00000100:00100000:3.0:1746128118.369347:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542731392 00000100:00100000:3.0:1746128118.369393:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5274 00000100:00100000:3.0:1746128118.369400:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6186d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+40:31595:x1830947542731392:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128118.369419:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128118.369436:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcb6a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3826 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.369464:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128118.369470:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb63 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d381f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.369476:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128118.369480:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcb6a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3826 expref: 41 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.369516:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb63 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d381f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.369527:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcb6a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3826 expref: 41 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.369537:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66400, rc 0) 00000100:00100000:3.0:1746128118.369611:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6186d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:31595:x1830947542731392:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 212us (939us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.369617:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5274 00000100:00100000:2.0:1746128118.374299:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542731264 00000100:00100000:2.0:1746128118.374314:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542731264 00002000:00100000:2.0:1746128118.374369:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a6186300 x1830947542731264/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 496/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.374381:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6186300 with x1830947542731264 ext(0->7) 00010000:00010000:2.0:1746128118.374392:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3818 expref: 41 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.374414:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3818 expref: 41 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.374421:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6186300 00000100:00100000:2.0:1746128118.374453:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1891 00000100:00100000:2.0:1746128118.374460:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6186300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+41:1966:x1830947542731264:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128118.374832:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6186300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:1966:x1830947542731264:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 371us (6261us total) trans 4294967994 rc 0/0 00000100:00100000:2.0:1746128118.374840:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1891 00002000:00100000:2.0:1746128118.374846:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a6186300 x1830947542731264/t4294967994(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 496/448 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.374852:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6186300 with x1830947542731264 ext(0->7) 00010000:00010000:2.0:1746128118.374856:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3818 expref: 43 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.374864:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3818 expref: 43 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.374869:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6186300 00000100:00100000:0.0:1746128118.377473:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.377801:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542731520 00000100:00100000:3.0:1746128118.377811:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542731520 00010000:00010000:3.0:1746128118.377848:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3818 expref: 43 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.377890:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9159 00000100:00100000:3.0:1746128118.377898:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:1964:x1830947542731520:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.377913:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.377934:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3818 expref: 43 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.377947:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3818 expref: 43 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.377981:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb5c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3818 expref: 43 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.378009:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.378011:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.378019:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb63 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d381f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.378027:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d381f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.378064:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d381f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.378075:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d381f expref: 5 pid: 28170 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.378085:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540420096:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.378176:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.381757:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540420096:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128118.381775:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128118.381785:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.381819:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+42:1964:x1830947542731520:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3921us (4354us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.381830:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9159 00000100:00100000:1.0:1746128118.382423:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542731776 00000100:00100000:1.0:1746128118.382430:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542731776 00002000:00100000:1.0:1746128118.382469:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c218e00 x1830947542731776/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.382479:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c218e00 with x1830947542731776 ext(0->4095) 00010000:00010000:1.0:1746128118.382487:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d381f expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.382500:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d381f expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746128118.382511:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c218e00 00000100:00100000:1.0:1746128118.383127:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1892 00000100:00100000:1.0:1746128118.383136:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542731776:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128118.383296:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542731776:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (1513us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128118.383301:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1892 00002000:00100000:1.0:1746128118.383306:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c218e00 x1830947542731776/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.383314:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c218e00 with x1830947542731776 ext(0->4095) 00010000:00010000:1.0:1746128118.383320:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d381f expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.383329:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d381f expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746128118.383335:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c218e00 00000100:00100000:0.0:1746128118.390546:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.390608:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542731904 00000100:00100000:3.0:1746128118.390618:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542731904 00010000:00010000:3.0:1746128118.390651:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d381f expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.390677:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9160 00000100:00100000:3.0:1746128118.390683:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542731904:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.390692:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.390712:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d381f expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.390726:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d381f expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.390745:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb63 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d381f expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.390768:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.390770:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.390776:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcb6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3826 expref: 41 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.390781:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcb6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3826 expref: 41 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.390811:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcb6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3826 expref: 41 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128118.390819:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540420224:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.390893:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.396459:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.396709:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540420224:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128118.396731:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128118.396743:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542732160 00000100:00100000:2.0:1746128118.396751:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542732160 00000100:00100000:3.0:1746128118.396776:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542731904:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6093us (6242us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.396785:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9160 00002000:00100000:2.0:1746128118.396791:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c219500 x1830947542732160/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.396800:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c219500 with x1830947542732160 ext(0->4095) 00002000:00010000:2.0:1746128118.396806:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c219500 00000100:00100000:2.0:1746128118.397056:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3860 00000100:00100000:2.0:1746128118.397063:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+42:1964:x1830947542732160:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128118.397303:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+42:1964:x1830947542732160:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 239us (854us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.397308:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3860 00002000:00100000:2.0:1746128118.397314:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c219500 x1830947542732160/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.397320:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c219500 with x1830947542732160 ext(0->4095) 00002000:00010000:2.0:1746128118.397323:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c219500 00000100:00100000:0.0:1746128118.399813:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.399920:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542732288 00000100:00100000:2.0:1746128118.399930:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542732288 00000100:00100000:2.0:1746128118.399993:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5275 00000100:00100000:2.0:1746128118.400000:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542732288:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128118.400017:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128118.400035:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcb71 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d382d expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.400063:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcb6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3826 expref: 41 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.400075:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.400077:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.400080:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcb71 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d382d expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.400117:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcb6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3826 expref: 41 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.400128:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcb6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3826 expref: 41 pid: 28170 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.400140:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c271f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540420352:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128118.400233:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.402428:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c271f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540420352:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128118.402460:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcb71 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d382d expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.402478:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6c00, rc 0) 00000100:00100000:2.0:1746128118.402538:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542732288:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2537us (2735us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.402547:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5275 00000100:00100000:2.0:1746128118.408348:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.409609:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128118.409713:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542732544 00000100:00100000:0.0:1746128118.409723:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542732544 00000100:00100000:0.0:1746128118.409780:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5276 00000100:00100000:0.0:1746128118.409789:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+42:31595:x1830947542732544:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128118.409813:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128118.409833:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129619800/0x802a7453533bcb78 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3834 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128118.409862:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128118.409867:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcb71 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d382d expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128118.409873:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746128118.409877:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129619800/0x802a7453533bcb78 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3834 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128118.409914:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcb71 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d382d expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128118.409925:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129619800/0x802a7453533bcb78 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3834 expref: 43 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128118.409935:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129619800, rc 0) 00000100:00100000:0.0:1746128118.410004:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:31595:x1830947542732544:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 215us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128118.410010:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5276 00000100:00100000:3.0:1746128118.410131:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542732416 00000100:00100000:3.0:1746128118.410136:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542732416 00010000:00010000:3.0:1746128118.410154:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcb6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3826 expref: 43 pid: 28170 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.410185:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9161 00000100:00100000:3.0:1746128118.410191:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+43:1963:x1830947542732416:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.410200:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.410222:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcb6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3826 expref: 43 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.410232:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcb6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3826 expref: 43 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.410254:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcb6a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3826 expref: 43 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.410268:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.410270:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.410278:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcb71 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d382d expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.410285:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcb71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d382d expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.410305:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcb71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d382d expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.410315:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcb71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d382d expref: 5 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.410326:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540420608:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.410396:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9000 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.414388:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.414465:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540420608:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128118.414487:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128118.414545:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+42:1963:x1830947542732416:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4353us (6207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.414556:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9161 00000100:00100000:2.0:1746128118.414722:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542732800 00000100:00100000:2.0:1746128118.414730:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542732800 00002000:00100000:2.0:1746128118.414771:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c218a80 x1830947542732800/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.414780:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c218a80 with x1830947542732800 ext(0->4095) 00010000:00010000:2.0:1746128118.414790:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcb71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d382d expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.414802:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcb71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d382d expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.414808:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c218a80 00000100:00100000:2.0:1746128118.414838:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1893 00000100:00100000:2.0:1746128118.414845:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542732800:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128118.415009:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542732800:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 164us (632us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.415014:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1893 00002000:00100000:2.0:1746128118.415019:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c218a80 x1830947542732800/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.415026:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c218a80 with x1830947542732800 ext(0->4095) 00010000:00010000:2.0:1746128118.415031:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcb71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d382d expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.415040:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcb71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d382d expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.415045:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c218a80 00000100:00100000:0.0:1746128118.421351:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.422211:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542732928 00000100:00100000:3.0:1746128118.422221:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542732928 00010000:00010000:3.0:1746128118.422262:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcb71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d382d expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.422310:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9162 00000100:00100000:3.0:1746128118.422318:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542732928:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.422337:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.422736:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcb71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d382d expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.422749:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcb71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d382d expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.422771:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcb71 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d382d expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.422788:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.422791:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.422797:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129619800/0x802a7453533bcb78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3834 expref: 41 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.422805:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129619800/0x802a7453533bcb78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3834 expref: 41 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.422836:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129619800/0x802a7453533bcb78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3834 expref: 41 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128118.422847:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540420736:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.422937:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.427954:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540420736:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128118.427988:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128118.428043:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542732928:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5725us (6700us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.428057:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9162 00000100:00100000:1.0:1746128118.430006:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.430342:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542733184 00000100:00100000:3.0:1746128118.430352:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542733184 00002000:00100000:3.0:1746128118.430402:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929f100 x1830947542733184/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128118.430413:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929f100 with x1830947542733184 ext(0->4095) 00002000:00010000:3.0:1746128118.430418:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929f100 00000100:00100000:3.0:1746128118.430454:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3861 00000100:00100000:3.0:1746128118.430462:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+42:1964:x1830947542733184:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128118.430681:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+42:1964:x1830947542733184:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 219us (681us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128118.430688:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3861 00002000:00100000:3.0:1746128118.430695:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929f100 x1830947542733184/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128118.430701:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929f100 with x1830947542733184 ext(0->4095) 00002000:00010000:3.0:1746128118.430705:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929f100 00000100:00100000:0.0:1746128118.438446:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.438759:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542733312 00000100:00100000:2.0:1746128118.438769:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542733312 00000100:00100000:2.0:1746128118.438815:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5277 00000100:00100000:2.0:1746128118.438822:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542733312:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128118.438840:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128118.438858:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcb7f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d383b expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.438888:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129619800/0x802a7453533bcb78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3834 expref: 41 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.438896:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.438897:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.438901:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcb7f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d383b expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.439002:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129619800/0x802a7453533bcb78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3834 expref: 41 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.439014:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129619800/0x802a7453533bcb78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3834 expref: 41 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.439026:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540420864:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128118.439119:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.442918:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540420864:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128118.442955:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcb7f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d383b expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128118.442986:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6800, rc 0) 00000100:00100000:0.0:1746128118.443196:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542733312:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4372us (4758us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128118.443206:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5277 00000100:00100000:1.0:1746128118.446267:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.446370:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542733440 00000100:00100000:3.0:1746128118.446380:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542733440 00002000:00100000:3.0:1746128118.446428:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008929ed80 x1830947542733440/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 496/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128118.446439:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929ed80 with x1830947542733440 ext(0->7) 00010000:00010000:3.0:1746128118.447557:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129619800/0x802a7453533bcb78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3834 expref: 42 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.447591:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129619800/0x802a7453533bcb78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3834 expref: 42 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746128118.447598:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929ed80 00000100:00100000:3.0:1746128118.447630:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1894 00000100:00100000:3.0:1746128118.447638:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+42:1963:x1830947542733440:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128118.448537:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542733440:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 896us (2278us total) trans 4294967995 rc 0/0 00000100:00100000:3.0:1746128118.448547:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1894 00002000:00100000:3.0:1746128118.448555:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008929ed80 x1830947542733440/t4294967995(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 496/448 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128118.448563:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929ed80 with x1830947542733440 ext(0->7) 00010000:00010000:3.0:1746128118.448570:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129619800/0x802a7453533bcb78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3834 expref: 44 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.448610:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129619800/0x802a7453533bcb78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3834 expref: 44 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746128118.448617:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929ed80 00000100:00100000:0.0:1746128118.457262:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.457666:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542733568 00000100:00100000:2.0:1746128118.457675:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542733568 00000100:00100000:2.0:1746128118.457719:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5278 00000100:00100000:2.0:1746128118.457727:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:31595:x1830947542733568:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128118.457745:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128118.457762:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb86 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3842 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.457789:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.457794:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcb7f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d383b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.457800:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128118.457804:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb86 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3842 expref: 45 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.457836:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcb7f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d383b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.457846:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb86 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3842 expref: 45 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.457855:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6a00, rc 0) 00000100:00100000:2.0:1746128118.461143:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31595:x1830947542733568:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3402us (3876us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.461155:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5278 00000100:00100000:2.0:1746128118.464708:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128118.464892:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542733696 00000100:00100000:0.0:1746128118.464903:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542733696 00010000:00010000:0.0:1746128118.464941:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129619800/0x802a7453533bcb78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3834 expref: 45 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746128118.465151:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9163 00000100:00100000:0.0:1746128118.465160:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1965:x1830947542733696:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128118.465174:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128118.465202:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129619800/0x802a7453533bcb78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3834 expref: 45 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746128118.465264:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129619800/0x802a7453533bcb78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3834 expref: 45 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746128118.465287:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129619800/0x802a7453533bcb78 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3834 expref: 45 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746128118.465317:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128118.465319:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128118.465327:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcb7f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d383b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128118.465340:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcb7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d383b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128118.465376:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcb7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d383b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128118.465387:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcb7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d383b expref: 5 pid: 28170 timeout: 614 lvb_type: 0 00000100:00100000:0.0:1746128118.465397:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c219c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540421120:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128118.465490:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044480 going to sleep for 11 seconds 00000100:00100000:1.0:1746128118.472466:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128118.472804:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c219c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540421120:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128118.472827:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128118.473048:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1965:x1830947542733696:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7887us (8349us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128118.473060:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9163 00000100:00100000:3.0:1746128118.476514:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542733952 00000100:00100000:3.0:1746128118.476528:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542733952 00002000:00100000:3.0:1746128118.476600:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929d180 x1830947542733952/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128118.476611:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929d180 with x1830947542733952 ext(0->4095) 00010000:00010000:3.0:1746128118.476622:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcb7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d383b expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.476637:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcb7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d383b expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746128118.476645:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929d180 00000100:00100000:3.0:1746128118.476675:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1895 00000100:00100000:3.0:1746128118.476683:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542733952:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128118.476886:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542733952:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 203us (4431us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128118.476893:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1895 00002000:00100000:3.0:1746128118.476898:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929d180 x1830947542733952/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128118.476905:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929d180 with x1830947542733952 ext(0->4095) 00010000:00010000:3.0:1746128118.476909:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcb7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d383b expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.476924:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcb7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d383b expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746128118.476928:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929d180 00000100:00100000:2.0:1746128118.483458:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128118.484202:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542734080 00000100:00100000:0.0:1746128118.484214:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542734080 00010000:00010000:1.0:1746128118.484309:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcb7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d383b expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746128118.485133:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9164 00000100:00100000:1.0:1746128118.485144:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c272d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542734080:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128118.485161:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128118.485185:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcb7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d383b expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.485198:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcb7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d383b expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.485220:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcb7f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d383b expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.487347:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.487355:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.487369:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3842 expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.487380:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3842 expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.487426:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3842 expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128118.487438:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540421248:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128118.489307:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.499797:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128118.499841:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542734336 00000100:00100000:0.0:1746128118.499851:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542734336 00002000:00100000:0.0:1746128118.499896:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd81880 x1830947542734336/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128118.499906:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd81880 with x1830947542734336 ext(0->4095) 00002000:00010000:0.0:1746128118.499912:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd81880 00000100:00100000:1.0:1746128118.499932:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540421248:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128118.499942:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3862 00000100:00100000:0.0:1746128118.499950:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1965:x1830947542734336:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00010000:00010000:1.0:1746128118.499955:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128118.500023:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c272d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542734080:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 14881us (16576us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128118.500036:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9164 00000100:00100000:0.0:1746128118.500115:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1965:x1830947542734336:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 165us (327us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128118.500121:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3862 00002000:00100000:0.0:1746128118.500126:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd81880 x1830947542734336/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128118.500133:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd81880 with x1830947542734336 ext(0->4095) 00002000:00010000:0.0:1746128118.500135:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd81880 00000100:00100000:3.0:1746128118.505002:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.505109:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542734464 00000100:00100000:2.0:1746128118.505119:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542734464 00000100:00100000:2.0:1746128118.505183:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5279 00000100:00100000:2.0:1746128118.505192:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542734464:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128118.505213:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128118.505232:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcb8d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3849 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.505263:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3842 expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.505271:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.505273:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.505276:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcb8d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3849 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.505308:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3842 expref: 43 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.505320:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3842 expref: 43 pid: 28170 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.505333:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540421376:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128118.505433:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.512534:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540421376:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128118.512535:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:2.0:1746128118.512564:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcb8d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3849 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128118.512604:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542734592 00010000:00010000:2.0:1746128118.512610:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6200, rc 0) 00000100:00100000:0.0:1746128118.512612:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542734592 00002000:00100000:0.0:1746128118.512651:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008cd83100 x1830947542734592/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 496/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128118.512661:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd83100 with x1830947542734592 ext(0->7) 00010000:00010000:0.0:1746128118.512668:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3842 expref: 44 pid: 28170 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.512669:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542734464:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7477us (7676us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.512678:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5279 00010000:00010000:0.0:1746128118.512681:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3842 expref: 44 pid: 28170 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746128118.512688:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd83100 00000100:00100000:0.0:1746128118.512715:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1896 00000100:00100000:0.0:1746128118.512721:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+44:1963:x1830947542734592:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128118.513021:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947542734592:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 300us (495us total) trans 4294967996 rc 0/0 00000100:00100000:0.0:1746128118.513031:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1896 00002000:00100000:0.0:1746128118.513036:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008cd83100 x1830947542734592/t4294967996(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 496/448 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128118.513044:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd83100 with x1830947542734592 ext(0->7) 00010000:00010000:0.0:1746128118.513048:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3842 expref: 46 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746128118.513062:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3842 expref: 46 pid: 28170 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746128118.513068:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd83100 00000100:00100000:3.0:1746128118.530479:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.532860:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542734720 00000100:00100000:1.0:1746128118.532876:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542734720 00010000:00010000:1.0:1746128118.532923:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3842 expref: 46 pid: 28170 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746128118.532979:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9165 00000100:00100000:1.0:1746128118.532987:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f2a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1964:x1830947542734720:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128118.533003:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128118.533026:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3842 expref: 46 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.533038:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3842 expref: 46 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.533063:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb86 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3842 expref: 46 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.533097:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.533099:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.533107:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcb8d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3849 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.533115:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcb8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3849 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.533153:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcb8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3849 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128118.533168:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540421504:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128118.533269:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128118.538228:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540421504:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128118.538255:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128118.538304:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f2a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:1964:x1830947542734720:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5317us (7835us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128118.538315:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9165 00000100:00100000:1.0:1746128118.539745:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128118.539792:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542734976 00000100:00100000:0.0:1746128118.539800:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542734976 00002000:00100000:0.0:1746128118.539844:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929df80 x1830947542734976/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128118.539854:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929df80 with x1830947542734976 ext(0->4095) 00002000:00010000:0.0:1746128118.539859:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929df80 00000100:00100000:0.0:1746128118.539887:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3863 00000100:00100000:0.0:1746128118.539894:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542734976:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128118.541284:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542734976:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 1385us (1538us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128118.541293:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3863 00002000:00100000:0.0:1746128118.541300:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929df80 x1830947542734976/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128118.541314:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929df80 with x1830947542734976 ext(0->4095) 00002000:00010000:0.0:1746128118.541318:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929df80 00000100:00100000:3.0:1746128118.543906:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.543983:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542735104 00000100:00100000:2.0:1746128118.543992:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542735104 00000100:00100000:2.0:1746128118.544040:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5280 00000100:00100000:2.0:1746128118.544048:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+45:31595:x1830947542735104:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128118.544067:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128118.544083:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb94 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3850 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.544109:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcb8d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3849 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.544116:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.544117:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.544120:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb94 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3850 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.544147:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcb8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3849 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.544158:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcb8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3849 expref: 5 pid: 28170 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.544168:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540421632:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128118.544249:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.547128:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128118.547300:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542735232 00000100:00100000:0.0:1746128118.547308:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542735232 00000100:00100000:2.0:1746128118.553497:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540421632:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128118.553531:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb94 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3850 expref: 47 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.553550:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7e00, rc 0) 00000100:00100000:2.0:1746128118.553635:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:31595:x1830947542735104:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9586us (9738us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.553644:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5280 00000100:00100000:2.0:1746128118.553675:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5281 00000100:00100000:2.0:1746128118.553684:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:31596:x1830947542735232:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128118.553700:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128118.553713:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb9b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3857 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.553736:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.553740:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb94 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3850 expref: 47 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.553746:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.553748:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb9b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3857 expref: 47 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.553777:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb94 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3850 expref: 47 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.553785:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb9b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3857 expref: 47 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.553796:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6a00, rc 0) 00000100:00100000:2.0:1746128118.553811:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:31596:x1830947542735232:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (6693us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.553816:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5281 00000100:00100000:1.0:1746128118.558849:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.561100:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542735360 00000100:00100000:2.0:1746128118.561113:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542735360 00010000:00010000:2.0:1746128118.561162:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcb8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3849 expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.561213:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9166 00000100:00100000:2.0:1746128118.561221:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542735360:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128118.561237:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128118.561259:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcb8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3849 expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.561272:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcb8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3849 expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.561295:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcb8d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3849 expref: 6 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.561313:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.561315:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.561322:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3850 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.561335:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3850 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.561370:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3850 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.561382:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3850 expref: 46 pid: 28170 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.561393:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540421888:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128118.561490:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.566194:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540421888:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128118.566216:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128118.566262:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542735360:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5041us (7422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.566274:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9166 00000100:00100000:1.0:1746128118.566837:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128118.566894:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542735616 00000100:00100000:0.0:1746128118.566901:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542735616 00002000:00100000:0.0:1746128118.566937:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929fb80 x1830947542735616/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128118.566947:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929fb80 with x1830947542735616 ext(0->4095) 00010000:00010000:0.0:1746128118.566956:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3850 expref: 47 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746128118.566981:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3850 expref: 47 pid: 28170 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746128118.566987:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929fb80 00000100:00100000:0.0:1746128118.567011:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1897 00000100:00100000:0.0:1746128118.567018:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1964:x1830947542735616:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128118.567181:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1964:x1830947542735616:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 163us (346us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128118.567186:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1897 00002000:00100000:0.0:1746128118.567191:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929fb80 x1830947542735616/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128118.567198:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929fb80 with x1830947542735616 ext(0->4095) 00010000:00010000:0.0:1746128118.567203:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3850 expref: 47 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746128118.567212:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3850 expref: 47 pid: 28170 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746128118.567217:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929fb80 00000100:00100000:0.0:1746128118.582699:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.582802:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542735744 00000100:00100000:2.0:1746128118.582812:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542735744 00010000:00010000:2.0:1746128118.582853:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3850 expref: 47 pid: 28170 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.582897:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9167 00000100:00100000:2.0:1746128118.582906:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c219c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1963:x1830947542735744:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128118.582920:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128118.582946:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3850 expref: 47 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.582984:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3850 expref: 47 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.583013:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcb94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3850 expref: 47 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.583032:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.583034:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.583042:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3857 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.583050:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3857 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.583082:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3857 expref: 46 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128118.583095:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540422016:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128118.583177:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.586398:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540422016:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128118.586421:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128118.586468:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c219c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947542735744:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3562us (3779us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.586479:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9167 00000100:00100000:1.0:1746128118.586995:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.587055:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542736000 00000100:00100000:2.0:1746128118.587061:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542736000 00002000:00100000:2.0:1746128118.587096:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929d500 x1830947542736000/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.587105:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929d500 with x1830947542736000 ext(0->4095) 00002000:00010000:2.0:1746128118.587109:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929d500 00000100:00100000:2.0:1746128118.587122:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3864 00000100:00100000:2.0:1746128118.587128:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1964:x1830947542736000:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128118.587345:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1964:x1830947542736000:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 217us (352us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.587350:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3864 00002000:00100000:2.0:1746128118.587355:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929d500 x1830947542736000/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.587362:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929d500 with x1830947542736000 ext(0->4095) 00002000:00010000:2.0:1746128118.587364:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929d500 00000100:00100000:0.0:1746128118.591018:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.591118:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542736128 00000100:00100000:2.0:1746128118.591128:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542736128 00000100:00100000:2.0:1746128118.591393:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5282 00000100:00100000:2.0:1746128118.591402:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542736128:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128118.591422:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128118.591438:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcba2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d385e expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.591466:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3857 expref: 45 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.591479:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.591481:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.591484:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcba2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d385e expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.591513:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3857 expref: 45 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.591524:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3857 expref: 45 pid: 28170 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.591536:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540422144:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128118.592222:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.595143:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540422144:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128118.595176:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcba2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d385e expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.595194:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6000, rc 0) 00000100:00100000:2.0:1746128118.595371:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542736128:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3968us (4362us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.595379:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5282 00000100:00100000:0.0:1746128118.595604:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.595865:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542736256 00000100:00100000:2.0:1746128118.595872:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542736256 00010000:00010000:2.0:1746128118.595896:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3857 expref: 46 pid: 28170 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.596448:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9168 00000100:00100000:2.0:1746128118.596455:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947542736256:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128118.596468:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128118.596489:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3857 expref: 46 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.596499:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3857 expref: 46 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.596521:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcb9b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3857 expref: 46 pid: 28170 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.596898:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.596901:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.596908:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcba2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d385e expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.596916:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcba2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d385e expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.596946:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcba2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d385e expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128118.596955:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540422272:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128118.598856:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.598946:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.599406:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542736384 00000100:00100000:3.0:1746128118.599416:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542736384 00000100:00100000:3.0:1746128118.599466:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5283 00000100:00100000:3.0:1746128118.599474:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:31595:x1830947542736384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128118.599491:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128118.599509:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcba9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3865 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.599538:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcba2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d385e expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.599545:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.599547:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.599550:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcba9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3865 expref: 47 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.599607:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcba2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d385e expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.599620:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcba2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d385e expref: 5 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.599631:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540422400:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128118.602568:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.606631:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.606694:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542736640 00000100:00100000:2.0:1746128118.606703:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542736640 00002000:00100000:2.0:1746128118.606756:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c21b100 x1830947542736640/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.606766:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21b100 with x1830947542736640 ext(0->4095) 00010000:00010000:2.0:1746128118.606775:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcba2 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d385e expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.606788:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcba2 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d385e expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.606795:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c21b100 00000100:00100000:2.0:1746128118.606825:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1898 00000100:00100000:2.0:1746128118.606833:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542736640:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128118.607018:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542736640:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 185us (397us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.607024:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1898 00002000:00100000:2.0:1746128118.607029:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c21b100 x1830947542736640/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.607036:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21b100 with x1830947542736640 ext(0->4095) 00010000:00010000:2.0:1746128118.607041:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcba2 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d385e expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.607049:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcba2 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d385e expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.607060:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c21b100 00000100:00100000:3.0:1746128118.607176:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540422272:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128118.607192:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128118.607552:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1963:x1830947542736256:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 11095us (11946us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.607560:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9168 00000100:00100000:0.0:1746128118.609229:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.611411:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542736768 00000100:00100000:2.0:1746128118.611425:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542736768 00000100:00100000:2.0:1746128118.611481:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5284 00000100:00100000:2.0:1746128118.611489:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:31596:x1830947542736768:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128118.611511:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128118.611529:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcbb0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d386c expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.611558:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.611564:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcba9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3865 expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.611587:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.611591:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcbb0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d386c expref: 48 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.611633:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcba9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3865 expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.611646:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcbb0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d386c expref: 48 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.611656:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7400, rc 0) 00000100:00100000:2.0:1746128118.611714:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:31596:x1830947542736768:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 225us (2491us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.611724:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5284 00000100:00100000:3.0:1746128118.612928:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540422400:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128118.612949:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcba9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3865 expref: 47 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.612971:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67000, rc 0) 00000100:00100000:3.0:1746128118.613011:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:31595:x1830947542736384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13538us (14164us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.613018:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5283 00000100:00100000:0.0:1746128118.613191:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.613486:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542736896 00000100:00100000:3.0:1746128118.613492:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542736896 00010000:00010000:3.0:1746128118.613512:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcba2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d385e expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.613549:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9169 00000100:00100000:3.0:1746128118.613555:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542736896:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.613566:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.613603:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcba2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d385e expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.613613:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcba2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d385e expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.613630:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcba2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d385e expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.613643:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.613645:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.613651:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcba9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3865 expref: 46 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.613658:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcba9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3865 expref: 46 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.613680:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcba9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3865 expref: 46 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.613688:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcba9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3865 expref: 46 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.613698:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540422656:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.613740:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.621023:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540422656:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128118.621148:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128118.621296:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542736896:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7738us (8105us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.621307:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9169 00000100:00100000:0.0:1746128118.622423:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.624733:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542737152 00000100:00100000:2.0:1746128118.624743:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542737152 00002000:00100000:2.0:1746128118.624784:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f35c00 x1830947542737152/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.624793:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35c00 with x1830947542737152 ext(0->4095) 00010000:00010000:2.0:1746128118.624800:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcba9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3865 expref: 47 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.624814:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcba9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3865 expref: 47 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.624820:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f35c00 00000100:00100000:2.0:1746128118.624856:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1899 00000100:00100000:2.0:1746128118.624862:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1963:x1830947542737152:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128118.625022:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1963:x1830947542737152:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (2603us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.625028:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1899 00002000:00100000:2.0:1746128118.625033:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f35c00 x1830947542737152/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.625039:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35c00 with x1830947542737152 ext(0->4095) 00010000:00010000:2.0:1746128118.625043:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcba9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3865 expref: 47 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.625057:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcba9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3865 expref: 47 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.625062:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f35c00 00000100:00100000:0.0:1746128118.628272:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.628482:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542737280 00000100:00100000:3.0:1746128118.628492:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542737280 00010000:00010000:3.0:1746128118.628529:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcba9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3865 expref: 47 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.629027:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9170 00000100:00100000:2.0:1746128118.629038:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1964:x1830947542737280:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128118.629051:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128118.629075:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcba9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3865 expref: 47 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.629088:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcba9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3865 expref: 47 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.629115:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcba9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3865 expref: 47 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.629137:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.629139:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.629145:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcbb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d386c expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.629153:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcbb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d386c expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.629189:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcbb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d386c expref: 46 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128118.629207:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540422784:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128118.629335:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.630863:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540422784:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128118.630882:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128118.630923:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1964:x1830947542737280:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1887us (2660us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.630931:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9170 00000100:00100000:0.0:1746128118.631703:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.631876:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542737536 00000100:00100000:2.0:1746128118.631887:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542737536 00002000:00100000:2.0:1746128118.631927:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f36300 x1830947542737536/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.631937:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f36300 with x1830947542737536 ext(0->4095) 00002000:00010000:2.0:1746128118.631941:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f36300 00000100:00100000:2.0:1746128118.631973:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3865 00000100:00100000:2.0:1746128118.631980:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947542737536:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128118.632144:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947542737536:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 164us (443us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.632150:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3865 00002000:00100000:2.0:1746128118.632156:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f36300 x1830947542737536/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.632162:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f36300 with x1830947542737536 ext(0->4095) 00002000:00010000:2.0:1746128118.632165:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f36300 00000100:00100000:0.0:1746128118.634438:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.635229:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542737664 00000100:00100000:3.0:1746128118.635238:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542737664 00000100:00100000:3.0:1746128118.635294:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5285 00000100:00100000:3.0:1746128118.635301:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542737664:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128118.635319:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128118.635337:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcbb7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3873 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.635364:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcbb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d386c expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.635371:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128118.635373:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128118.635376:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcbb7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3873 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.635405:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcbb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d386c expref: 45 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.635421:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d386c expref: 45 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.635432:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540422912:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128118.635524:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.640101:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540422912:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128118.640111:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:3.0:1746128118.640135:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcbb7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3873 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.640153:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66400, rc 0) 00000100:00100000:2.0:1746128118.640688:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542737792 00000100:00100000:2.0:1746128118.640697:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542737792 00010000:00010000:2.0:1746128118.640742:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d386c expref: 46 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.640767:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9171 00000100:00100000:2.0:1746128118.640773:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1964:x1830947542737792:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128118.640785:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128118.640806:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d386c expref: 46 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.640815:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcbb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d386c expref: 46 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.640836:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcbb0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d386c expref: 46 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.640854:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.640856:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.640863:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcbb7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3873 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.640870:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcbb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3873 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.640896:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcbb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3873 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128118.640911:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540423040:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.641199:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542737664:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5897us (6767us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.641206:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5285 00000100:00100000:2.0:1746128118.641422:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.642660:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.642757:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542737920 00000100:00100000:2.0:1746128118.642765:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542737920 00000100:00100000:2.0:1746128118.642801:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5286 00000100:00100000:2.0:1746128118.642808:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:31595:x1830947542737920:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128118.642827:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128118.642843:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcbbe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d387a expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.642870:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcbb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3873 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.642876:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.642878:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.642881:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcbbe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d387a expref: 47 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.642908:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcbb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3873 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.642920:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcbb7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3873 expref: 5 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.642930:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540423168:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128118.643013:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.646492:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.646919:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540423040:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128118.646937:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128118.647143:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542738176 00000100:00100000:1.0:1746128118.647150:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542738176 00002000:00100000:1.0:1746128118.647194:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f35180 x1830947542738176/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.647203:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35180 with x1830947542738176 ext(0->4095) 00010000:00010000:1.0:1746128118.647212:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcbb7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3873 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.647224:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcbb7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3873 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746128118.647230:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f35180 00000100:00100000:1.0:1746128118.647256:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1900 00000100:00100000:1.0:1746128118.647263:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542738176:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128118.647433:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1964:x1830947542737792:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6658us (7321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.647443:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9171 00000100:00100000:3.0:1746128118.647547:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540423168:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128118.647564:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcbbe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d387a expref: 46 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.647589:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7200, rc 0) 00000100:00100000:1.0:1746128118.648246:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542738176:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 980us (1761us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128118.648253:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1900 00002000:00100000:1.0:1746128118.648259:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f35180 x1830947542738176/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.648266:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35180 with x1830947542738176 ext(0->4095) 00010000:00010000:1.0:1746128118.648270:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcbb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3873 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.648280:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcbb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3873 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746128118.648285:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f35180 00000100:00100000:3.0:1746128118.648392:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:31595:x1830947542737920:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5582us (5736us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.648398:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5286 00000100:00100000:0.0:1746128118.657559:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.657758:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542738304 00000100:00100000:2.0:1746128118.657769:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542738304 00010000:00010000:2.0:1746128118.657814:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcbb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3873 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.657854:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9172 00000100:00100000:2.0:1746128118.657861:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f28850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542738304:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128118.657877:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128118.657900:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcbb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3873 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.657912:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcbb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3873 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.657935:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcbb7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3873 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.657954:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.657965:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.657972:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcbbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d387a expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.657984:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcbbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d387a expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.658019:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcbbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d387a expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128118.658030:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540423296:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128118.658112:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.663762:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540423296:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128118.663784:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128118.664670:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f28850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542738304:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6806us (7118us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.664682:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9172 00000100:00100000:1.0:1746128118.666400:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128118.666610:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542738560 00000100:00100000:0.0:1746128118.666625:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542738560 00002000:00100000:0.0:1746128118.666681:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929e300 x1830947542738560/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128118.666694:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929e300 with x1830947542738560 ext(0->4095) 00002000:00010000:0.0:1746128118.666701:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929e300 00000100:00100000:0.0:1746128118.666720:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3866 00000100:00100000:0.0:1746128118.666727:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947542738560:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128118.667463:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947542738560:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 734us (1066us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128118.667473:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3866 00002000:00100000:0.0:1746128118.667481:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929e300 x1830947542738560/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128118.667489:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929e300 with x1830947542738560 ext(0->4095) 00002000:00010000:0.0:1746128118.667492:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929e300 00000100:00100000:0.0:1746128118.675226:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.676256:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542738688 00000100:00100000:3.0:1746128118.676267:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542738688 00000100:00100000:3.0:1746128118.676317:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5287 00000100:00100000:3.0:1746128118.676325:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542738688:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128118.676344:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128118.676363:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcbc5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3881 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.676393:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcbbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d387a expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.676399:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128118.676401:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128118.676404:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcbc5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3881 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.676433:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcbbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d387a expref: 45 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.676444:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcbbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d387a expref: 45 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.676454:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540423424:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128118.689527:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.699851:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540423424:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128118.699875:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcbc5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3881 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.699891:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67a00, rc 0) 00000100:00100000:3.0:1746128118.699941:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542738688:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 23615us (24726us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.699950:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5287 00000100:00100000:0.0:1746128118.703257:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.703463:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542738816 00000100:00100000:2.0:1746128118.703470:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542738816 00002000:00100000:2.0:1746128118.703506:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091f34e00 x1830947542738816/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 496/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.703514:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f34e00 with x1830947542738816 ext(0->7) 00010000:00010000:2.0:1746128118.703522:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcbbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d387a expref: 46 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.703533:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcbbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d387a expref: 46 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.703539:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f34e00 00000100:00100000:2.0:1746128118.703560:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1901 00000100:00100000:2.0:1746128118.703566:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+46:1963:x1830947542738816:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128118.705525:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1963:x1830947542738816:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 1953us (2268us total) trans 4294967997 rc 0/0 00000100:00100000:2.0:1746128118.705534:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1901 00002000:00100000:2.0:1746128118.705542:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091f34e00 x1830947542738816/t4294967997(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 496/448 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.705550:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f34e00 with x1830947542738816 ext(0->7) 00010000:00010000:2.0:1746128118.705556:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcbbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d387a expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.705567:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcbbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d387a expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.705589:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f34e00 00000100:00100000:0.0:1746128118.710884:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.710983:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542738944 00000100:00100000:2.0:1746128118.710990:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542738944 00010000:00010000:2.0:1746128118.711018:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcbbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d387a expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.712501:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9173 00000100:00100000:2.0:1746128118.712514:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1964:x1830947542738944:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128118.712529:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746128118.712544:0:7067:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746128118 -> 1746128119 00002000:00010000:2.0:1746128118.712547:0:7067:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746128118 -> 1746128119 00010000:00010000:2.0:1746128118.712553:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcbbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d387a expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.712565:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcbbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d387a expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.712606:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcbbe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d387a expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.712629:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.712631:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.712638:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcbc5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3881 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.712644:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcbc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3881 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.712674:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcbc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3881 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128118.712686:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540423552:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128118.712767:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.716089:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540423552:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128118.716105:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128118.716148:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1964:x1830947542738944:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3638us (5269us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128118.716158:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9173 00000100:00100000:0.0:1746128118.716977:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.717474:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542739200 00000100:00100000:2.0:1746128118.717483:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542739200 00002000:00100000:2.0:1746128118.717512:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f35500 x1830947542739200/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.717521:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35500 with x1830947542739200 ext(0->4095) 00002000:00010000:2.0:1746128118.717524:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f35500 00000100:00100000:2.0:1746128118.717539:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3867 00000100:00100000:2.0:1746128118.717544:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542739200:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128118.718114:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542739200:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 566us (1135us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.718120:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3867 00002000:00100000:2.0:1746128118.718126:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f35500 x1830947542739200/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.718134:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f35500 with x1830947542739200 ext(0->4095) 00002000:00010000:2.0:1746128118.718136:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f35500 00000100:00100000:0.0:1746128118.719839:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.720154:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542739328 00000100:00100000:3.0:1746128118.720161:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542739328 00000100:00100000:3.0:1746128118.720204:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5288 00000100:00100000:3.0:1746128118.720211:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:31595:x1830947542739328:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128118.720225:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128118.720238:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbcc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3888 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128118.720266:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.720299:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542739456 00000100:00100000:1.0:1746128118.720304:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542739456 00000100:00100000:1.0:1746128118.720323:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5289 00000100:00100000:1.0:1746128118.720328:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:31596:x1830947542739456:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128118.720335:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128118.720341:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcbd3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d388f expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.720361:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcbc5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3881 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.720368:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.720370:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.720373:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcbd3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d388f expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.720395:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcbc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3881 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.720405:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcbc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3881 expref: 5 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746128118.720415:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540423680:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128118.720475:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c900 going to sleep for 11 seconds 00010000:00010000:3.0:1746128118.720622:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.720628:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcbd3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d388f expref: 50 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.720633:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128118.720636:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbcc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3888 expref: 50 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.721260:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcbd3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d388f expref: 50 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.721273:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbcc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3888 expref: 50 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.721281:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67800, rc 0) 00000100:00100000:3.0:1746128118.721317:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:31595:x1830947542739328:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1106us (1482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.721323:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5288 00000100:00100000:1.0:1746128118.723568:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540423680:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128118.723619:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcbd3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d388f expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.723630:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56600, rc 0) 00000100:00100000:1.0:1746128118.723673:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:31596:x1830947542739456:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3344us (3405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128118.723680:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5289 00000100:00100000:0.0:1746128118.726695:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.726922:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542739584 00000100:00100000:2.0:1746128118.726929:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542739584 00010000:00010000:2.0:1746128118.726967:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcbc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3881 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.727162:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9174 00000100:00100000:2.0:1746128118.727169:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542739584:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128118.727180:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128118.727199:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcbc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3881 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.727209:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcbc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3881 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.727227:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcbc5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3881 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.727324:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.727326:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.727332:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcbd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d388f expref: 48 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.727340:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcbd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d388f expref: 48 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.729172:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcbd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d388f expref: 48 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.729188:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcbd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d388f expref: 48 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.729201:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540423936:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128118.729541:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.733373:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540423936:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128118.733394:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128118.733494:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542739584:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6324us (6803us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.733504:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9174 00000100:00100000:0.0:1746128118.733642:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.733856:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542739840 00000100:00100000:2.0:1746128118.733861:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542739840 00002000:00100000:2.0:1746128118.734002:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c72a00 x1830947542739840/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.734020:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72a00 with x1830947542739840 ext(0->4095) 00010000:00010000:2.0:1746128118.734028:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcbd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d388f expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.734042:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcbd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d388f expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.734048:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c72a00 00000100:00100000:2.0:1746128118.734078:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1902 00000100:00100000:2.0:1746128118.734084:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1963:x1830947542739840:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128118.735267:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1963:x1830947542739840:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 1178us (1622us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.735276:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1902 00002000:00100000:2.0:1746128118.735284:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c72a00 x1830947542739840/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.735291:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72a00 with x1830947542739840 ext(0->4095) 00010000:00010000:2.0:1746128118.735298:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcbd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d388f expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.735309:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcbd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d388f expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.735314:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c72a00 00000100:00100000:0.0:1746128118.737753:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128118.737798:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.737813:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542739968 00000100:00100000:1.0:1746128118.737820:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542739968 00000100:00100000:1.0:1746128118.737861:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5290 00000100:00100000:1.0:1746128118.737867:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542739968:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128118.737880:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128118.737894:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcbda lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3896 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.737919:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128118.737923:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbcc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3888 expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.737928:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128118.737930:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcbda lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3896 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128118.737943:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542740096 00000100:00100000:2.0:1746128118.737947:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542740096 00010000:00010000:1.0:1746128118.737968:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbcc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3888 expref: 49 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.737972:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcbd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d388f expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.737979:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcbda lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3896 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128118.737987:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9175 00010000:00010000:1.0:1746128118.737987:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57600, rc 0) 00000100:00100000:2.0:1746128118.737992:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1966:x1830947542740096:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128118.737998:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128118.738014:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcbd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d388f expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746128118.738018:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542739968:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (272us total) trans 0 rc 0/0 00010000:00010000:2.0:1746128118.738022:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcbd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d388f expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746128118.738023:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5290 00010000:00010000:2.0:1746128118.738036:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcbd3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d388f expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.738047:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.738048:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.738053:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbcc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3888 expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.738059:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbcc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3888 expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.738077:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbcc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3888 expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.738086:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbcc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3888 expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.738096:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540424192:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128118.738139:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.740080:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540424192:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128118.740096:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128118.740293:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1966:x1830947542740096:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2298us (2492us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.740303:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9175 00000100:00100000:0.0:1746128118.741553:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.741664:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542740352 00000100:00100000:2.0:1746128118.741670:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542740352 00002000:00100000:2.0:1746128118.741701:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c73100 x1830947542740352/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.741710:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73100 with x1830947542740352 ext(0->4095) 00010000:00010000:2.0:1746128118.741717:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbcc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3888 expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.741727:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbcc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3888 expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.741733:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c73100 00000100:00100000:2.0:1746128118.741747:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1903 00000100:00100000:2.0:1746128118.741753:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1964:x1830947542740352:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128118.741870:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1964:x1830947542740352:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (318us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.741880:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1903 00002000:00100000:2.0:1746128118.741885:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c73100 x1830947542740352/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.741892:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73100 with x1830947542740352 ext(0->4095) 00010000:00010000:2.0:1746128118.741897:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbcc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3888 expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.741906:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbcc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3888 expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.741912:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c73100 00000100:00100000:0.0:1746128118.745419:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128118.745497:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.745676:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542740608 00000100:00100000:2.0:1746128118.745683:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542740608 00010000:00010000:2.0:1746128118.745798:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbcc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3888 expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.745950:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9176 00000100:00100000:2.0:1746128118.745968:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1964:x1830947542740608:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128118.745982:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128118.746000:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbcc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3888 expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.746011:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbcc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3888 expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.746029:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbcc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3888 expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.746046:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.746048:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.746054:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcbda lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3896 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.746060:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcbda lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3896 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.746087:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcbda lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3896 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128118.746097:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540424320:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128118.746158:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.746221:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542740480 00000100:00100000:3.0:1746128118.746225:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542740480 00000100:00100000:3.0:1746128118.746749:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5291 00000100:00100000:3.0:1746128118.746756:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:31595:x1830947542740480:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128118.746768:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128118.746777:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbe1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d389d expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.746792:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcbda lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3896 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.746798:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.746799:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.746802:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbe1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d389d expref: 49 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.746818:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcbda lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3896 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.746827:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcbda lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3896 expref: 5 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.746835:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540424448:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128118.746884:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.750194:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540424320:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128118.750210:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128118.750251:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1964:x1830947542740608:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4293us (4752us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.750260:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9176 00000100:00100000:0.0:1746128118.750448:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.750534:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542740864 00000100:00100000:1.0:1746128118.750539:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542740864 00002000:00100000:1.0:1746128118.750567:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c70700 x1830947542740864/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.750591:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70700 with x1830947542740864 ext(0->4095) 00010000:00010000:1.0:1746128118.750598:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcbda lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3896 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.750614:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcbda lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3896 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746128118.750620:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c70700 00000100:00100000:1.0:1746128118.750647:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1904 00000100:00100000:1.0:1746128118.750653:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542740864:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128118.751174:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542740864:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 520us (725us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128118.751180:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1904 00002000:00100000:1.0:1746128118.751185:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c70700 x1830947542740864/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.751192:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70700 with x1830947542740864 ext(0->4095) 00010000:00010000:1.0:1746128118.751197:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcbda lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3896 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.751205:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcbda lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3896 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746128118.751671:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c70700 00000100:00100000:3.0:1746128118.753075:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540424448:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128118.753095:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbe1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d389d expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.753111:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66600, rc 0) 00000100:00100000:3.0:1746128118.753149:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:31595:x1830947542740480:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6393us (7736us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.753155:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5291 00000100:00100000:0.0:1746128118.756660:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.756785:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542740992 00000100:00100000:2.0:1746128118.756793:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542740992 00010000:00010000:2.0:1746128118.756819:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcbda lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3896 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.756843:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9177 00000100:00100000:2.0:1746128118.756849:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542740992:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128118.756863:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128118.756880:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcbda lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3896 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.756890:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcbda lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3896 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.756908:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcbda lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3896 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.757332:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.757334:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.757342:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbe1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d389d expref: 47 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.757349:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbe1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d389d expref: 47 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.757376:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbe1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d389d expref: 47 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128118.757385:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540424576:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128118.757661:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.759353:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540424576:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128118.759366:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128118.759403:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542740992:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2553us (2748us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.759415:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9177 00000100:00100000:0.0:1746128118.759659:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.759677:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542741248 00000100:00100000:1.0:1746128118.759683:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542741248 00002000:00100000:1.0:1746128118.759709:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c71180 x1830947542741248/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.759717:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71180 with x1830947542741248 ext(0->4095) 00002000:00010000:1.0:1746128118.759721:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c71180 00000100:00100000:1.0:1746128118.759763:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3868 00000100:00100000:1.0:1746128118.759769:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1963:x1830947542741248:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128118.759899:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1963:x1830947542741248:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (240us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128118.759904:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3868 00002000:00100000:1.0:1746128118.759909:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c71180 x1830947542741248/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.759915:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71180 with x1830947542741248 ext(0->4095) 00002000:00010000:1.0:1746128118.759918:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c71180 00000100:00100000:0.0:1746128118.761564:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.761728:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542741376 00000100:00100000:3.0:1746128118.761735:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542741376 00000100:00100000:3.0:1746128118.761765:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5292 00000100:00100000:3.0:1746128118.761771:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542741376:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128118.761782:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128118.761795:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcbe8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d38a4 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.761817:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbe1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d389d expref: 47 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.761823:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128118.761824:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128118.761827:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcbe8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38a4 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.761852:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbe1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d389d expref: 47 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.761862:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbe1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d389d expref: 47 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.761877:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540424704:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128118.762563:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.764293:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540424704:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128118.764320:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcbe8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38a4 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.764332:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66c00, rc 0) 00000100:00100000:3.0:1746128118.764655:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542741376:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2882us (3092us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.764662:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5292 00000100:00100000:1.0:1746128118.766634:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.766703:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542741504 00000100:00100000:2.0:1746128118.766709:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542741504 00010000:00010000:2.0:1746128118.766737:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbe1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d389d expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:2.0:1746128118.766757:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9178 00000100:00100000:2.0:1746128118.766762:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1963:x1830947542741504:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128118.766773:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128118.766790:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbe1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d389d expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.766799:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbe1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d389d expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.766816:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbe1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d389d expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.766841:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.766843:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.766849:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcbe8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38a4 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.766855:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcbe8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38a4 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.766880:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcbe8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38a4 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128118.766890:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540424832:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128118.766940:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.769124:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540424832:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128118.769137:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128118.769657:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1963:x1830947542741504:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2892us (3024us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.769665:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9178 00000100:00100000:0.0:1746128118.769785:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.769968:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542741760 00000100:00100000:2.0:1746128118.769975:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542741760 00002000:00100000:2.0:1746128118.770001:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c73b80 x1830947542741760/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.770010:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73b80 with x1830947542741760 ext(0->4095) 00002000:00010000:2.0:1746128118.770013:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c73b80 00000100:00100000:2.0:1746128118.770037:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3869 00000100:00100000:1.0:1746128118.770081:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.770430:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542741760:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128118.770560:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542741760:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (775us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128118.770723:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542741888 00000100:00100000:3.0:1746128118.770727:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542741888 00000100:00100000:3.0:1746128118.770751:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5293 00000100:00100000:3.0:1746128118.770756:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:31595:x1830947542741888:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128118.770764:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128118.770776:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcbef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d38ab expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.770795:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcbe8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38a4 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.770801:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.770802:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.770805:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcbef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ab expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.770829:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcbe8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38a4 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.770839:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcbe8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38a4 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.770848:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540424960:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128118.770904:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.771034:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3869 00002000:00100000:2.0:1746128118.771042:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c73b80 x1830947542741760/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.771049:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73b80 with x1830947542741760 ext(0->4095) 00010000:00010000:2.0:1746128118.771055:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcbe8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38a4 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.771065:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcbe8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38a4 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.771071:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c73b80 00000100:00100000:3.0:1746128118.773908:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540424960:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128118.773932:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcbef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ab expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.773945:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67200, rc 0) 00000100:00100000:3.0:1746128118.773988:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:31595:x1830947542741888:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3230us (3906us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.773997:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5293 00000100:00100000:0.0:1746128118.774421:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.775488:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542742016 00000100:00100000:3.0:1746128118.775496:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542742016 00000100:00100000:3.0:1746128118.775529:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5294 00000100:00100000:3.0:1746128118.775536:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099cfe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:31596:x1830947542742016:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128118.775549:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128118.775562:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbf6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d38b2 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.775606:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.775611:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcbef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ab expref: 49 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.775616:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128118.775618:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbf6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b2 expref: 49 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.775642:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcbef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ab expref: 49 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.775650:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbf6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b2 expref: 49 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.775657:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67800, rc 0) 00000100:00100000:3.0:1746128118.776738:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099cfe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:31596:x1830947542742016:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1197us (2312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.776745:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5294 00000100:00100000:1.0:1746128118.777075:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.777359:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542742144 00000100:00100000:3.0:1746128118.777364:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542742144 00010000:00010000:3.0:1746128118.777385:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcbe8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38a4 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.777670:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9179 00000100:00100000:3.0:1746128118.777677:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f2a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542742144:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.777686:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.777702:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcbe8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38a4 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.777717:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcbe8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38a4 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.777733:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcbe8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38a4 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.778105:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.778108:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.778115:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcbef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ab expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.778122:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcbef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ab expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.778148:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcbef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ab expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.778158:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcbef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ab expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.778167:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540425216:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.778972:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.781377:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540425216:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128118.781395:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128118.781439:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f2a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542742144:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3761us (4364us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.781451:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9179 00000100:00100000:0.0:1746128118.781889:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.782405:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542742400 00000100:00100000:3.0:1746128118.782410:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542742400 00002000:00100000:3.0:1746128118.782439:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c71f80 x1830947542742400/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128118.782447:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71f80 with x1830947542742400 ext(0->4095) 00010000:00010000:3.0:1746128118.782454:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcbef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ab expref: 49 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.782464:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcbef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ab expref: 49 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746128118.782469:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c71f80 00000100:00100000:3.0:1746128118.782482:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1905 00000100:00100000:3.0:1746128118.782486:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1964:x1830947542742400:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128118.782627:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1964:x1830947542742400:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (738us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128118.782631:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1905 00002000:00100000:3.0:1746128118.782636:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c71f80 x1830947542742400/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128118.782642:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71f80 with x1830947542742400 ext(0->4095) 00010000:00010000:3.0:1746128118.782645:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcbef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ab expref: 49 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.782657:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcbef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ab expref: 49 pid: 8417 timeout: 614 lvb_type: 0 00002000:00010000:3.0:1746128118.782662:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c71f80 00000100:00100000:0.0:1746128118.785536:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.785640:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542742528 00000100:00100000:3.0:1746128118.785646:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542742528 00010000:00010000:3.0:1746128118.785672:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcbef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ab expref: 49 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.785753:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9180 00000100:00100000:3.0:1746128118.785760:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1964:x1830947542742528:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.785771:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.785788:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcbef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ab expref: 49 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.785798:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcbef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ab expref: 49 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.785816:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcbef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ab expref: 49 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.785842:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.785844:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.785849:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbf6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b2 expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.785860:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbf6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b2 expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.785887:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbf6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b2 expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128118.785897:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540425344:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.786551:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.789664:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.789743:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540425344:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128118.789757:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128118.789787:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1964:x1830947542742528:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4027us (4257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.789795:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9180 00000100:00100000:1.0:1746128118.789863:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542742784 00000100:00100000:1.0:1746128118.789869:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542742784 00002000:00100000:1.0:1746128118.789898:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c70e00 x1830947542742784/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.789907:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70e00 with x1830947542742784 ext(0->4095) 00002000:00010000:1.0:1746128118.789910:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c70e00 00000100:00100000:1.0:1746128118.789932:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3870 00000100:00100000:1.0:1746128118.789938:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1963:x1830947542742784:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128118.790062:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1963:x1830947542742784:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (402us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128118.790066:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3870 00002000:00100000:1.0:1746128118.790071:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c70e00 x1830947542742784/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.790077:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70e00 with x1830947542742784 ext(0->4095) 00002000:00010000:1.0:1746128118.790080:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c70e00 00000100:00100000:0.0:1746128118.791856:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.791931:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542742912 00000100:00100000:3.0:1746128118.791937:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542742912 00000100:00100000:3.0:1746128118.791975:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5295 00000100:00100000:3.0:1746128118.791981:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542742912:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128118.791992:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128118.792004:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbfd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d38b9 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.792025:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbf6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b2 expref: 47 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.792031:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128118.792032:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128118.792035:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbfd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b9 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.792057:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbf6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b2 expref: 47 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.792067:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbf6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b2 expref: 47 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.792076:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540425472:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128118.792554:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9900 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.795174:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540425472:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128118.795196:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbfd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b9 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.795208:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66600, rc 0) 00000100:00100000:3.0:1746128118.795242:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542742912:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3261us (3389us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.795249:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5295 00000100:00100000:0.0:1746128118.795766:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.796140:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542743040 00000100:00100000:3.0:1746128118.796145:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542743040 00010000:00010000:3.0:1746128118.796171:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbf6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b2 expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.796202:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9181 00000100:00100000:3.0:1746128118.796208:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1964:x1830947542743040:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.796219:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.796235:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbf6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b2 expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.796244:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbf6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b2 expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.796260:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcbf6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b2 expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.796286:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.796288:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.796294:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbfd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b9 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.796301:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbfd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b9 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.796327:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbfd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b9 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128118.796336:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540425600:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.796443:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9900 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.797846:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540425600:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128118.797859:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128118.797883:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1964:x1830947542743040:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1675us (2119us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.797893:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9181 00000100:00100000:0.0:1746128118.798165:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.798398:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542743296 00000100:00100000:3.0:1746128118.798403:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542743296 00002000:00100000:3.0:1746128118.798429:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c72680 x1830947542743296/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128118.798437:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72680 with x1830947542743296 ext(0->4095) 00002000:00010000:3.0:1746128118.798440:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c72680 00000100:00100000:3.0:1746128118.798468:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3871 00000100:00100000:3.0:1746128118.798473:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542743296:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128118.798617:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542743296:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (452us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128118.798623:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3871 00002000:00100000:3.0:1746128118.798627:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c72680 x1830947542743296/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128118.798634:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72680 with x1830947542743296 ext(0->4095) 00002000:00010000:3.0:1746128118.798637:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c72680 00000100:00100000:0.0:1746128118.801318:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128118.802273:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.802538:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542743424 00000100:00100000:3.0:1746128118.802546:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542743424 00000100:00100000:3.0:1746128118.802595:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542743552 00000100:00100000:3.0:1746128118.802598:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542743552 00000100:00100000:1.0:1746128118.802669:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5296 00000100:00100000:1.0:1746128118.802677:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:31595:x1830947542743424:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128118.802689:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128118.802705:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc04 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d38c0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.802725:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbfd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b9 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.802731:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.802732:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.802735:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc04 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c0 expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.802755:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbfd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b9 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.802763:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbfd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b9 expref: 5 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746128118.802773:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540425728:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128118.802820:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5297 00000100:00100000:3.0:1746128118.802825:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:31596:x1830947542743552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128118.802831:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128118.802836:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcc0b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d38c7 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.802846:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.802849:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc04 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c0 expref: 50 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.802853:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128118.802856:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcc0b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c7 expref: 50 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.802870:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc04 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c0 expref: 50 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.802879:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcc0b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c7 expref: 50 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.802886:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67a00, rc 0) 00000100:00100000:3.0:1746128118.802921:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:31596:x1830947542743552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.802926:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5297 00000100:00100000:1.0:1746128118.803201:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c900 going to sleep for 11 seconds 00000100:00100000:1.0:1746128118.806627:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540425728:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128118.806650:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc04 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c0 expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.806663:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56000, rc 0) 00000100:00100000:1.0:1746128118.806695:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:31595:x1830947542743424:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4019us (5382us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128118.806702:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5296 00000100:00100000:0.0:1746128118.807202:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.807275:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542743680 00000100:00100000:3.0:1746128118.807280:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542743680 00010000:00010000:3.0:1746128118.807302:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbfd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b9 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.807330:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9182 00000100:00100000:3.0:1746128118.807335:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542743680:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.807344:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.807361:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbfd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b9 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.807370:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbfd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b9 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.807392:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcbfd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38b9 expref: 6 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.807414:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.807416:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.807446:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c0 expref: 48 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.807456:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c0 expref: 48 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.807481:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c0 expref: 48 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.807490:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c0 expref: 48 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.807499:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540425984:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.807560:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.808908:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540425984:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128118.808921:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128118.808952:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542743680:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1616us (1750us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.808970:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9182 00000100:00100000:0.0:1746128118.809143:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.809216:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542743936 00000100:00100000:1.0:1746128118.809222:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542743936 00002000:00100000:1.0:1746128118.809249:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c71880 x1830947542743936/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.809257:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71880 with x1830947542743936 ext(0->4095) 00010000:00010000:1.0:1746128118.809264:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c0 expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.809273:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c0 expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746128118.809278:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c71880 00000100:00100000:1.0:1746128118.809302:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1906 00000100:00100000:1.0:1746128118.809307:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1963:x1830947542743936:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128118.809418:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1963:x1830947542743936:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128118.809423:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1906 00002000:00100000:1.0:1746128118.809429:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c71880 x1830947542743936/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.809435:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71880 with x1830947542743936 ext(0->4095) 00010000:00010000:1.0:1746128118.809439:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c0 expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.809447:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c0 expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746128118.809453:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c71880 00000100:00100000:0.0:1746128118.811629:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.811703:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542744064 00000100:00100000:3.0:1746128118.811710:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542744064 00010000:00010000:3.0:1746128118.811737:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c0 expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.811768:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9183 00000100:00100000:3.0:1746128118.811774:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1963:x1830947542744064:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.811786:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.811802:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c0 expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.811812:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c0 expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.811829:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc04 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c0 expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.811853:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.811854:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.811860:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcc0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c7 expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.811934:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcc0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c7 expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.811972:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcc0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c7 expref: 48 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128118.811982:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540426112:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.812255:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.813951:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540426112:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128118.813972:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:3.0:1746128118.813977:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128118.814067:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1963:x1830947542744064:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2292us (2441us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.814075:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9183 00000100:00100000:2.0:1746128118.814234:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542744320 00000100:00100000:2.0:1746128118.814240:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542744320 00002000:00100000:2.0:1746128118.814391:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b29500 x1830947542744320/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.814400:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29500 with x1830947542744320 ext(0->4095) 00002000:00010000:2.0:1746128118.814404:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b29500 00000100:00100000:2.0:1746128118.814418:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3872 00000100:00100000:2.0:1746128118.814424:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1963:x1830947542744320:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128118.814796:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1963:x1830947542744320:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 371us (824us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.814802:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3872 00002000:00100000:2.0:1746128118.814808:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b29500 x1830947542744320/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.814815:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29500 with x1830947542744320 ext(0->4095) 00002000:00010000:2.0:1746128118.814817:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b29500 00000100:00100000:0.0:1746128118.816265:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.816308:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542744448 00000100:00100000:1.0:1746128118.816314:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542744448 00000100:00100000:1.0:1746128118.816350:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5298 00000100:00100000:1.0:1746128118.816356:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542744448:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128118.816366:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128118.816378:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcc12 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d38ce expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.816403:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcc0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c7 expref: 47 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.816409:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128118.816411:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128118.816414:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcc12 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ce expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.816436:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcc0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c7 expref: 47 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.816450:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcc0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c7 expref: 47 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746128118.816459:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540426240:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128118.816529:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128118.817841:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540426240:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128118.817862:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcc12 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ce expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.817872:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56a00, rc 0) 00000100:00100000:1.0:1746128118.817909:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542744448:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1552us (1645us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128118.817915:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5298 00000100:00100000:0.0:1746128118.818099:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.818157:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542744576 00000100:00100000:3.0:1746128118.818161:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542744576 00010000:00010000:3.0:1746128118.818178:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcc0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c7 expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.818255:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9184 00000100:00100000:3.0:1746128118.818261:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1964:x1830947542744576:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.818270:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.818285:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcc0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c7 expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.818294:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcc0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c7 expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.818309:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcc0b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38c7 expref: 48 pid: 8417 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.818466:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.818468:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.818474:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcc12 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ce expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.818481:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcc12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ce expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.818502:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcc12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ce expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128118.818512:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540426368:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.818736:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.820192:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540426368:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128118.820205:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128118.820243:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:1964:x1830947542744576:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1980us (2143us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.820251:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9184 00000100:00100000:0.0:1746128118.820723:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.820997:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542744832 00000100:00100000:2.0:1746128118.821003:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542744832 00002000:00100000:2.0:1746128118.821032:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b2b800 x1830947542744832/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.821045:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2b800 with x1830947542744832 ext(0->4095) 00002000:00010000:2.0:1746128118.821048:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b2b800 00000100:00100000:2.0:1746128118.821072:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3873 00000100:00100000:2.0:1746128118.821078:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542744832:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128118.821192:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542744832:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (469us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.821197:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3873 00002000:00100000:2.0:1746128118.821202:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b2b800 x1830947542744832/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.821208:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2b800 with x1830947542744832 ext(0->4095) 00002000:00010000:2.0:1746128118.821211:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b2b800 00000100:00100000:0.0:1746128118.822973:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.823074:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542744960 00000100:00100000:1.0:1746128118.823079:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542744960 00000100:00100000:1.0:1746128118.823116:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5299 00000100:00100000:1.0:1746128118.823122:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+47:31596:x1830947542744960:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128118.823133:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128118.823145:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcc19 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d38d5 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.823166:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcc12 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ce expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.823173:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.823175:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.823177:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcc19 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38d5 expref: 48 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.823196:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcc12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ce expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.823202:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcc12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ce expref: 5 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746128118.823209:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540426496:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128118.823271:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.823977:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.824115:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542745088 00000100:00100000:2.0:1746128118.824119:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542745088 00000100:00100000:2.0:1746128118.824150:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5300 00000100:00100000:2.0:1746128118.824155:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:31595:x1830947542745088:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128118.824162:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128118.824168:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc20 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d38dc expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128118.824439:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540426496:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128118.824489:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.824494:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcc19 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38d5 expref: 50 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.824499:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.824503:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc20 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38dc expref: 50 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.824522:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcc19 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38d5 expref: 50 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.824532:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc20 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38dc expref: 50 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.824539:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7400, rc 0) 00000100:00100000:2.0:1746128118.824561:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:31595:x1830947542745088:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 406us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.824566:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5300 00010000:00010000:1.0:1746128118.824680:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcc19 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38d5 expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.824687:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57e00, rc 0) 00000100:00100000:1.0:1746128118.824704:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:31596:x1830947542744960:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1583us (1736us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128118.824710:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5299 00000100:00100000:0.0:1746128118.824912:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.825096:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542745216 00000100:00100000:3.0:1746128118.825100:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542745216 00010000:00010000:3.0:1746128118.825117:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcc12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ce expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.825144:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9185 00000100:00100000:3.0:1746128118.825149:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542745216:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.825156:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.825170:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcc12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ce expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.825182:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcc12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ce expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.825196:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcc12 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ce expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.825207:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.825209:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.825214:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcc19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38d5 expref: 48 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.825220:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcc19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38d5 expref: 48 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.825238:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcc19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38d5 expref: 48 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.825247:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcc19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38d5 expref: 48 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.825409:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540426752:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.825554:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9000 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.826375:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540426752:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128118.826389:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128118.826409:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542745216:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1260us (1497us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.826419:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9185 00000100:00100000:0.0:1746128118.826917:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.826985:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542745472 00000100:00100000:1.0:1746128118.826989:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542745472 00002000:00100000:1.0:1746128118.827015:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b28000 x1830947542745472/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.827028:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28000 with x1830947542745472 ext(0->4095) 00010000:00010000:1.0:1746128118.827034:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcc19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38d5 expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.827042:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcc19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38d5 expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746128118.827047:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b28000 00000100:00100000:1.0:1746128118.827119:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1907 00000100:00100000:1.0:1746128118.827125:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1964:x1830947542745472:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128118.827237:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1964:x1830947542745472:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128118.827243:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1907 00002000:00100000:1.0:1746128118.827247:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b28000 x1830947542745472/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.827253:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28000 with x1830947542745472 ext(0->4095) 00010000:00010000:1.0:1746128118.827258:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcc19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38d5 expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.827265:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcc19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38d5 expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746128118.827271:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b28000 00000100:00100000:0.0:1746128118.829514:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.829605:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542745600 00000100:00100000:1.0:1746128118.829612:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542745600 00000100:00100000:1.0:1746128118.829641:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5301 00000100:00100000:1.0:1746128118.829647:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542745600:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746128118.829662:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.829745:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542745728 00000100:00100000:3.0:1746128118.829749:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542745728 00010000:00010000:3.0:1746128118.829769:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcc19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38d5 expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.829786:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9186 00000100:00100000:3.0:1746128118.829790:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f29450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1964:x1830947542745728:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.829800:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.829815:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcc19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38d5 expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.829824:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcc19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38d5 expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.829839:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcc19 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38d5 expref: 49 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.829852:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.829854:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.829860:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38dc expref: 48 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.829866:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38dc expref: 48 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.829892:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38dc expref: 48 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128118.829902:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540426880:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128118.829919:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128118.829928:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc27 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d38e3 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.829943:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38dc expref: 48 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.829948:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128118.829949:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746128118.829950:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9000 going to sleep for 11 seconds 00010000:00010000:1.0:1746128118.829952:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc27 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38e3 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.829978:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38dc expref: 48 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.829986:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc20 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38dc expref: 48 pid: 8418 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746128118.829992:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540427008:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128118.830012:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.831446:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.831598:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540427008:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128118.831617:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc27 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38e3 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.831630:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56000, rc 0) 00000100:00100000:3.0:1746128118.831979:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540426880:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128118.831989:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128118.832385:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542745984 00000100:00100000:0.0:1746128118.832391:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542745984 00002000:00100000:0.0:1746128118.832418:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b28380 x1830947542745984/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128118.832426:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28380 with x1830947542745984 ext(0->4095) 00010000:00010000:0.0:1746128118.832431:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38dc expref: 49 pid: 8418 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746128118.832441:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38dc expref: 49 pid: 8418 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746128118.832446:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b28380 00000100:00100000:3.0:1746128118.832474:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f29450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1964:x1830947542745728:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2682us (2811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.832482:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9186 00000100:00100000:1.0:1746128118.832642:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542745600:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2994us (3131us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128118.832648:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5301 00000100:00100000:0.0:1746128118.832755:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1908 00000100:00100000:0.0:1746128118.832761:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1963:x1830947542745984:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128118.834628:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1963:x1830947542745984:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 1860us (3179us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128118.834638:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1908 00002000:00100000:0.0:1746128118.834647:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b28380 x1830947542745984/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128118.834655:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28380 with x1830947542745984 ext(0->4095) 00010000:00010000:0.0:1746128118.834663:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38dc expref: 48 pid: 8418 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746128118.834675:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38dc expref: 48 pid: 8418 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746128118.834681:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b28380 00000100:00100000:0.0:1746128118.837888:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128118.837931:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.838024:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542746112 00000100:00100000:3.0:1746128118.838031:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542746112 00010000:00010000:3.0:1746128118.838058:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38dc expref: 48 pid: 8418 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.838081:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9187 00000100:00100000:3.0:1746128118.838087:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1964:x1830947542746112:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.838097:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.838113:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38dc expref: 48 pid: 8418 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.838122:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38dc expref: 48 pid: 8418 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.838140:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc20 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38dc expref: 48 pid: 8418 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.838153:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.838156:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.838161:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc27 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38e3 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.838167:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38e3 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.838193:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38e3 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128118.838203:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540427136:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.838274:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128118.838491:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542746240 00000100:00100000:1.0:1746128118.838496:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542746240 00000100:00100000:1.0:1746128118.839113:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5302 00000100:00100000:1.0:1746128118.839120:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:31595:x1830947542746240:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128118.839130:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128118.839139:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc2e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d38ea expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.839153:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38e3 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.839158:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.839159:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.839162:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc2e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ea expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.839176:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38e3 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.839184:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc27 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38e3 expref: 5 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746128118.839196:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540427264:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128118.839622:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.840654:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540427136:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128118.840668:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128118.840702:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1964:x1830947542746112:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2615us (2770us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.840710:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9187 00000100:00100000:1.0:1746128118.840777:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540427264:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128118.840783:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:1.0:1746128118.840793:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc2e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ea expref: 48 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128118.840800:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542746496 00010000:00010000:1.0:1746128118.840802:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56e00, rc 0) 00000100:00100000:0.0:1746128118.840804:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542746496 00000100:00100000:1.0:1746128118.840821:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:31595:x1830947542746240:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1702us (2939us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128118.840827:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5302 00002000:00100000:0.0:1746128118.841033:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b29c00 x1830947542746496/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128118.841043:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29c00 with x1830947542746496 ext(0->4095) 00010000:00010000:0.0:1746128118.841326:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38e3 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746128118.841337:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38e3 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746128118.841344:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b29c00 00000100:00100000:0.0:1746128118.841396:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1909 00000100:00100000:0.0:1746128118.841402:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542746496:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128118.841713:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542746496:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 310us (929us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128118.841719:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1909 00002000:00100000:0.0:1746128118.841724:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b29c00 x1830947542746496/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128118.841731:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29c00 with x1830947542746496 ext(0->4095) 00010000:00010000:0.0:1746128118.841736:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38e3 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:0.0:1746128118.841744:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38e3 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:0.0:1746128118.841750:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b29c00 00000100:00100000:0.0:1746128118.844015:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.844199:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542746624 00000100:00100000:3.0:1746128118.844206:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542746624 00010000:00010000:3.0:1746128118.844228:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38e3 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.844254:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9188 00000100:00100000:3.0:1746128118.844261:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542746624:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.844269:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.844333:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38e3 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.844491:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38e3 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.844508:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcc27 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38e3 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.844526:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.844528:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.844533:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ea expref: 47 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.844539:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ea expref: 47 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.844564:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ea expref: 47 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128118.844594:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540427392:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.844648:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.848418:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.848481:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540427392:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128118.848496:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128118.848527:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542746624:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4267us (4517us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.848536:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9188 00000100:00100000:1.0:1746128118.848655:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542746880 00000100:00100000:1.0:1746128118.848661:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542746880 00002000:00100000:1.0:1746128118.848690:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b29f80 x1830947542746880/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.848699:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29f80 with x1830947542746880 ext(0->4095) 00002000:00010000:1.0:1746128118.848703:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b29f80 00000100:00100000:1.0:1746128118.848732:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3874 00000100:00100000:1.0:1746128118.848738:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1964:x1830947542746880:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128118.849199:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1964:x1830947542746880:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 460us (786us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128118.849204:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3874 00002000:00100000:1.0:1746128118.849209:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b29f80 x1830947542746880/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.849220:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29f80 with x1830947542746880 ext(0->4095) 00002000:00010000:1.0:1746128118.849223:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b29f80 00000100:00100000:0.0:1746128118.856642:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.857262:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542747008 00000100:00100000:1.0:1746128118.857270:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542747008 00000100:00100000:1.0:1746128118.857368:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5303 00000100:00100000:1.0:1746128118.857376:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542747008:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128118.857392:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128118.857406:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcc35 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d38f1 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.857431:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ea expref: 47 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.857437:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128118.857439:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128118.857441:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcc35 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f1 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.857465:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ea expref: 47 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.857475:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ea expref: 47 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746128118.857484:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540427520:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128118.858802:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c240 going to sleep for 11 seconds 00000100:00100000:1.0:1746128118.867098:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540427520:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128118.867125:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcc35 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f1 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.867139:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56800, rc 0) 00000100:00100000:1.0:1746128118.867176:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542747008:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9800us (10540us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128118.867184:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5303 00000100:00100000:0.0:1746128118.871621:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.871709:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542747136 00000100:00100000:1.0:1746128118.871718:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542747136 00002000:00100000:1.0:1746128118.871753:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800840a4700 x1830947542747136/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 496/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.871763:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a4700 with x1830947542747136 ext(0->7) 00010000:00010000:1.0:1746128118.871772:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ea expref: 48 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.871783:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ea expref: 48 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746128118.871789:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800840a4700 00000100:00100000:1.0:1746128118.872075:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1910 00000100:00100000:1.0:1746128118.872082:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+48:1963:x1830947542747136:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128118.873000:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1963:x1830947542747136:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 916us (1383us total) trans 4294967998 rc 0/0 00000100:00100000:1.0:1746128118.873007:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1910 00002000:00100000:1.0:1746128118.873015:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800840a4700 x1830947542747136/t4294967998(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 496/448 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.873023:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a4700 with x1830947542747136 ext(0->7) 00010000:00010000:1.0:1746128118.873028:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ea expref: 50 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:1.0:1746128118.873038:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ea expref: 50 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:1.0:1746128118.873044:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800840a4700 00000100:00100000:0.0:1746128118.882909:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.882999:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542747264 00000100:00100000:3.0:1746128118.883008:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542747264 00010000:00010000:3.0:1746128118.883036:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ea expref: 50 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.883152:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9189 00000100:00100000:3.0:1746128118.883160:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542747264:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.883172:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.883189:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ea expref: 50 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.883200:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ea expref: 50 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.883218:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc2e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ea expref: 50 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.883385:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.883388:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.883394:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcc35 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.883401:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcc35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.883427:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcc35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128118.883437:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540427648:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.883870:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.897352:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.899412:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540427648:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128118.899429:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128118.899463:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1964:x1830947542747264:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 16304us (16561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.899471:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9189 00000100:00100000:1.0:1746128118.900906:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542747520 00000100:00100000:1.0:1746128118.900915:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542747520 00002000:00100000:1.0:1746128118.900949:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a7800 x1830947542747520/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.900966:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a7800 with x1830947542747520 ext(0->4095) 00002000:00010000:1.0:1746128118.900970:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a7800 00000100:00100000:1.0:1746128118.900996:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3875 00000100:00100000:1.0:1746128118.901003:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542747520:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128118.901126:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542747520:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (3780us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128118.901131:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3875 00002000:00100000:1.0:1746128118.901136:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a7800 x1830947542747520/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.901142:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a7800 with x1830947542747520 ext(0->4095) 00002000:00010000:1.0:1746128118.901145:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a7800 00000100:00100000:0.0:1746128118.903135:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.903261:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542747648 00000100:00100000:1.0:1746128118.903268:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542747648 00000100:00100000:1.0:1746128118.903308:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5304 00000100:00100000:1.0:1746128118.903314:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:31595:x1830947542747648:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128118.903337:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128118.903350:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcc3c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d38f8 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.903372:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcc35 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.903378:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.903379:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.903382:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcc3c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f8 expref: 50 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.903405:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcc35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f1 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.903414:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcc35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f1 expref: 5 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746128118.903425:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540427776:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128118.903492:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128118.911877:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540427776:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128118.911903:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcc3c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f8 expref: 50 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.911920:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57000, rc 0) 00000100:00100000:1.0:1746128118.911969:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:31595:x1830947542747648:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8654us (8837us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128118.911976:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5304 00000100:00100000:0.0:1746128118.916623:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128118.916660:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.916759:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542747904 00000100:00100000:3.0:1746128118.916766:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542747904 00010000:00010000:3.0:1746128118.916795:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcc35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f1 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.916816:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9190 00000100:00100000:3.0:1746128118.916822:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542747904:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.916831:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.916848:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcc35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f1 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.916857:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcc35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f1 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.916875:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcc35 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f1 expref: 6 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.916890:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.916892:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.916897:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcc3c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f8 expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.916908:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcc3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f8 expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.916932:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcc3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f8 expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128118.916942:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540427904:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.917017:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128118.917232:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542747776 00000100:00100000:1.0:1746128118.917236:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542747776 00000100:00100000:1.0:1746128118.917257:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5305 00000100:00100000:1.0:1746128118.917262:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:31596:x1830947542747776:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128118.917273:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128118.917282:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcc43 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d38ff expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.917296:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcc3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f8 expref: 51 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.917302:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128118.917303:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128118.917305:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcc43 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ff expref: 51 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.917319:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcc3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f8 expref: 51 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.917327:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcc3c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f8 expref: 51 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:1.0:1746128118.917339:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540428032:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128118.917362:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.919430:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.924005:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540427904:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128118.924022:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128118.924079:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542747904:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7256us (7417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.924088:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9190 00000100:00100000:1.0:1746128118.926123:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540428032:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128118.926146:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcc43 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ff expref: 51 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.926159:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57800, rc 0) 00000100:00100000:1.0:1746128118.926235:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:31596:x1830947542747776:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8972us (9617us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128118.926242:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5305 00000100:00100000:2.0:1746128118.927007:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542748160 00000100:00100000:2.0:1746128118.927013:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542748160 00002000:00100000:2.0:1746128118.927041:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a6a00 x1830947542748160/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.927048:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a6a00 with x1830947542748160 ext(0->4095) 00010000:00010000:2.0:1746128118.927054:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcc3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f8 expref: 51 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.927064:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcc3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f8 expref: 51 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.927069:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800840a6a00 00000100:00100000:2.0:1746128118.927090:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1911 00000100:00100000:2.0:1746128118.927094:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1964:x1830947542748160:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128118.927207:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1964:x1830947542748160:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (7781us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.927212:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1911 00002000:00100000:2.0:1746128118.927216:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a6a00 x1830947542748160/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.927223:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a6a00 with x1830947542748160 ext(0->4095) 00010000:00010000:2.0:1746128118.927227:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcc3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f8 expref: 51 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:2.0:1746128118.927235:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcc3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f8 expref: 51 pid: 8416 timeout: 614 lvb_type: 0 00002000:00010000:2.0:1746128118.927240:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800840a6a00 00000100:00100000:0.0:1746128118.929087:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.929167:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542748288 00000100:00100000:3.0:1746128118.929174:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542748288 00010000:00010000:3.0:1746128118.929198:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcc3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f8 expref: 51 pid: 8416 timeout: 614 lvb_type: 0 00000100:00100000:3.0:1746128118.929220:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9191 00000100:00100000:3.0:1746128118.929226:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1965:x1830947542748288:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.929235:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.929250:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcc3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f8 expref: 51 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.929259:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcc3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f8 expref: 51 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.929277:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcc3c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38f8 expref: 51 pid: 8416 timeout: 614 lvb_type: 0 00010000:00010000:3.0:1746128118.929288:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.929290:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.929296:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcc43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ff expref: 50 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.929303:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcc43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ff expref: 50 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.929341:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcc43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ff expref: 50 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128118.929351:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540428160:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.929426:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746128118.931033:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540428160:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128118.931048:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128118.931075:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1965:x1830947542748288:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1848us (1993us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128118.931082:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9191 00000100:00100000:0.0:1746128118.933485:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.933548:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542748544 00000100:00100000:1.0:1746128118.933555:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542748544 00002000:00100000:1.0:1746128118.933609:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a4a80 x1830947542748544/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.933618:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a4a80 with x1830947542748544 ext(0->4095) 00002000:00010000:1.0:1746128118.933621:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a4a80 00000100:00100000:1.0:1746128118.933643:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3876 00000100:00100000:1.0:1746128118.933649:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1966:x1830947542748544:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128118.933770:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1966:x1830947542748544:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128118.933776:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3876 00002000:00100000:1.0:1746128118.933780:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800840a4a80 x1830947542748544/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128118.933792:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a4a80 with x1830947542748544 ext(0->4095) 00002000:00010000:1.0:1746128118.933794:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a4a80 00000100:00100000:0.0:1746128118.935879:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.937970:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542748672 00000100:00100000:1.0:1746128118.937980:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542748672 00000100:00100000:1.0:1746128118.938415:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5306 00000100:00100000:1.0:1746128118.938423:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542748672:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128118.938438:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128118.938452:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc4a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3906 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.938476:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcc43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ff expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.938483:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128118.938484:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128118.938487:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc4a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3906 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.938513:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcc43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ff expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.938522:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcc43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ff expref: 49 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746128118.938532:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540428288:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128118.939610:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128118.942067:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540428288:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128118.942092:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc4a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3906 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.942105:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56e00, rc 0) 00000100:00100000:1.0:1746128118.942136:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542748672:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3713us (6261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128118.942142:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5306 00000100:00100000:0.0:1746128118.942701:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128118.943057:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542748800 00000100:00100000:3.0:1746128118.943063:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542748800 00010000:00010000:3.0:1746128118.943088:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcc43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ff expref: 50 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128118.943112:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9192 00000100:00100000:3.0:1746128118.943118:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1963:x1830947542748800:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128118.943128:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128118.943145:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcc43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ff expref: 50 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128118.943154:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcc43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ff expref: 50 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128118.943171:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcc43 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d38ff expref: 50 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128118.943195:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.943197:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128118.943203:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc4a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3906 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.943210:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3906 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128118.943233:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3906 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128118.943243:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540428416:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128118.943291:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.946413:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.946813:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542748928 00000100:00100000:1.0:1746128118.946821:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542748928 00000100:00100000:1.0:1746128118.946854:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5307 00000100:00100000:1.0:1746128118.946859:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:31595:x1830947542748928:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128118.946873:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128118.946886:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcc51 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d390d expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.946907:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3906 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.946913:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.946914:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.946918:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcc51 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d390d expref: 51 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.946939:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3906 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.946947:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc4a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3906 expref: 5 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746128118.946969:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540428544:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128118.947036:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.948643:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540428416:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128118.948656:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128118.948680:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1963:x1830947542748800:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5562us (5981us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128118.948688:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9192 00000100:00100000:0.0:1746128118.951124:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.951817:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542749184 00000100:00100000:2.0:1746128118.951826:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542749184 00002000:00100000:2.0:1746128118.951859:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bd8380 x1830947542749184/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.951868:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bd8380 with x1830947542749184 ext(0->4095) 00010000:00010000:2.0:1746128118.951875:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc4a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3906 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128118.951887:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc4a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3906 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128118.951893:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bd8380 00000100:00100000:2.0:1746128118.951923:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1912 00000100:00100000:2.0:1746128118.951929:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542749184:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128118.952061:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542749184:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (942us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.952067:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1912 00002000:00100000:2.0:1746128118.952072:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bd8380 x1830947542749184/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.952079:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bd8380 with x1830947542749184 ext(0->4095) 00010000:00010000:2.0:1746128118.952084:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc4a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3906 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128118.952092:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc4a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3906 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128118.952097:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bd8380 00000100:00100000:2.0:1746128118.952787:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540428544:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128118.952816:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcc51 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d390d expref: 50 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.952828:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57600, rc 0) 00000100:00100000:2.0:1746128118.953596:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:31595:x1830947542748928:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6734us (7186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.953604:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5307 00000100:00100000:0.0:1746128118.955714:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128118.955758:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.955860:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542749312 00000100:00100000:1.0:1746128118.955867:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542749312 00010000:00010000:1.0:1746128118.955894:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3906 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746128118.955915:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9193 00000100:00100000:1.0:1746128118.955921:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f29850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542749312:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128118.955931:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128118.955947:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3906 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128118.955967:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3906 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128118.955984:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcc4a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3906 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128118.956012:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.956014:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.956019:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcc51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d390d expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.956026:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcc51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d390d expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.956056:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcc51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d390d expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128118.956066:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540428672:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128118.956118:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.956175:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542749440 00000100:00100000:2.0:1746128118.956179:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542749440 00000100:00100000:2.0:1746128118.956210:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5308 00000100:00100000:2.0:1746128118.956215:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542749440:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128118.956227:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128118.956236:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcc58 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3914 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.956249:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcc51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d390d expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.956255:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.956256:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.956258:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcc58 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3914 expref: 7 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.956272:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcc51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d390d expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.956280:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcc51 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d390d expref: 49 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128118.956287:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540428800:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128118.956305:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.959255:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.959424:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540428800:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128118.959443:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcc58 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3914 expref: 7 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.959456:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6200, rc 0) 00000100:00100000:2.0:1746128118.959485:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+7:31596:x1830947542749440:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3270us (3775us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.959492:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5308 00000100:00100000:1.0:1746128118.959565:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540428672:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128118.959594:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128118.959612:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f29850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542749312:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3691us (3854us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128118.959619:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9193 00000100:00100000:3.0:1746128118.959696:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542749696 00000100:00100000:3.0:1746128118.959701:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542749696 00002000:00100000:3.0:1746128118.959728:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bda300 x1830947542749696/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128118.959736:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bda300 with x1830947542749696 ext(0->4095) 00010000:00010000:3.0:1746128118.959741:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcc51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d390d expref: 50 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128118.959752:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcc51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d390d expref: 50 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128118.959758:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bda300 00000100:00100000:3.0:1746128118.959770:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1913 00000100:00100000:3.0:1746128118.959775:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1963:x1830947542749696:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128118.959885:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1963:x1830947542749696:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (636us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128118.959890:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1913 00002000:00100000:3.0:1746128118.959895:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bda300 x1830947542749696/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128118.959902:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bda300 with x1830947542749696 ext(0->4095) 00010000:00010000:3.0:1746128118.959906:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcc51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d390d expref: 50 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128118.959915:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcc51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d390d expref: 50 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128118.959925:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bda300 00000100:00100000:0.0:1746128118.962475:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128118.962525:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.962674:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542749824 00000100:00100000:2.0:1746128118.962682:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542749824 00000100:00100000:2.0:1746128118.962716:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5309 00000100:00100000:2.0:1746128118.962722:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:31595:x1830947542749824:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128118.962735:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128118.962748:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc5f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d391b expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.962767:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.962772:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcc58 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3914 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.962778:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128118.962781:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc5f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d391b expref: 51 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.962807:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcc58 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3914 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.962817:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc5f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d391b expref: 51 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.962824:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7400, rc 0) 00000100:00100000:2.0:1746128118.962866:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:31595:x1830947542749824:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.962875:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5309 00000100:00100000:1.0:1746128118.962939:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542749952 00000100:00100000:1.0:1746128118.962943:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542749952 00010000:00010000:1.0:1746128118.962968:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcc51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d390d expref: 51 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746128118.962984:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9194 00000100:00100000:1.0:1746128118.962988:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1964:x1830947542749952:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128118.962997:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128118.963011:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcc51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d390d expref: 51 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128118.963020:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcc51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d390d expref: 51 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128118.963034:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcc51 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d390d expref: 51 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128118.963047:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.963049:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.963053:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcc58 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3914 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.963060:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcc58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3914 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.963076:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcc58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3914 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.963086:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcc58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3914 expref: 5 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746128118.963095:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540429056:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128118.963140:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.966175:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.966258:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540429056:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128118.966274:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128118.966315:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542749952:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3325us (3790us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128118.966325:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9194 00000100:00100000:2.0:1746128118.966386:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542750208 00000100:00100000:2.0:1746128118.966392:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542750208 00002000:00100000:2.0:1746128118.966421:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bd9f80 x1830947542750208/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.966428:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bd9f80 with x1830947542750208 ext(0->4095) 00010000:00010000:2.0:1746128118.966435:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcc58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3914 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128118.966445:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcc58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3914 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128118.966450:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bd9f80 00000100:00100000:2.0:1746128118.966464:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1914 00000100:00100000:2.0:1746128118.966469:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542750208:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128118.966608:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542750208:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (437us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.966613:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1914 00002000:00100000:2.0:1746128118.966618:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bd9f80 x1830947542750208/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.966625:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bd9f80 with x1830947542750208 ext(0->4095) 00010000:00010000:2.0:1746128118.966629:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcc58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3914 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128118.966641:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcc58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3914 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128118.966645:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bd9f80 00000100:00100000:0.0:1746128118.970267:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128118.970383:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542750336 00000100:00100000:1.0:1746128118.970392:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542750336 00010000:00010000:1.0:1746128118.970418:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcc58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3914 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746128118.970454:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9195 00000100:00100000:1.0:1746128118.970461:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542750336:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128118.970473:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128118.970490:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcc58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3914 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128118.970500:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcc58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3914 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128118.970517:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcc58 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3914 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128118.970545:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.970547:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128118.970553:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d391b expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.970560:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d391b expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128118.970612:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d391b expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128118.970622:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540429184:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128118.970694:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.972650:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.972728:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542750592 00000100:00100000:2.0:1746128118.972734:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542750592 00002000:00100000:2.0:1746128118.972762:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bd9500 x1830947542750592/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.972771:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bd9500 with x1830947542750592 ext(0->4095) 00002000:00010000:2.0:1746128118.972774:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bd9500 00000100:00100000:2.0:1746128118.972799:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3877 00000100:00100000:2.0:1746128118.972804:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542750592:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128118.972916:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542750592:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (270us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.972921:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3877 00002000:00100000:2.0:1746128118.972926:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bd9500 x1830947542750592/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.972933:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bd9500 with x1830947542750592 ext(0->4095) 00002000:00010000:2.0:1746128118.972935:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bd9500 00000100:00100000:1.0:1746128118.973097:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540429184:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128118.973109:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128118.973136:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542750336:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2676us (2875us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128118.973142:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9195 00000100:00100000:0.0:1746128118.975517:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.976233:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542750720 00000100:00100000:2.0:1746128118.976239:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542750720 00000100:00100000:2.0:1746128118.976271:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5310 00000100:00100000:2.0:1746128118.976277:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542750720:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128118.976292:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128118.976306:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc66 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3922 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.976330:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d391b expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.976336:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.976338:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.976341:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc66 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3922 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.976363:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d391b expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.976373:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d391b expref: 49 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128118.976382:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540429312:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128118.976447:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.979130:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540429312:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128118.979151:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc66 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3922 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.979165:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6c00, rc 0) 00000100:00100000:2.0:1746128118.979207:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542750720:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2929us (3694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.979218:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5310 00000100:00100000:0.0:1746128118.979443:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.979757:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542750848 00000100:00100000:2.0:1746128118.979762:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542750848 00010000:00010000:2.0:1746128118.979781:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d391b expref: 50 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128118.979810:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9196 00000100:00100000:2.0:1746128118.979815:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b019f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542750848:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128118.979825:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128118.979840:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d391b expref: 50 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128118.979849:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d391b expref: 50 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128118.979865:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcc5f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d391b expref: 50 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128118.979888:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.979890:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.979895:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc66 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3922 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.979902:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3922 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.979924:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3922 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128118.979933:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540429440:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128118.979998:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.982343:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.982425:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540429440:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128118.982438:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128118.982475:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b019f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:1964:x1830947542750848:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2659us (3033us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.982483:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9196 00000100:00100000:3.0:1746128118.983016:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542751104 00000100:00100000:3.0:1746128118.983022:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542751104 00002000:00100000:3.0:1746128118.983050:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b01aa00 x1830947542751104/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128118.983058:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01aa00 with x1830947542751104 ext(0->4095) 00002000:00010000:3.0:1746128118.983062:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b01aa00 00000100:00100000:3.0:1746128118.983076:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3878 00000100:00100000:3.0:1746128118.983082:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542751104:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128118.983203:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542751104:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (864us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128118.983209:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3878 00002000:00100000:3.0:1746128118.983213:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b01aa00 x1830947542751104/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128118.983219:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01aa00 with x1830947542751104 ext(0->4095) 00002000:00010000:3.0:1746128118.983222:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b01aa00 00000100:00100000:0.0:1746128118.985208:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.985344:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542751232 00000100:00100000:2.0:1746128118.985350:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542751232 00000100:00100000:2.0:1746128118.985376:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5311 00000100:00100000:2.0:1746128118.985381:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+49:31595:x1830947542751232:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128118.985392:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128118.985406:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcc6d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3929 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.985428:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc66 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3922 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.985435:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.985436:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.985439:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcc6d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3929 expref: 50 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.985461:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3922 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.985475:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3922 expref: 5 pid: 8418 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128118.985484:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540429568:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128118.985554:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128118.987269:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.987622:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542751360 00000100:00100000:2.0:1746128118.987628:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542751360 00000100:00100000:2.0:1746128118.987666:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5312 00000100:00100000:2.0:1746128118.987672:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:31596:x1830947542751360:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128118.987684:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128118.987695:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcc74 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3930 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.987712:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.987717:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcc6d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3929 expref: 52 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.987722:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128118.987725:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcc74 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3930 expref: 52 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.987748:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcc6d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3929 expref: 52 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.987758:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcc74 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3930 expref: 52 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.987770:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7e00, rc 0) 00000100:00100000:2.0:1746128118.987803:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:31596:x1830947542751360:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.987809:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5312 00000100:00100000:2.0:1746128118.990197:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540429568:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128118.990218:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcc6d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3929 expref: 51 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.990230:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7800, rc 0) 00000100:00100000:2.0:1746128118.990270:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:31595:x1830947542751232:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4888us (5066us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.990277:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5311 00000100:00100000:0.0:1746128118.991022:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.991210:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542751488 00000100:00100000:2.0:1746128118.991216:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542751488 00010000:00010000:2.0:1746128118.991238:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3922 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128118.991256:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9197 00000100:00100000:2.0:1746128118.991262:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b018e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542751488:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128118.991273:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128118.991289:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3922 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128118.991298:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3922 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128118.991316:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc66 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3922 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128118.991338:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.991340:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.991345:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcc6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3929 expref: 50 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.991352:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcc6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3929 expref: 50 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.991376:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcc6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3929 expref: 50 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.991385:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcc6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3929 expref: 50 pid: 8418 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128118.991394:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540429824:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128118.991452:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82240 going to sleep for 11 seconds 00000100:00100000:2.0:1746128118.993993:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540429824:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128118.994008:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128118.994039:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b018e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542751488:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2776us (3018us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128118.994047:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9197 00000100:00100000:0.0:1746128118.994316:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.994854:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542751744 00000100:00100000:2.0:1746128118.994861:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542751744 00002000:00100000:2.0:1746128118.994890:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b018a80 x1830947542751744/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/0 e 0 to 0 dl 1746128129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.994898:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b018a80 with x1830947542751744 ext(0->4095) 00010000:00010000:2.0:1746128118.994904:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcc6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3929 expref: 51 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128118.994915:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcc6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3929 expref: 51 pid: 8418 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128118.994920:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b018a80 00000100:00100000:2.0:1746128118.994945:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1915 00000100:00100000:2.0:1746128118.994951:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b018a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1964:x1830947542751744:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128118.995083:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b018a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1964:x1830947542751744:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (767us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128118.995089:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1915 00002000:00100000:2.0:1746128118.995093:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b018a80 x1830947542751744/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:369/0 lens 488/4536 e 0 to 0 dl 1746128129 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128118.995099:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b018a80 with x1830947542751744 ext(0->4095) 00010000:00010000:2.0:1746128118.995103:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcc6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3929 expref: 51 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128118.995111:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcc6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3929 expref: 51 pid: 8418 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128118.995115:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b018a80 00000100:00100000:0.0:1746128118.997070:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128118.997133:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542751872 00000100:00100000:2.0:1746128118.997140:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542751872 00010000:00010000:2.0:1746128118.997163:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcc6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3929 expref: 51 pid: 8418 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128118.997182:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9198 00000100:00100000:2.0:1746128118.997187:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1965:x1830947542751872:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128118.997197:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128118.997212:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcc6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3929 expref: 51 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128118.997221:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcc6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3929 expref: 51 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128118.997238:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcc6d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3929 expref: 51 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128118.997250:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.997251:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128118.997256:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcc74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3930 expref: 50 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.997263:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcc74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3930 expref: 50 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128118.997287:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcc74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3930 expref: 50 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128118.997301:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540429952:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128118.997367:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128119.000345:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.000422:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540429952:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128119.000437:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.000596:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542752128 00000100:00100000:3.0:1746128119.000603:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542752128 00002000:00100000:3.0:1746128119.000649:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929ce00 x1830947542752128/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.000657:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929ce00 with x1830947542752128 ext(0->4095) 00002000:00010000:3.0:1746128119.000661:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929ce00 00000100:00100000:3.0:1746128119.000679:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3879 00000100:00100000:3.0:1746128119.000686:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1964:x1830947542752128:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128119.000924:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1965:x1830947542751872:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3735us (3857us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.000932:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9198 00000100:00080000:1.0:1746128119.001003:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746128119.001551:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542752128:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 864us (1212us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128119.001557:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3879 00002000:00100000:3.0:1746128119.001563:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929ce00 x1830947542752128/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.001588:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929ce00 with x1830947542752128 ext(0->4095) 00002000:00010000:3.0:1746128119.001591:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929ce00 00000100:00100000:0.0:1746128119.003764:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.004075:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542752256 00000100:00100000:2.0:1746128119.004082:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542752256 00000100:00100000:2.0:1746128119.004139:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5313 00000100:00100000:2.0:1746128119.004146:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542752256:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.004160:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.004176:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc7b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3937 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.004202:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcc74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3930 expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.004209:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.004211:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.004214:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc7b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3937 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.004237:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcc74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3930 expref: 49 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.004253:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcc74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3930 expref: 49 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.004263:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540430080:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.004329:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82300 going to sleep for 11 seconds 00000100:00080000:1.0:1746128119.004486:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746128119.006988:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540430080:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.007012:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc7b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3937 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.007026:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6000, rc 0) 00000100:00100000:2.0:1746128119.007068:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542752256:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2922us (3308us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.007075:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5313 00000100:00100000:0.0:1746128119.008376:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.008467:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542752384 00000100:00100000:2.0:1746128119.008473:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542752384 00010000:00010000:2.0:1746128119.008497:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcc74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3930 expref: 50 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.008527:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9199 00000100:00100000:2.0:1746128119.008532:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b019500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542752384:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128119.008543:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128119.008559:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcc74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3930 expref: 50 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.008594:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcc74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3930 expref: 50 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.008613:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcc74 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3930 expref: 50 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.008638:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.008639:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.008645:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc7b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3937 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.008652:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc7b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3937 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.008676:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc7b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3937 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128119.008686:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540430208:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128119.008751:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.010321:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.010841:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542752512 00000100:00100000:2.0:1746128119.010846:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542752512 00000100:00100000:2.0:1746128119.010873:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5314 00000100:00100000:2.0:1746128119.010878:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:31595:x1830947542752512:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.010890:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.010902:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc82 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d393e expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.010925:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc7b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3937 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.010930:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.010931:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.010934:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc82 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d393e expref: 51 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.010953:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc7b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3937 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.010970:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc7b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3937 expref: 5 pid: 8418 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.010979:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540430336:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.011027:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f823c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.011418:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540430208:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.011431:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.011449:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b019500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1964:x1830947542752384:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2917us (3076us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.011456:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9199 00000100:00100000:0.0:1746128119.013152:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.013539:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542752768 00000100:00100000:3.0:1746128119.013545:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542752768 00002000:00100000:3.0:1746128119.013601:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b01a300 x1830947542752768/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.013609:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01a300 with x1830947542752768 ext(0->4095) 00010000:00010000:3.0:1746128119.013616:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc7b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3937 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.013627:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc7b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3937 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.013632:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b01a300 00000100:00100000:3.0:1746128119.013657:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1916 00000100:00100000:3.0:1746128119.013662:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542752768:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128119.013790:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542752768:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (641us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128119.013794:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1916 00002000:00100000:3.0:1746128119.013799:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b01a300 x1830947542752768/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.013805:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01a300 with x1830947542752768 ext(0->4095) 00010000:00010000:3.0:1746128119.013808:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc7b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3937 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.013815:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc7b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3937 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.013820:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b01a300 00000100:00100000:2.0:1746128119.014747:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540430336:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.014766:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc82 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d393e expref: 50 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.014777:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6c00, rc 0) 00000100:00100000:2.0:1746128119.014799:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:31595:x1830947542752512:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3920us (4482us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.014805:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5314 00000100:00100000:0.0:1746128119.017020:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128119.017057:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.017119:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542752896 00000100:00100000:2.0:1746128119.017126:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542752896 00000100:00100000:2.0:1746128119.017151:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5315 00000100:00100000:2.0:1746128119.017156:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:31596:x1830947542752896:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.017167:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.017177:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcc89 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3945 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.017193:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.017196:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc82 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d393e expref: 51 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.017201:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.017204:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcc89 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3945 expref: 51 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.017228:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc82 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d393e expref: 51 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.017236:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcc89 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3945 expref: 51 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.017243:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7200, rc 0) 00000100:00100000:2.0:1746128119.017276:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:31596:x1830947542752896:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.017281:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5315 00000100:00100000:3.0:1746128119.017436:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542753024 00000100:00100000:3.0:1746128119.017440:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542753024 00010000:00010000:3.0:1746128119.017452:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc7b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3937 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.017821:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9200 00000100:00100000:3.0:1746128119.017826:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542753024:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.017833:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.017847:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc7b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3937 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.017860:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc7b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3937 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.017874:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc7b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3937 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.017893:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.017895:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.017899:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d393e expref: 50 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.017905:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d393e expref: 50 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.017922:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d393e expref: 50 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.017929:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d393e expref: 50 pid: 8418 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.017938:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540430592:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.019151:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.021103:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.021173:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540430592:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.021187:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128119.021268:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542753280 00000100:00100000:2.0:1746128119.021273:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542753280 00002000:00100000:2.0:1746128119.021302:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b018000 x1830947542753280/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.021315:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b018000 with x1830947542753280 ext(0->4095) 00010000:00010000:2.0:1746128119.021321:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d393e expref: 51 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.021330:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d393e expref: 51 pid: 8418 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.021336:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b018000 00000100:00100000:2.0:1746128119.021355:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1917 00000100:00100000:2.0:1746128119.021360:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1963:x1830947542753280:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128119.021475:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542753024:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3648us (4416us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.021486:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9200 00000100:00100000:2.0:1746128119.022327:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1963:x1830947542753280:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 964us (1227us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128119.022334:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1917 00002000:00100000:2.0:1746128119.022339:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b018000 x1830947542753280/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.022346:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b018000 with x1830947542753280 ext(0->4095) 00010000:00010000:2.0:1746128119.022351:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d393e expref: 51 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.022359:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d393e expref: 51 pid: 8418 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.022365:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b018000 00000100:00100000:0.0:1746128119.025341:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.025415:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542753408 00000100:00100000:3.0:1746128119.025422:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542753408 00010000:00010000:3.0:1746128119.025448:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d393e expref: 51 pid: 8418 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.025555:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9201 00000100:00100000:3.0:1746128119.025561:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b019f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1965:x1830947542753408:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.025589:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.025607:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d393e expref: 51 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.025618:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d393e expref: 51 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.025634:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcc82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d393e expref: 51 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.025657:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.025659:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.025664:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcc89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3945 expref: 50 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.025670:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcc89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3945 expref: 50 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.025695:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcc89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3945 expref: 50 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.025704:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540430720:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.026332:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.029110:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.029280:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542753664 00000100:00100000:2.0:1746128119.029287:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542753664 00002000:00100000:2.0:1746128119.029327:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b018e00 x1830947542753664/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.029336:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b018e00 with x1830947542753664 ext(0->4095) 00002000:00010000:2.0:1746128119.029340:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b018e00 00000100:00100000:2.0:1746128119.029356:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3880 00000100:00100000:2.0:1746128119.029362:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1963:x1830947542753664:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128119.029496:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:1963:x1830947542753664:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (391us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128119.029502:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3880 00002000:00100000:2.0:1746128119.029506:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b018e00 x1830947542753664/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.029513:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b018e00 with x1830947542753664 ext(0->4095) 00002000:00010000:2.0:1746128119.029515:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b018e00 00000100:00100000:3.0:1746128119.029607:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540430720:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.029621:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.029641:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b019f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1965:x1830947542753408:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4080us (4306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.029647:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9201 00000100:00100000:0.0:1746128119.032786:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.032924:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542753792 00000100:00100000:2.0:1746128119.032931:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542753792 00000100:00100000:2.0:1746128119.033037:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5316 00000100:00100000:2.0:1746128119.033045:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542753792:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.033060:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.033074:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d394c expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.033096:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcc89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3945 expref: 49 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.033106:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.033108:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.033111:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc90 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d394c expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.033135:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcc89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3945 expref: 49 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.033145:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcc89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3945 expref: 49 pid: 8418 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.033154:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540430848:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.033227:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128119.035736:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540430848:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.035760:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc90 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d394c expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.035772:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6000, rc 0) 00000100:00100000:2.0:1746128119.035803:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542753792:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2759us (3024us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.035810:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5316 00000100:00100000:0.0:1746128119.037650:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.037849:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542753920 00000100:00100000:3.0:1746128119.037855:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542753920 00010000:00010000:3.0:1746128119.037883:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcc89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3945 expref: 50 pid: 8418 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.037915:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9202 00000100:00100000:3.0:1746128119.037922:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b019500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542753920:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.037933:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.037949:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcc89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3945 expref: 50 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.037969:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcc89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3945 expref: 50 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.037987:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcc89 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3945 expref: 50 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.038009:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.038011:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.038017:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc90 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d394c expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.038024:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d394c expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.038050:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d394c expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.038060:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540430976:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.038129:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128119.039223:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128119.039333:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542754048 00000100:00100000:0.0:1746128119.039338:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542754048 00000100:00100000:0.0:1746128119.039378:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5317 00000100:00100000:0.0:1746128119.039383:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:31595:x1830947542754048:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128119.039395:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128119.039404:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcc97 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3953 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128119.039421:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d394c expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128119.039426:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128119.039427:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128119.039429:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcc97 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3953 expref: 51 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128119.039446:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d394c expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128119.039454:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc90 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d394c expref: 5 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746128119.039461:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c75f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540431104:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128119.039513:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.042048:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128119.042144:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c75f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540431104:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128119.042163:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcc97 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3953 expref: 51 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128119.042176:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129618a00, rc 0) 00000100:00100000:0.0:1746128119.042218:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:31595:x1830947542754048:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2834us (2997us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128119.042226:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5317 00000100:00100000:3.0:1746128119.042336:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540430976:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.042346:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.042367:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b019500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542753920:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4447us (4801us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.042375:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9202 00000100:00100000:1.0:1746128119.042435:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542754304 00000100:00100000:1.0:1746128119.042440:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542754304 00002000:00100000:1.0:1746128119.042467:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c75500 x1830947542754304/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.042475:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c75500 with x1830947542754304 ext(0->4095) 00010000:00010000:1.0:1746128119.042481:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d394c expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.042491:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d394c expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.042498:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c75500 00000100:00100000:1.0:1746128119.042525:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1918 00000100:00100000:1.0:1746128119.042531:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542754304:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128119.042657:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542754304:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (613us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128119.042662:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1918 00002000:00100000:1.0:1746128119.042667:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c75500 x1830947542754304/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.042675:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c75500 with x1830947542754304 ext(0->4095) 00010000:00010000:1.0:1746128119.042680:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d394c expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.042688:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d394c expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.042693:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c75500 00000100:00100000:0.0:1746128119.047060:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.047413:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542754432 00000100:00100000:3.0:1746128119.047420:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542754432 00010000:00010000:3.0:1746128119.047447:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d394c expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.047523:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9203 00000100:00100000:3.0:1746128119.047531:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542754432:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.047542:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.047560:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d394c expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.047599:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d394c expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.047620:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcc90 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d394c expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.047646:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.047648:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.047654:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcc97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3953 expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.047661:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcc97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3953 expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.047688:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcc97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3953 expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.047698:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540431232:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.048179:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.050879:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.051063:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540431232:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.051079:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.051111:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542754432:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3581us (4059us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.051120:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9203 00000100:00100000:2.0:1746128119.051189:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542754688 00000100:00100000:2.0:1746128119.051194:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542754688 00002000:00100000:2.0:1746128119.051223:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c77100 x1830947542754688/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.051237:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c77100 with x1830947542754688 ext(0->4095) 00002000:00010000:2.0:1746128119.051240:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c77100 00000100:00100000:2.0:1746128119.051266:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3881 00000100:00100000:2.0:1746128119.051271:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542754688:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128119.051381:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+50:1964:x1830947542754688:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (507us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128119.051386:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3881 00002000:00100000:2.0:1746128119.051390:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c77100 x1830947542754688/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.051396:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c77100 with x1830947542754688 ext(0->4095) 00002000:00010000:2.0:1746128119.051399:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c77100 00000100:00100000:0.0:1746128119.056902:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.057027:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542754816 00000100:00100000:2.0:1746128119.057034:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542754816 00000100:00100000:2.0:1746128119.057069:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5318 00000100:00100000:2.0:1746128119.057075:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542754816:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.057090:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.057104:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcc9e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d395a expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.057126:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcc97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3953 expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.057132:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.057133:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.057137:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcc9e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d395a expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.057160:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcc97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3953 expref: 49 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.057169:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcc97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3953 expref: 49 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.057179:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540431360:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.057252:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128119.058839:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540431360:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.058857:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcc9e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d395a expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.058867:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6800, rc 0) 00000100:00100000:2.0:1746128119.059289:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542754816:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2211us (2391us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.059296:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5318 00000100:00100000:1.0:1746128119.091652:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.092117:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542754944 00000100:00100000:2.0:1746128119.092125:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542754944 00000100:00100000:1.0:1746128119.092225:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.092241:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542755072 00000100:00100000:1.0:1746128119.092244:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542755072 00002000:00100000:1.0:1746128119.092271:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008929f800 x1830947542755072/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.092280:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929f800 with x1830947542755072 ext(0->7) 00010000:00010000:1.0:1746128119.092287:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcc97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3953 expref: 51 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.092298:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcc97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3953 expref: 51 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.092304:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929f800 00000100:00100000:2.0:1746128119.092768:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5319 00000100:00100000:2.0:1746128119.092776:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+51:31595:x1830947542754944:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.092785:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.092795:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcca5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3961 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.092817:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.092821:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcc9e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d395a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.092826:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128119.092829:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcca5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3961 expref: 52 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.092855:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcc9e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d395a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.092865:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcca5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3961 expref: 52 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.092873:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6a00, rc 0) 00000100:00100000:1.0:1746128119.092938:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1919 00000100:00100000:1.0:1746128119.092944:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1964:x1830947542755072:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128119.093305:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31595:x1830947542754944:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 529us (1659us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.093311:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5319 00000100:00100000:1.0:1746128119.093823:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1964:x1830947542755072:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 878us (1598us total) trans 4294967999 rc 0/0 00000100:00100000:1.0:1746128119.093830:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1919 00002000:00100000:1.0:1746128119.093836:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008929f800 x1830947542755072/t4294967999(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/448 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.093844:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929f800 with x1830947542755072 ext(0->7) 00010000:00010000:1.0:1746128119.093850:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcc97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3953 expref: 53 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.093860:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcc97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3953 expref: 53 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.093866:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929f800 00000100:00100000:3.0:1746128119.096113:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128119.096163:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542755200 00000100:00100000:0.0:1746128119.096169:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542755200 00010000:00010000:0.0:1746128119.096191:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcc97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3953 expref: 53 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746128119.096218:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9204 00000100:00100000:0.0:1746128119.096223:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+53:1965:x1830947542755200:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128119.096233:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128119.096247:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcc97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3953 expref: 53 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746128119.096255:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcc97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3953 expref: 53 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746128119.096271:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcc97 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3953 expref: 53 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746128119.096283:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128119.096285:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128119.096290:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcc9e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d395a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128119.096297:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcc9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d395a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128119.096317:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcc9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d395a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128119.096325:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcc9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d395a expref: 5 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:0.0:1746128119.096334:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c75180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540431616:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128119.096395:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.098346:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.098736:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542755456 00000100:00100000:1.0:1746128119.098741:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542755456 00002000:00100000:1.0:1746128119.098772:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c74000 x1830947542755456/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.098781:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c74000 with x1830947542755456 ext(0->4095) 00010000:00010000:1.0:1746128119.098787:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcc9e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d395a expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.098798:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcc9e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d395a expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.098804:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c74000 00000100:00100000:2.0:1746128119.099053:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c75180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540431616:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128119.099066:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128119.099215:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1920 00000100:00100000:1.0:1746128119.099222:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542755456:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128119.099393:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1965:x1830947542755200:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3168us (3282us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.099400:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9204 00000100:00100000:1.0:1746128119.099654:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542755456:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 431us (1311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128119.099660:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1920 00002000:00100000:1.0:1746128119.099665:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c74000 x1830947542755456/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.099673:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c74000 with x1830947542755456 ext(0->4095) 00010000:00010000:1.0:1746128119.099678:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcc9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d395a expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.099687:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcc9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d395a expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.099692:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c74000 00000100:00100000:0.0:1746128119.102342:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.102432:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542755584 00000100:00100000:2.0:1746128119.102439:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542755584 00010000:00010000:2.0:1746128119.102462:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcc9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d395a expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.102490:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9205 00000100:00100000:2.0:1746128119.102495:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542755584:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128119.102505:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128119.102521:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcc9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d395a expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.102530:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcc9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d395a expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.102546:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcc9e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d395a expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.102861:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.102863:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.102869:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcca5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3961 expref: 51 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.102876:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcca5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3961 expref: 51 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.102900:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcca5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3961 expref: 51 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128119.102910:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540431744:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128119.102977:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128119.115234:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.115380:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540431744:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.115395:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.115428:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542755584:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 12932us (13090us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.115437:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9205 00000100:00100000:1.0:1746128119.116614:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542755840 00000100:00100000:1.0:1746128119.116620:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542755840 00002000:00100000:1.0:1746128119.116650:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c271f80 x1830947542755840/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.116658:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c271f80 with x1830947542755840 ext(0->4095) 00002000:00010000:1.0:1746128119.116661:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c271f80 00000100:00100000:1.0:1746128119.116682:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3882 00000100:00100000:1.0:1746128119.116687:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1966:x1830947542755840:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128119.116800:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1966:x1830947542755840:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (1572us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128119.116805:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3882 00002000:00100000:1.0:1746128119.116810:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c271f80 x1830947542755840/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.116816:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c271f80 with x1830947542755840 ext(0->4095) 00002000:00010000:1.0:1746128119.116818:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c271f80 00000100:00100000:0.0:1746128119.125010:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.125096:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542755968 00000100:00100000:2.0:1746128119.125103:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542755968 00000100:00100000:2.0:1746128119.125136:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5320 00000100:00100000:2.0:1746128119.125142:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542755968:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.125156:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.125170:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3968 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.125194:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcca5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3961 expref: 51 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.125200:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.125201:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.125204:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccac lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3968 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.125227:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcca5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3961 expref: 51 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.125237:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcca5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3961 expref: 51 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.125247:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c271180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540431872:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.125323:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128119.131837:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c271180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540431872:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.131863:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccac lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3968 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.131880:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7200, rc 0) 00000100:00100000:2.0:1746128119.135091:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542755968:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9939us (10079us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.135100:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5320 00000100:00100000:0.0:1746128119.136207:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.136283:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542756096 00000100:00100000:3.0:1746128119.136290:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542756096 00002000:00100000:3.0:1746128119.136322:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092c76d80 x1830947542756096/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.136330:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c76d80 with x1830947542756096 ext(0->7) 00010000:00010000:3.0:1746128119.136337:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcca5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3961 expref: 52 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.136348:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcca5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3961 expref: 52 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.136353:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c76d80 00000100:00100000:3.0:1746128119.136379:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1921 00000100:00100000:3.0:1746128119.136386:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+52:1964:x1830947542756096:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128119.136662:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542756096:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 276us (456us total) trans 4294968000 rc 0/0 00000100:00100000:3.0:1746128119.136669:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1921 00002000:00100000:3.0:1746128119.136674:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092c76d80 x1830947542756096/t4294968000(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/448 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.136680:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c76d80 with x1830947542756096 ext(0->7) 00010000:00010000:3.0:1746128119.136684:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcca5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3961 expref: 54 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.136692:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcca5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3961 expref: 54 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.136697:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c76d80 00000100:00100000:0.0:1746128119.149047:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.149149:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542756224 00000100:00100000:2.0:1746128119.149156:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542756224 00000100:00100000:2.0:1746128119.149191:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5321 00000100:00100000:2.0:1746128119.149196:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31595:x1830947542756224:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.149209:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.149224:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccb3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d396f expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.149244:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.149249:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3968 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.149254:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128119.149257:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccb3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d396f expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.149290:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccac lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3968 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.149302:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccb3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d396f expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.149314:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6c00, rc 0) 00000100:00100000:2.0:1746128119.150048:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:31595:x1830947542756224:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 849us (1005us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.150055:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5321 00000100:00100000:0.0:1746128119.151888:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.151984:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542756352 00000100:00100000:3.0:1746128119.151990:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542756352 00010000:00010000:3.0:1746128119.152016:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcca5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3961 expref: 55 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.152036:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9206 00000100:00100000:3.0:1746128119.152041:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1964:x1830947542756352:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.152051:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.152067:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcca5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3961 expref: 55 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.152077:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcca5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3961 expref: 55 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.152093:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcca5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3961 expref: 55 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.153332:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.153336:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.153345:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3968 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.153359:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3968 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.153403:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3968 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.153413:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3968 expref: 5 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.153424:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540432128:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.154737:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.156689:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.156860:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540432128:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.156876:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.156908:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542756352:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4866us (5024us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.156917:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9206 00000100:00100000:1.0:1746128119.156986:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542756608 00000100:00100000:1.0:1746128119.156991:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542756608 00002000:00100000:1.0:1746128119.157019:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a9880 x1830947542756608/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.157026:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a9880 with x1830947542756608 ext(0->4095) 00010000:00010000:1.0:1746128119.157032:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3968 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.157042:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3968 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.157047:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d0a9880 00000100:00100000:1.0:1746128119.157060:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1922 00000100:00100000:1.0:1746128119.157065:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542756608:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128119.157172:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542756608:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (488us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128119.157176:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1922 00002000:00100000:1.0:1746128119.157181:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a9880 x1830947542756608/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.157187:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a9880 with x1830947542756608 ext(0->4095) 00010000:00010000:1.0:1746128119.157191:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3968 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.157199:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3968 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.157204:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d0a9880 00000100:00100000:0.0:1746128119.161611:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.161713:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542756736 00000100:00100000:3.0:1746128119.161720:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542756736 00010000:00010000:3.0:1746128119.161750:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3968 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.161774:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9207 00000100:00100000:3.0:1746128119.161781:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f2b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542756736:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.161791:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.161809:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3968 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.161819:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3968 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.161837:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3968 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.161858:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.161859:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.161865:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d396f expref: 53 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.161872:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d396f expref: 53 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.161898:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d396f expref: 53 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.161907:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540432256:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.161980:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.165301:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540432256:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.165318:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.165353:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f2b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542756736:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3572us (3782us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.165362:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9207 00000100:00100000:0.0:1746128119.166085:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.166236:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542756992 00000100:00100000:3.0:1746128119.166242:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542756992 00002000:00100000:3.0:1746128119.166271:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a8a80 x1830947542756992/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.166279:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a8a80 with x1830947542756992 ext(0->4095) 00002000:00010000:3.0:1746128119.166283:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0a8a80 00000100:00100000:3.0:1746128119.166306:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3883 00000100:00100000:3.0:1746128119.166313:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542756992:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128119.166441:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542756992:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (357us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128119.166446:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3883 00002000:00100000:3.0:1746128119.166452:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a8a80 x1830947542756992/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.166458:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a8a80 with x1830947542756992 ext(0->4095) 00002000:00010000:3.0:1746128119.166460:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0a8a80 00000100:00100000:0.0:1746128119.168773:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.168995:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542757120 00000100:00100000:2.0:1746128119.169001:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542757120 00000100:00100000:2.0:1746128119.169030:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5322 00000100:00100000:2.0:1746128119.169035:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542757120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.169047:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.169060:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bccba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3976 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.169083:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d396f expref: 53 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.169089:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.169090:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.169093:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bccba lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3976 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.169115:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d396f expref: 53 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.169123:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccb3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d396f expref: 53 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.169136:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c271180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540432384:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.169196:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128119.171909:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c271180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540432384:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.171932:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bccba lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3976 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.171944:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6800, rc 0) 00000100:00100000:0.0:1746128119.172100:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.172314:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542757248 00000100:00100000:3.0:1746128119.172320:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542757248 00010000:00010000:3.0:1746128119.172341:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccb3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d396f expref: 54 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.172370:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9208 00000100:00100000:3.0:1746128119.172377:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542757248:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.172386:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.172403:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccb3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d396f expref: 54 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.172416:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d396f expref: 54 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.172434:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccb3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d396f expref: 54 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.172463:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542757120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3426us (3695us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.172469:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5322 00010000:00010000:3.0:1746128119.173128:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.173131:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.173138:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bccba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3976 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.173146:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bccba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3976 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.173172:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bccba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3976 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.173182:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540432512:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.173249:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.174431:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.174600:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542757376 00000100:00100000:2.0:1746128119.174606:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542757376 00000100:00100000:2.0:1746128119.174636:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5323 00000100:00100000:2.0:1746128119.174641:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31595:x1830947542757376:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.174653:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.174664:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bccc1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d397d expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.174680:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bccba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3976 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.174686:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.174687:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.174690:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bccc1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d397d expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.174712:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bccba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3976 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.174722:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bccba lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3976 expref: 5 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.174731:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c271180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540432640:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.176018:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.176610:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540432512:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.176623:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.176658:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1964:x1830947542757248:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4281us (4557us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.176665:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9208 00000100:00100000:0.0:1746128119.178641:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.179294:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c271180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540432640:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.179315:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bccc1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d397d expref: 54 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.179328:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6000, rc 0) 00000100:00100000:1.0:1746128119.179410:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542757632 00000100:00100000:1.0:1746128119.179416:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542757632 00002000:00100000:1.0:1746128119.179449:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a8000 x1830947542757632/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.179457:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a8000 with x1830947542757632 ext(0->4095) 00010000:00010000:1.0:1746128119.179463:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bccba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3976 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.179473:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bccba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3976 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.179478:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d0a8000 00000100:00100000:2.0:1746128119.179791:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:31595:x1830947542757376:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5147us (5360us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.179798:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5323 00000100:00100000:1.0:1746128119.180053:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1923 00000100:00100000:1.0:1746128119.180060:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542757632:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128119.180175:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542757632:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (1538us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128119.180180:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1923 00002000:00100000:1.0:1746128119.180185:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a8000 x1830947542757632/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.180192:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a8000 with x1830947542757632 ext(0->4095) 00010000:00010000:1.0:1746128119.180197:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bccba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3976 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.180205:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bccba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3976 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.180210:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d0a8000 00000100:00100000:0.0:1746128119.183698:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.183816:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542757760 00000100:00100000:3.0:1746128119.183824:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542757760 00010000:00010000:3.0:1746128119.183852:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bccba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3976 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.183884:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9209 00000100:00100000:3.0:1746128119.183891:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542757760:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.183901:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.183918:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bccba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3976 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.183928:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bccba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3976 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.183946:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bccba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3976 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.183981:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.183983:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.183989:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bccc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d397d expref: 53 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.183995:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bccc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d397d expref: 53 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.184020:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bccc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d397d expref: 53 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.184030:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540432768:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.184091:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.187162:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.187236:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542758016 00000100:00100000:2.0:1746128119.187242:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542758016 00002000:00100000:2.0:1746128119.187279:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a9c00 x1830947542758016/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.187288:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a9c00 with x1830947542758016 ext(0->4095) 00002000:00010000:2.0:1746128119.187292:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0a9c00 00000100:00100000:2.0:1746128119.187321:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3884 00000100:00100000:2.0:1746128119.187328:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542758016:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128119.187742:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540432768:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.187756:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128119.188237:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542758016:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 908us (1080us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128119.188244:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3884 00002000:00100000:2.0:1746128119.188250:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a9c00 x1830947542758016/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.188258:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a9c00 with x1830947542758016 ext(0->4095) 00002000:00010000:2.0:1746128119.188261:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0a9c00 00000100:00100000:3.0:1746128119.188315:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542757760:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4424us (4623us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.188322:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9209 00000100:00100000:0.0:1746128119.211117:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.211643:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542758144 00000100:00100000:2.0:1746128119.211649:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542758144 00000100:00100000:2.0:1746128119.211682:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5324 00000100:00100000:2.0:1746128119.211688:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542758144:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.211700:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.211712:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bccc8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3984 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.211734:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bccc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d397d expref: 53 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.211741:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.211742:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.211745:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bccc8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3984 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.211766:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bccc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d397d expref: 53 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.211779:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bccc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d397d expref: 53 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.211789:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c271180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540432896:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.212422:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.215983:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.216027:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c271180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540432896:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.216048:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bccc8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3984 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.216061:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7e00, rc 0) 00000100:00100000:2.0:1746128119.216096:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542758144:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4407us (4984us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.216103:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5324 00000100:00100000:3.0:1746128119.217266:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542758272 00000100:00100000:3.0:1746128119.217272:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542758272 00002000:00100000:3.0:1746128119.217304:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012d0a9500 x1830947542758272/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.217313:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a9500 with x1830947542758272 ext(0->7) 00010000:00010000:3.0:1746128119.217320:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bccc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d397d expref: 54 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.217331:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bccc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d397d expref: 54 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.217336:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d0a9500 00000100:00100000:3.0:1746128119.217351:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1924 00000100:00100000:3.0:1746128119.217357:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+54:1964:x1830947542758272:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128119.217643:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542758272:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 285us (1670us total) trans 4294968001 rc 0/0 00000100:00100000:3.0:1746128119.217649:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1924 00002000:00100000:3.0:1746128119.217655:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012d0a9500 x1830947542758272/t4294968001(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/448 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.217666:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a9500 with x1830947542758272 ext(0->7) 00010000:00010000:3.0:1746128119.217671:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bccc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d397d expref: 56 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.217678:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bccc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d397d expref: 56 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.217683:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d0a9500 00000100:00100000:0.0:1746128119.219487:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.219612:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542758400 00000100:00100000:3.0:1746128119.219619:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542758400 00010000:00010000:3.0:1746128119.219645:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bccc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d397d expref: 56 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.219680:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9210 00000100:00100000:3.0:1746128119.219686:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542758400:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.219697:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.219712:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bccc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d397d expref: 56 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.219721:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bccc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d397d expref: 56 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.219737:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bccc1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d397d expref: 56 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.219761:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.219763:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.219770:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bccc8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3984 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.219776:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bccc8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3984 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.219801:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bccc8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3984 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.219810:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540433024:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.219872:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.221168:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540433024:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.221181:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.221212:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1964:x1830947542758400:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1526us (1731us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.221219:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9210 00000100:00100000:0.0:1746128119.222218:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.222290:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542758656 00000100:00100000:1.0:1746128119.222295:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542758656 00002000:00100000:1.0:1746128119.222324:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a9180 x1830947542758656/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.222333:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a9180 with x1830947542758656 ext(0->4095) 00002000:00010000:1.0:1746128119.222337:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0a9180 00000100:00100000:1.0:1746128119.222359:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3885 00000100:00100000:1.0:1746128119.222365:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542758656:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128119.222481:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542758656:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128119.222487:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3885 00002000:00100000:1.0:1746128119.222492:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d0a9180 x1830947542758656/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.222498:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d0a9180 with x1830947542758656 ext(0->4095) 00002000:00010000:1.0:1746128119.222500:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d0a9180 00000100:00100000:0.0:1746128119.229165:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.229402:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542758784 00000100:00100000:2.0:1746128119.229410:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542758784 00000100:00100000:2.0:1746128119.229444:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5325 00000100:00100000:2.0:1746128119.229450:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:31596:x1830947542758784:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.229464:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.229478:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcccf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d398b expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.229498:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bccc8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3984 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.229507:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.229509:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.229512:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcccf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d398b expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.229535:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bccc8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3984 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.229546:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bccc8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3984 expref: 5 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.229555:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c271180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540433152:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.229654:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128119.233110:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c271180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540433152:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.233134:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcccf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d398b expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.233147:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6c00, rc 0) 00000100:00100000:2.0:1746128119.233177:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31596:x1830947542758784:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3726us (4018us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.233183:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5325 00000100:00100000:0.0:1746128119.235294:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.235366:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542758912 00000100:00100000:3.0:1746128119.235372:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542758912 00010000:00010000:3.0:1746128119.235397:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bccc8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3984 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.235427:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9211 00000100:00100000:3.0:1746128119.235432:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542758912:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.235445:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.235461:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bccc8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3984 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.235474:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bccc8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3984 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.235490:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bccc8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3984 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.235510:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.235511:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.235517:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcccf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d398b expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.235523:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcccf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d398b expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.235545:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcccf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d398b expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.235553:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540433280:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.235624:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.236400:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.236455:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542759040 00000100:00100000:2.0:1746128119.236459:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542759040 00000100:00100000:2.0:1746128119.236482:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5326 00000100:00100000:2.0:1746128119.236486:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31595:x1830947542759040:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.236497:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.236505:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccd6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3992 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.236519:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcccf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d398b expref: 57 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.236524:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.236525:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.236528:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccd6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3992 expref: 57 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.236542:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcccf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d398b expref: 57 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.236551:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcccf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d398b expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.236558:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c271180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540433408:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.236616:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82480 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.238542:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540433280:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.238556:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.238616:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542758912:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3184us (3326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.238624:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9211 00000100:00100000:2.0:1746128119.238687:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c271180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540433408:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.238701:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccd6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3992 expref: 57 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.238711:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7200, rc 0) 00000100:00100000:2.0:1746128119.238725:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31595:x1830947542759040:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2239us (2327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.238733:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5326 00000100:00100000:0.0:1746128119.240369:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.240439:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542759296 00000100:00100000:3.0:1746128119.240446:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542759296 00002000:00100000:3.0:1746128119.240474:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c78700 x1830947542759296/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.240482:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c78700 with x1830947542759296 ext(0->4095) 00010000:00010000:3.0:1746128119.240489:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcccf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d398b expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.240499:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcccf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d398b expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.240504:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c78700 00000100:00100000:3.0:1746128119.240526:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1925 00000100:00100000:3.0:1746128119.240532:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542759296:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128119.240672:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542759296:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (308us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128119.240677:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1925 00002000:00100000:3.0:1746128119.240681:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c78700 x1830947542759296/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.240688:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c78700 with x1830947542759296 ext(0->4095) 00010000:00010000:3.0:1746128119.240691:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcccf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d398b expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.240698:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcccf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d398b expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.240704:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c78700 00010000:00010000:1.0:1746128119.241788:0:11111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128119.245170:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128119.245250:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.245463:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542759424 00000100:00100000:2.0:1746128119.245470:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542759424 00000100:00100000:2.0:1746128119.245504:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5327 00000100:00100000:2.0:1746128119.245511:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542759424:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.245524:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.245537:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bccdd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3999 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.245554:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.245559:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccd6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3992 expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.245565:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128119.245568:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bccdd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3999 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.245617:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccd6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3992 expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.245627:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bccdd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3999 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.245636:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6a00, rc 0) 00000100:00100000:2.0:1746128119.245679:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542759424:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.245684:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5327 00000100:00100000:3.0:1746128119.245928:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542759552 00000100:00100000:3.0:1746128119.245932:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542759552 00010000:00010000:3.0:1746128119.245945:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcccf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d398b expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.245971:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9212 00000100:00100000:3.0:1746128119.245975:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542759552:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.245983:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.245998:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcccf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d398b expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.246005:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcccf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d398b expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.246018:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcccf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d398b expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.246029:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.246030:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.246035:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccd6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3992 expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.246041:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3992 expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.246055:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3992 expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.246067:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3992 expref: 56 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.246075:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540433664:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.246115:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.249526:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.249596:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542759808 00000100:00100000:1.0:1746128119.249603:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542759808 00002000:00100000:1.0:1746128119.249639:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c79f80 x1830947542759808/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.249649:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c79f80 with x1830947542759808 ext(0->4095) 00010000:00010000:1.0:1746128119.249656:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccd6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3992 expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.249667:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccd6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3992 expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.249673:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c79f80 00000100:00100000:1.0:1746128119.249702:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1926 00000100:00100000:1.0:1746128119.249708:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542759808:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128119.249829:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542759808:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128119.249835:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1926 00002000:00100000:1.0:1746128119.249840:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c79f80 x1830947542759808/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.249848:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c79f80 with x1830947542759808 ext(0->4095) 00010000:00010000:1.0:1746128119.249852:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccd6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3992 expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.249860:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccd6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3992 expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.249865:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c79f80 00000100:00100000:3.0:1746128119.249990:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540433664:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.250004:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.250025:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542759552:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4050us (4775us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.250031:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9212 00000100:00100000:0.0:1746128119.253451:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.253544:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542759936 00000100:00100000:2.0:1746128119.253551:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542759936 00000100:00100000:2.0:1746128119.253609:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5328 00000100:00100000:2.0:1746128119.253616:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31595:x1830947542759936:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.253631:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.253645:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcce4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d39a0 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.253665:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.253670:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bccdd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3999 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.253675:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128119.253678:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcce4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a0 expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.253706:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bccdd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3999 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.253717:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcce4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a0 expref: 57 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.253725:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6000, rc 0) 00000100:00100000:2.0:1746128119.253771:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31595:x1830947542759936:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.253776:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5328 00000100:00100000:0.0:1746128119.255387:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.255454:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542760064 00000100:00100000:3.0:1746128119.255459:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542760064 00010000:00010000:3.0:1746128119.255481:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3992 expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.255509:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9213 00000100:00100000:3.0:1746128119.255514:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1966:x1830947542760064:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.255524:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.255541:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3992 expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.255551:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3992 expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.255567:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccd6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3992 expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.256274:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.256277:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.256288:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bccdd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3999 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.256295:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bccdd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3999 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.256324:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bccdd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3999 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.256334:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bccdd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3999 expref: 5 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.256457:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540433920:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.258586:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128119.261718:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.261741:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542760320 00000100:00100000:2.0:1746128119.261748:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542760320 00002000:00100000:2.0:1746128119.261783:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c271180 x1830947542760320/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.261793:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c271180 with x1830947542760320 ext(0->4095) 00010000:00010000:2.0:1746128119.261801:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bccdd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3999 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.261812:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bccdd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3999 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.261818:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c271180 00000100:00100000:2.0:1746128119.261834:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1927 00000100:00100000:2.0:1746128119.261840:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542760320:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128119.261973:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542760320:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (262us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128119.261979:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1927 00002000:00100000:2.0:1746128119.261984:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c271180 x1830947542760320/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.261992:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c271180 with x1830947542760320 ext(0->4095) 00010000:00010000:2.0:1746128119.261996:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bccdd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3999 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.262004:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bccdd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3999 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.262010:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c271180 00000100:00100000:2.0:1746128119.262048:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540433920:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128119.262060:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128119.262079:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1966:x1830947542760064:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6565us (6695us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.262086:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9213 00000100:00100000:0.0:1746128119.265767:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.265947:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542760448 00000100:00100000:2.0:1746128119.265963:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542760448 00010000:00010000:2.0:1746128119.265991:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bccdd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3999 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.266619:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9214 00000100:00100000:2.0:1746128119.266626:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4c18c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542760448:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128119.266637:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128119.266654:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bccdd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3999 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.266664:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bccdd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3999 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.266682:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bccdd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3999 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.267230:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.267232:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.267239:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcce4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a0 expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.267246:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcce4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a0 expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.267274:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcce4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a0 expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128119.267284:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540434048:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128119.268456:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128119.270531:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540434048:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128119.270546:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128119.270614:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4c18c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542760448:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3987us (4852us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.270623:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9214 00000100:00100000:0.0:1746128119.273616:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.273737:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542760704 00000100:00100000:2.0:1746128119.273745:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542760704 00002000:00100000:2.0:1746128119.273780:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c7a300 x1830947542760704/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.273789:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7a300 with x1830947542760704 ext(0->4095) 00002000:00010000:2.0:1746128119.273793:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c7a300 00000100:00100000:2.0:1746128119.273810:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3886 00000100:00100000:2.0:1746128119.273816:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542760704:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128119.273943:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542760704:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (377us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128119.273948:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3886 00002000:00100000:2.0:1746128119.273963:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c7a300 x1830947542760704/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.273975:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7a300 with x1830947542760704 ext(0->4095) 00002000:00010000:2.0:1746128119.273977:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c7a300 00000100:00100000:0.0:1746128119.276220:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.276498:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542760832 00000100:00100000:2.0:1746128119.276505:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542760832 00000100:00100000:2.0:1746128119.276536:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5329 00000100:00100000:2.0:1746128119.276542:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542760832:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.276556:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.276569:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcceb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d39a7 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.276614:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcce4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a0 expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.276621:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.276622:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.276626:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcceb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a7 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.276649:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcce4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a0 expref: 55 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.276659:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcce4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a0 expref: 55 pid: 8418 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.276669:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540434176:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.276745:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128119.278549:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540434176:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.278569:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcceb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a7 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.278600:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6200, rc 0) 00000100:00100000:2.0:1746128119.278624:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542760832:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2083us (2409us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.278631:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5329 00000100:00100000:0.0:1746128119.280079:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.280295:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542760960 00000100:00100000:2.0:1746128119.280301:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542760960 00010000:00010000:2.0:1746128119.280325:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcce4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a0 expref: 56 pid: 8418 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.281000:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9215 00000100:00100000:2.0:1746128119.281007:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542760960:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128119.281019:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128119.281036:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcce4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a0 expref: 56 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.281046:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcce4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a0 expref: 56 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.281063:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcce4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a0 expref: 56 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.281996:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.282000:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.282008:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcceb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a7 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.282016:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcceb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a7 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.282046:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcceb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a7 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128119.282056:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540434304:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128119.282110:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128119.282156:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.283298:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540434304:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.283313:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.283340:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1964:x1830947542760960:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2334us (3264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.283347:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9215 00000100:00100000:2.0:1746128119.283409:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542761088 00000100:00100000:2.0:1746128119.283414:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542761088 00000100:00100000:2.0:1746128119.283439:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5330 00000100:00100000:2.0:1746128119.283444:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:31595:x1830947542761088:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.283455:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.283466:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccf2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d39ae expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.283484:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcceb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a7 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.283490:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.283491:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.283494:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccf2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ae expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.283511:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcceb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a7 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.283522:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcceb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a7 expref: 5 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.283530:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540434432:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.283566:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.284919:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.284998:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542761344 00000100:00100000:2.0:1746128119.285003:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542761344 00002000:00100000:2.0:1746128119.285031:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c79500 x1830947542761344/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.285039:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c79500 with x1830947542761344 ext(0->4095) 00010000:00010000:2.0:1746128119.285045:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcceb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a7 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.285055:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcceb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a7 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.285061:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c79500 00000100:00100000:2.0:1746128119.285075:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1928 00000100:00100000:2.0:1746128119.285081:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542761344:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128119.285210:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542761344:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (294us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128119.285215:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1928 00002000:00100000:2.0:1746128119.285220:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091c79500 x1830947542761344/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.285232:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c79500 with x1830947542761344 ext(0->4095) 00010000:00010000:2.0:1746128119.285235:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcceb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a7 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.285243:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcceb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a7 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.285247:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091c79500 00000100:00100000:0.0:1746128119.288919:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.289027:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540434432:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.289049:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccf2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ae expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.289063:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7200, rc 0) 00000100:00100000:2.0:1746128119.290252:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31595:x1830947542761088:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6803us (8091us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.290261:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5330 00000100:00100000:2.0:1746128119.290284:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542761472 00000100:00100000:2.0:1746128119.290289:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542761472 00000100:00100000:2.0:1746128119.290320:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5331 00000100:00100000:2.0:1746128119.290325:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31596:x1830947542761472:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.290338:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.290350:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccf9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d39b5 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.290367:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.290371:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccf2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ae expref: 57 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.290376:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.290379:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccf9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39b5 expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.290403:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccf2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ae expref: 57 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.290412:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccf9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39b5 expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.290419:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6c00, rc 0) 00000100:00100000:2.0:1746128119.291204:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31596:x1830947542761472:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 875us (2287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.291211:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5331 00000100:00100000:0.0:1746128119.292252:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.293077:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542761600 00000100:00100000:3.0:1746128119.293084:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542761600 00010000:00010000:3.0:1746128119.293110:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcceb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a7 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.293134:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9216 00000100:00100000:3.0:1746128119.293139:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542761600:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.293149:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.293165:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcceb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a7 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.293175:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcceb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a7 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.293191:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcceb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39a7 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.293430:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.293431:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.293438:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccf2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ae expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.293445:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccf2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ae expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.293469:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccf2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ae expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.293477:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccf2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ae expref: 56 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.293491:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540434688:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.294281:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.295951:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.296045:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540434688:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.296058:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128119.296229:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542761856 00000100:00100000:1.0:1746128119.296234:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542761856 00002000:00100000:1.0:1746128119.296265:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800acd38380 x1830947542761856/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.296273:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd38380 with x1830947542761856 ext(0->4095) 00010000:00010000:1.0:1746128119.296279:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccf2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ae expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.296290:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccf2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ae expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.296296:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800acd38380 00000100:00100000:1.0:1746128119.296323:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1929 00000100:00100000:1.0:1746128119.296330:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542761856:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128119.296504:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542761600:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3363us (4252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.296511:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9216 00000100:00100000:1.0:1746128119.297044:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1963:x1830947542761856:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 715us (1099us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128119.297050:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1929 00002000:00100000:1.0:1746128119.297056:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800acd38380 x1830947542761856/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.297063:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd38380 with x1830947542761856 ext(0->4095) 00010000:00010000:1.0:1746128119.297068:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccf2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ae expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.297076:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccf2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ae expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.297085:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800acd38380 00000100:00100000:0.0:1746128119.299169:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.299269:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542761984 00000100:00100000:3.0:1746128119.299276:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542761984 00010000:00010000:3.0:1746128119.299301:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccf2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ae expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.299321:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9217 00000100:00100000:3.0:1746128119.299326:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542761984:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.299336:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.299352:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccf2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ae expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.299362:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccf2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ae expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.299379:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bccf2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ae expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.299390:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.299392:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.299398:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccf9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39b5 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.299404:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccf9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39b5 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.299430:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccf9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39b5 expref: 56 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.299440:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540434816:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.300046:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.303536:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.303631:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540434816:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.303647:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.303680:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542761984:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4354us (4516us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.303689:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9217 00000100:00100000:1.0:1746128119.303836:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542762240 00000100:00100000:1.0:1746128119.303841:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542762240 00002000:00100000:1.0:1746128119.303870:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800acd39c00 x1830947542762240/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.303878:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd39c00 with x1830947542762240 ext(0->4095) 00002000:00010000:1.0:1746128119.303881:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800acd39c00 00000100:00100000:1.0:1746128119.303971:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3887 00000100:00100000:1.0:1746128119.303977:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1965:x1830947542762240:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128119.304100:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1965:x1830947542762240:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (571us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128119.304106:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3887 00002000:00100000:1.0:1746128119.304111:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800acd39c00 x1830947542762240/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.304117:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd39c00 with x1830947542762240 ext(0->4095) 00002000:00010000:1.0:1746128119.304120:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800acd39c00 00000100:00100000:0.0:1746128119.306787:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.307281:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542762368 00000100:00100000:2.0:1746128119.307288:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542762368 00000100:00100000:2.0:1746128119.307524:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5332 00000100:00100000:2.0:1746128119.307531:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542762368:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.307544:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.307558:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcd00 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d39bc expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.307606:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccf9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39b5 expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.307616:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.307618:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.307621:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcd00 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39bc expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.307644:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccf9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39b5 expref: 55 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.307653:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccf9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39b5 expref: 55 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.307663:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540434944:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.308144:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82240 going to sleep for 11 seconds 00000100:00100000:2.0:1746128119.311520:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540434944:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.311544:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcd00 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39bc expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.311557:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7e00, rc 0) 00000100:00100000:2.0:1746128119.311617:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542762368:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4085us (4833us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.311624:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5332 00000100:00100000:0.0:1746128119.312894:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.312992:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542762496 00000100:00100000:3.0:1746128119.312997:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542762496 00010000:00010000:3.0:1746128119.313020:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccf9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39b5 expref: 56 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.313038:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9218 00000100:00100000:3.0:1746128119.313043:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542762496:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.313054:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.313072:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccf9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39b5 expref: 56 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.313086:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccf9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39b5 expref: 56 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.313103:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bccf9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39b5 expref: 56 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.313113:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.313114:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.313119:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcd00 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39bc expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.313126:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcd00 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39bc expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.313147:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcd00 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39bc expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.313156:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540435072:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.313946:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.314097:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.314170:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542762624 00000100:00100000:2.0:1746128119.314174:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542762624 00000100:00100000:2.0:1746128119.314194:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5333 00000100:00100000:2.0:1746128119.314198:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31595:x1830947542762624:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.314211:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.314220:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd07 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d39c3 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.314232:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcd00 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39bc expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.314237:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.314238:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.314241:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd07 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39c3 expref: 57 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.314255:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcd00 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39bc expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.314263:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcd00 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39bc expref: 5 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.314271:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540435200:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.314297:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.316826:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.316902:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540435072:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128119.316916:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128119.316947:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542762496:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3902us (4055us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.317033:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9218 00000100:00100000:2.0:1746128119.317063:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542762880 00000100:00100000:2.0:1746128119.317068:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542762880 00002000:00100000:2.0:1746128119.317096:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6020380 x1830947542762880/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.317104:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6020380 with x1830947542762880 ext(0->4095) 00010000:00010000:2.0:1746128119.317110:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcd00 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39bc expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.317120:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcd00 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39bc expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.317125:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6020380 00000100:00100000:2.0:1746128119.317137:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1930 00000100:00100000:2.0:1746128119.317142:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6020380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542762880:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128119.317252:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6020380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542762880:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (432us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128119.317257:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1930 00002000:00100000:2.0:1746128119.317262:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6020380 x1830947542762880/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.317268:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6020380 with x1830947542762880 ext(0->4095) 00010000:00010000:2.0:1746128119.317273:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcd00 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39bc expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.317280:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcd00 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39bc expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.317285:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6020380 00000100:00100000:2.0:1746128119.317307:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540435200:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.317321:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd07 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39c3 expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.317331:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6000, rc 0) 00000100:00100000:2.0:1746128119.317346:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31595:x1830947542762624:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3147us (3250us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.317352:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5333 00000100:00100000:0.0:1746128119.319733:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.320433:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542763008 00000100:00100000:2.0:1746128119.320441:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542763008 00000100:00100000:2.0:1746128119.320486:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5334 00000100:00100000:2.0:1746128119.320493:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6021180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31596:x1830947542763008:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.320507:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.320520:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcd0e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d39ca expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.320539:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.320544:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd07 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39c3 expref: 57 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.320549:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.320553:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcd0e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ca expref: 57 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.321374:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd07 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39c3 expref: 57 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.321387:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcd0e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ca expref: 57 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.321397:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7800, rc 0) 00000100:00100000:2.0:1746128119.321492:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6021180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31596:x1830947542763008:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 999us (1763us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.321497:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5334 00000100:00100000:0.0:1746128119.321612:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.321781:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542763136 00000100:00100000:2.0:1746128119.321784:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542763136 00010000:00010000:2.0:1746128119.321799:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcd00 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39bc expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.321823:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9219 00000100:00100000:2.0:1746128119.321828:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6023100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542763136:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128119.321837:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128119.321853:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcd00 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39bc expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.321862:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcd00 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39bc expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.321877:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcd00 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39bc expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.321889:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.321891:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.321896:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39c3 expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.321907:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39c3 expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.321922:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39c3 expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.321930:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39c3 expref: 56 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.321938:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540435456:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128119.323049:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.326798:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.326876:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542763392 00000100:00100000:1.0:1746128119.326883:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542763392 00002000:00100000:1.0:1746128119.326920:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6022300 x1830947542763392/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.326929:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6022300 with x1830947542763392 ext(0->4095) 00010000:00010000:1.0:1746128119.326937:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd07 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39c3 expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.326964:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd07 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39c3 expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.326970:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6022300 00000100:00100000:1.0:1746128119.327003:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1931 00000100:00100000:1.0:1746128119.327009:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542763392:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128119.327144:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542763392:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128119.327150:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1931 00002000:00100000:1.0:1746128119.327155:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6022300 x1830947542763392/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.327162:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6022300 with x1830947542763392 ext(0->4095) 00010000:00010000:1.0:1746128119.327166:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd07 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39c3 expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.327173:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd07 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39c3 expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.327178:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6022300 00000100:00100000:2.0:1746128119.327542:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540435456:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128119.327558:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128119.327595:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6023100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542763136:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5767us (5982us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.327603:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9219 00000100:00100000:0.0:1746128119.330540:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.330758:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542763520 00000100:00100000:2.0:1746128119.330766:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542763520 00010000:00010000:2.0:1746128119.330794:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39c3 expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.330816:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9220 00000100:00100000:2.0:1746128119.330823:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6021880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542763520:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128119.330833:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128119.330850:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39c3 expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.330860:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39c3 expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.330876:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd07 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39c3 expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.330900:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.330902:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.330908:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcd0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ca expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.330915:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcd0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ca expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.330942:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcd0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ca expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128119.330963:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540435584:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128119.331027:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82240 going to sleep for 11 seconds 00000100:00100000:2.0:1746128119.333524:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540435584:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128119.333541:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128119.333605:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6021880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542763520:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2781us (3069us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.333613:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9220 00000100:00100000:0.0:1746128119.334154:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.334397:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542763776 00000100:00100000:3.0:1746128119.334403:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542763776 00002000:00100000:3.0:1746128119.334435:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6022a00 x1830947542763776/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.334444:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6022a00 with x1830947542763776 ext(0->4095) 00002000:00010000:3.0:1746128119.334448:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6022a00 00000100:00100000:3.0:1746128119.334892:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3888 00000100:00100000:3.0:1746128119.334899:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542763776:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128119.335030:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542763776:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (877us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128119.335036:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3888 00002000:00100000:3.0:1746128119.335041:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6022a00 x1830947542763776/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.335047:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6022a00 with x1830947542763776 ext(0->4095) 00002000:00010000:3.0:1746128119.335050:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6022a00 00000100:00100000:0.0:1746128119.337844:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.338141:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542763904 00000100:00100000:2.0:1746128119.338148:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542763904 00000100:00100000:2.0:1746128119.338182:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5335 00000100:00100000:2.0:1746128119.338189:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542763904:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.338204:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.338218:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcd15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d39d1 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.338240:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcd0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ca expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.338246:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.338247:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.338250:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcd15 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d1 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.338274:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcd0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ca expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.338283:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcd0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ca expref: 55 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.338293:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540435712:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.338364:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82240 going to sleep for 11 seconds 00000100:00100000:2.0:1746128119.340702:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540435712:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.340723:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcd15 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d1 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.340739:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6800, rc 0) 00000100:00100000:2.0:1746128119.340767:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542763904:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2580us (2930us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.340774:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5335 00000100:00100000:0.0:1746128119.342329:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.342411:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542764032 00000100:00100000:2.0:1746128119.342417:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542764032 00010000:00010000:2.0:1746128119.342440:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcd0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ca expref: 56 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.342457:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9221 00000100:00100000:2.0:1746128119.342462:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4c18850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542764032:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128119.342472:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128119.342486:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcd0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ca expref: 56 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.342494:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcd0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ca expref: 56 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.342509:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcd0e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ca expref: 56 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.342530:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.342532:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.342537:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcd15 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d1 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.342549:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcd15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d1 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.342590:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcd15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d1 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128119.342600:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540435840:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128119.343165:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.344655:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.344866:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540435840:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.344880:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.344906:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4c18850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:1964:x1830947542764032:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2444us (2582us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.344914:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9221 00000100:00100000:2.0:1746128119.345078:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542764160 00000100:00100000:2.0:1746128119.345083:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542764160 00000100:00100000:2.0:1746128119.345116:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5336 00000100:00100000:2.0:1746128119.345121:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+55:31595:x1830947542764160:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.345134:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.345146:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd1c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d39d8 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.345164:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcd15 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d1 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.345169:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.345171:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.345174:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd1c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d8 expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.345190:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcd15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d1 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.345203:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcd15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d1 expref: 5 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.345212:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540435968:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.345245:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.345494:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.345819:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542764416 00000100:00100000:1.0:1746128119.345823:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542764416 00002000:00100000:1.0:1746128119.345847:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968ce00 x1830947542764416/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.345854:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968ce00 with x1830947542764416 ext(0->4095) 00010000:00010000:1.0:1746128119.345860:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcd15 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d1 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.345869:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcd15 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d1 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.345874:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968ce00 00000100:00100000:1.0:1746128119.345886:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1932 00000100:00100000:1.0:1746128119.345891:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542764416:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128119.346009:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542764416:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (514us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128119.346014:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1932 00002000:00100000:1.0:1746128119.346018:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968ce00 x1830947542764416/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.346024:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968ce00 with x1830947542764416 ext(0->4095) 00010000:00010000:1.0:1746128119.346034:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcd15 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d1 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.346042:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcd15 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d1 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.346047:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968ce00 00000100:00100000:2.0:1746128119.350101:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540435968:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.350125:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd1c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d8 expref: 56 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.350140:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7200, rc 0) 00000100:00100000:2.0:1746128119.350175:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31595:x1830947542764160:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5053us (5524us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.350183:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5336 00000100:00100000:0.0:1746128119.350358:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.351404:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542764544 00000100:00100000:3.0:1746128119.351410:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542764544 00010000:00010000:3.0:1746128119.351433:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcd15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d1 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.351450:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9222 00000100:00100000:3.0:1746128119.351455:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542764544:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.351463:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.351477:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcd15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d1 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.351486:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcd15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d1 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.351502:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcd15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d1 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.351513:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.351515:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.351520:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d8 expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.351526:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d8 expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.351548:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d8 expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.351556:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540436096:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.351612:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.352243:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.352289:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542764672 00000100:00100000:2.0:1746128119.352293:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542764672 00000100:00100000:2.0:1746128119.352319:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5337 00000100:00100000:2.0:1746128119.352324:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542764672:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.352335:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.352343:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd23 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d39df expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.352357:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d8 expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.352367:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.352368:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.352370:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd23 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39df expref: 7 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.352384:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d8 expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.352393:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd1c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d8 expref: 55 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.352400:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540436224:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.352430:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.356423:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540436096:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.356440:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.356481:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1963:x1830947542764544:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5025us (6122us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.356490:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9222 00000100:00100000:2.0:1746128119.357615:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540436224:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.357634:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd23 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39df expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.357646:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6000, rc 0) 00000100:00100000:2.0:1746128119.357683:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542764672:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5358us (5440us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.357690:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5337 00000100:00100000:0.0:1746128119.357755:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.358106:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542764928 00000100:00100000:3.0:1746128119.358112:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542764928 00002000:00100000:3.0:1746128119.358145:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968c700 x1830947542764928/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.358157:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968c700 with x1830947542764928 ext(0->4095) 00010000:00010000:3.0:1746128119.358163:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d8 expref: 56 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.358173:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d8 expref: 56 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.358178:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968c700 00000100:00100000:3.0:1746128119.358194:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1933 00000100:00100000:3.0:1746128119.358201:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542764928:12345-192.168.203.28@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746128119.358317:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542764928:12345-192.168.203.28@tcp:3:ldlm_bl.0 Request processed in 116us (561us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128119.359510:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1933 00002000:00100000:3.0:1746128119.359518:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968c700 x1830947542764928/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.359525:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968c700 with x1830947542764928 ext(0->4095) 00010000:00010000:3.0:1746128119.359531:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d8 expref: 56 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.359545:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d8 expref: 56 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.359550:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968c700 00000100:00100000:0.0:1746128119.360116:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128119.361261:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.361338:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542765184 00000100:00100000:2.0:1746128119.361344:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542765184 00000100:00100000:2.0:1746128119.361386:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5338 00000100:00100000:2.0:1746128119.361392:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:31595:x1830947542765184:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.361408:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.361421:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcd2a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d39e6 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.361439:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.361444:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd23 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39df expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.361450:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128119.361453:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcd2a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39e6 expref: 57 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.361480:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd23 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39df expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.361492:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcd2a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39e6 expref: 57 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.361500:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6c00, rc 0) 00000100:00100000:2.0:1746128119.361529:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:31595:x1830947542765184:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.361534:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5338 00000100:00100000:3.0:1746128119.361858:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542765056 00000100:00100000:3.0:1746128119.361863:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542765056 00010000:00010000:3.0:1746128119.361878:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d8 expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.361904:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9223 00000100:00100000:3.0:1746128119.361909:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+57:1964:x1830947542765056:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.361916:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.361931:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d8 expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.361940:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d8 expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.361965:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd1c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39d8 expref: 57 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.361983:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.361985:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.361989:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd23 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39df expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.361995:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39df expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.362011:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39df expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.362020:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd23 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39df expref: 5 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.362029:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540436480:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.362078:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.365154:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540436480:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.365170:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.365213:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542765056:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3302us (5097us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.365221:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9223 00000100:00100000:0.0:1746128119.365287:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.365847:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542765440 00000100:00100000:3.0:1746128119.365852:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542765440 00002000:00100000:3.0:1746128119.365881:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968f800 x1830947542765440/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.365889:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968f800 with x1830947542765440 ext(0->4095) 00010000:00010000:3.0:1746128119.365896:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd23 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39df expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.365906:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd23 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39df expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.365912:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968f800 00000100:00100000:3.0:1746128119.365937:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1934 00000100:00100000:3.0:1746128119.365942:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542765440:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128119.366070:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542765440:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (783us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128119.366078:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1934 00002000:00100000:3.0:1746128119.366083:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968f800 x1830947542765440/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.366090:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968f800 with x1830947542765440 ext(0->4095) 00010000:00010000:3.0:1746128119.366094:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd23 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39df expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.366102:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd23 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39df expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.366108:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968f800 00000100:00100000:0.0:1746128119.369672:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.369768:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542765568 00000100:00100000:3.0:1746128119.369775:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542765568 00010000:00010000:3.0:1746128119.369802:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd23 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39df expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.369837:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9224 00000100:00100000:3.0:1746128119.369844:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542765568:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.369854:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.369872:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd23 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39df expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.369882:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39df expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.369899:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcd23 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39df expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.369926:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.369928:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.369934:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcd2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39e6 expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.369941:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcd2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39e6 expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.369976:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcd2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39e6 expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.369986:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540436608:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.370054:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.372794:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.372974:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540436608:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.372989:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.373033:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542765568:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3189us (3367us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.373042:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9224 00000100:00100000:1.0:1746128119.373480:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542765824 00000100:00100000:1.0:1746128119.373486:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542765824 00002000:00100000:1.0:1746128119.373515:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968f100 x1830947542765824/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.373529:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968f100 with x1830947542765824 ext(0->4095) 00002000:00010000:1.0:1746128119.373532:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968f100 00000100:00100000:1.0:1746128119.373840:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3889 00000100:00100000:1.0:1746128119.373847:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542765824:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128119.374447:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1963:x1830947542765824:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 598us (1656us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128119.374453:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3889 00002000:00100000:1.0:1746128119.374459:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008968f100 x1830947542765824/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.374466:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968f100 with x1830947542765824 ext(0->4095) 00002000:00010000:1.0:1746128119.374469:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968f100 00000100:00100000:0.0:1746128119.378633:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.378735:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542765952 00000100:00100000:1.0:1746128119.378742:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542765952 00000100:00100000:1.0:1746128119.378817:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5339 00000100:00100000:1.0:1746128119.378824:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542765952:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128119.378839:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128119.378853:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcd31 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d39ed expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.378876:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcd2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39e6 expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.378882:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128119.378884:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128119.378888:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcd31 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ed expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.378912:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcd2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39e6 expref: 55 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.378922:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcd2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39e6 expref: 55 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746128119.378931:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540436736:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128119.379103:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c900 going to sleep for 11 seconds 00000100:00100000:1.0:1746128119.381373:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540436736:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128119.381397:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcd31 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ed expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.381409:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56800, rc 0) 00000100:00100000:1.0:1746128119.381452:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542765952:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2628us (2825us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128119.381458:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5339 00000100:00100000:0.0:1746128119.385280:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.385453:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542766080 00000100:00100000:1.0:1746128119.385460:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542766080 00002000:00100000:1.0:1746128119.385495:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008968dc00 x1830947542766080/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.385505:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968dc00 with x1830947542766080 ext(0->7) 00010000:00010000:1.0:1746128119.385512:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcd2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39e6 expref: 56 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.385527:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcd2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39e6 expref: 56 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.385533:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968dc00 00000100:00100000:1.0:1746128119.386032:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1935 00000100:00100000:1.0:1746128119.386040:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+56:1964:x1830947542766080:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128119.386282:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1964:x1830947542766080:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 243us (1007us total) trans 4294968002 rc 0/0 00000100:00100000:1.0:1746128119.386288:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1935 00002000:00100000:1.0:1746128119.386293:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008968dc00 x1830947542766080/t4294968002(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/448 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.386299:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968dc00 with x1830947542766080 ext(0->7) 00010000:00010000:1.0:1746128119.386304:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcd2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39e6 expref: 58 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.386312:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcd2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39e6 expref: 58 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.386317:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008968dc00 00000100:00100000:0.0:1746128119.394933:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128119.394991:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.395077:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542766208 00000100:00100000:3.0:1746128119.395085:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542766208 00010000:00010000:3.0:1746128119.395115:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcd2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39e6 expref: 58 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.395146:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9225 00000100:00100000:3.0:1746128119.395153:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1965:x1830947542766208:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.395167:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.395184:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcd2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39e6 expref: 58 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.395194:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcd2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39e6 expref: 58 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.395211:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcd2a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39e6 expref: 58 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.395226:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.395227:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.395233:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcd31 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ed expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.395240:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcd31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ed expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.395265:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcd31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ed expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.395275:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540436864:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.395348:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746128119.396346:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542766336 00000100:00100000:1.0:1746128119.396352:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542766336 00000100:00100000:1.0:1746128119.397085:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5340 00000100:00100000:1.0:1746128119.397093:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:31595:x1830947542766336:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128119.397106:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128119.397118:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd38 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d39f4 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.397137:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcd31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ed expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.397143:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128119.397144:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128119.397146:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd38 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39f4 expref: 59 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.397165:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcd31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ed expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.397174:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcd31 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ed expref: 5 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746128119.397182:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540436992:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128119.397243:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c900 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.397961:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540436864:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.397972:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.397996:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:1965:x1830947542766208:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2843us (3004us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.398007:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9225 00000100:00100000:0.0:1746128119.398846:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.399495:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542766592 00000100:00100000:3.0:1746128119.399501:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542766592 00002000:00100000:3.0:1746128119.399529:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce86680 x1830947542766592/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.399537:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce86680 with x1830947542766592 ext(0->4095) 00010000:00010000:3.0:1746128119.399544:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcd31 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ed expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.399555:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcd31 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ed expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.399560:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce86680 00000100:00100000:3.0:1746128119.399972:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1936 00000100:00100000:3.0:1746128119.399980:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542766592:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128119.400306:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540436992:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128119.400322:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd38 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39f4 expref: 58 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.400332:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56000, rc 0) 00000100:00100000:3.0:1746128119.400720:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542766592:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 740us (1874us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128119.400728:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1936 00002000:00100000:3.0:1746128119.400733:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce86680 x1830947542766592/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.400740:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce86680 with x1830947542766592 ext(0->4095) 00010000:00010000:3.0:1746128119.400745:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcd31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ed expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.400759:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcd31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ed expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.400765:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce86680 00000100:00100000:1.0:1746128119.401135:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:31595:x1830947542766336:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4042us (6207us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128119.401140:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5340 00000100:00100000:0.0:1746128119.404665:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.404796:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542766720 00000100:00100000:3.0:1746128119.404803:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542766720 00010000:00010000:3.0:1746128119.404834:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcd31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ed expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.404866:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9226 00000100:00100000:3.0:1746128119.404871:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542766720:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.404884:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.404900:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcd31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ed expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.404910:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcd31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ed expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.404926:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcd31 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39ed expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.405066:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.405068:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.405074:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39f4 expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.405085:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39f4 expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.405112:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39f4 expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.405121:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540437120:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.405523:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.407896:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540437120:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.407913:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.408300:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542766720:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3426us (3640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.408308:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9226 00000100:00100000:0.0:1746128119.408819:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.409105:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542766976 00000100:00100000:3.0:1746128119.409111:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542766976 00002000:00100000:3.0:1746128119.409142:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce84000 x1830947542766976/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.409151:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce84000 with x1830947542766976 ext(0->4095) 00002000:00010000:3.0:1746128119.409155:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce84000 00000100:00100000:3.0:1746128119.409180:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3890 00000100:00100000:3.0:1746128119.409185:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1963:x1830947542766976:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128119.409304:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:1963:x1830947542766976:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (486us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128119.409312:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3890 00002000:00100000:3.0:1746128119.409317:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce84000 x1830947542766976/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.409323:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce84000 with x1830947542766976 ext(0->4095) 00002000:00010000:3.0:1746128119.409326:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce84000 00000100:00100000:0.0:1746128119.414990:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.415119:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542767104 00000100:00100000:1.0:1746128119.415126:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542767104 00000100:00100000:1.0:1746128119.415164:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5341 00000100:00100000:1.0:1746128119.415169:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099cfe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542767104:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128119.415182:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128119.415195:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcd3f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d39fb expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.415216:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39f4 expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.415223:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128119.415224:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128119.415227:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcd3f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39fb expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.415249:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39f4 expref: 57 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.415258:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39f4 expref: 57 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746128119.415267:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540437248:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128119.415331:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c900 going to sleep for 11 seconds 00000100:00100000:1.0:1746128119.423100:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540437248:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128119.423126:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcd3f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39fb expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.423144:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57e00, rc 0) 00000100:00100000:1.0:1746128119.423188:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099cfe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542767104:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8017us (8203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128119.423196:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5341 00000100:00100000:0.0:1746128119.431905:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128119.433352:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.434448:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542767232 00000100:00100000:1.0:1746128119.434456:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542767232 00000100:00100000:1.0:1746128119.434505:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5342 00000100:00100000:1.0:1746128119.434512:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+58:31595:x1830947542767232:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128119.434525:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128119.434539:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd46 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a02 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.434559:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128119.434564:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcd3f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39fb expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.434582:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128119.434586:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd46 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a02 expref: 59 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.434613:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcd3f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39fb expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.434623:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd46 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a02 expref: 59 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.434635:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56400, rc 0) 00000100:00100000:1.0:1746128119.434672:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:31595:x1830947542767232:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (2774us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128119.434678:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5342 00000100:00100000:2.0:1746128119.434817:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542767360 00000100:00100000:2.0:1746128119.434821:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542767360 00002000:00100000:2.0:1746128119.434840:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012ce85500 x1830947542767360/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.434848:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce85500 with x1830947542767360 ext(0->7) 00010000:00010000:2.0:1746128119.434853:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39f4 expref: 59 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.434862:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39f4 expref: 59 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.434867:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce85500 00000100:00100000:2.0:1746128119.434885:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1937 00000100:00100000:2.0:1746128119.434889:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+59:1963:x1830947542767360:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128119.435124:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:1963:x1830947542767360:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 234us (1775us total) trans 4294968003 rc 0/0 00000100:00100000:2.0:1746128119.435129:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1937 00002000:00100000:2.0:1746128119.435135:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012ce85500 x1830947542767360/t4294968003(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/448 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.435141:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce85500 with x1830947542767360 ext(0->7) 00010000:00010000:2.0:1746128119.435145:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39f4 expref: 61 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.435153:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39f4 expref: 61 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.435158:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce85500 00000100:00100000:0.0:1746128119.440877:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.440985:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542767488 00000100:00100000:3.0:1746128119.440992:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542767488 00010000:00010000:3.0:1746128119.441022:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39f4 expref: 61 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.441046:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9227 00000100:00100000:3.0:1746128119.441053:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+61:1965:x1830947542767488:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.441065:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.441082:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39f4 expref: 61 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.441092:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39f4 expref: 61 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.441109:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd38 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39f4 expref: 61 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.441135:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.441137:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.441143:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcd3f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39fb expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.441155:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcd3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39fb expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.441181:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcd3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39fb expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.441190:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcd3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39fb expref: 5 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.441199:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540437504:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.441268:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.444373:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.444855:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542767744 00000100:00100000:2.0:1746128119.444862:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542767744 00002000:00100000:2.0:1746128119.444898:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce84e00 x1830947542767744/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.444912:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce84e00 with x1830947542767744 ext(0->4095) 00010000:00010000:2.0:1746128119.444920:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcd3f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39fb expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.444933:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcd3f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39fb expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.444938:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce84e00 00000100:00100000:2.0:1746128119.444966:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1938 00000100:00100000:2.0:1746128119.444972:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542767744:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128119.445233:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540437504:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.445246:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128119.445690:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542767744:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 717us (1322us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128119.445697:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1938 00002000:00100000:2.0:1746128119.445703:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce84e00 x1830947542767744/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.445709:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce84e00 with x1830947542767744 ext(0->4095) 00010000:00010000:2.0:1746128119.445714:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcd3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39fb expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.445722:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcd3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39fb expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.445727:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce84e00 00000100:00100000:3.0:1746128119.445785:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1965:x1830947542767488:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4732us (4913us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.445791:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9227 00000100:00100000:0.0:1746128119.450769:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.450867:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542767872 00000100:00100000:3.0:1746128119.450874:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542767872 00010000:00010000:3.0:1746128119.450904:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcd3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39fb expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.450927:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9228 00000100:00100000:3.0:1746128119.450933:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4c18450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542767872:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.450943:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.450971:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcd3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39fb expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.450980:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcd3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39fb expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.450999:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bcd3f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d39fb expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.451167:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.451170:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.451176:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a02 expref: 59 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.451183:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a02 expref: 59 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.451209:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a02 expref: 59 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.451218:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540437632:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.451776:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.453974:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.454153:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540437632:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.454167:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.454197:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4c18450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542767872:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3263us (3435us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.454206:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9228 00000100:00100000:2.0:1746128119.454292:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542768128 00000100:00100000:2.0:1746128119.454298:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542768128 00002000:00100000:2.0:1746128119.454325:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce87800 x1830947542768128/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.454334:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce87800 with x1830947542768128 ext(0->4095) 00002000:00010000:2.0:1746128119.454337:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce87800 00000100:00100000:2.0:1746128119.454351:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3891 00000100:00100000:2.0:1746128119.454356:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1964:x1830947542768128:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128119.454472:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1964:x1830947542768128:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (502us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128119.454477:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3891 00002000:00100000:2.0:1746128119.454482:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce87800 x1830947542768128/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.454488:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce87800 with x1830947542768128 ext(0->4095) 00002000:00010000:2.0:1746128119.454490:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce87800 00000100:00100000:0.0:1746128119.476989:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.477047:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542768256 00000100:00100000:1.0:1746128119.477055:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542768256 00000100:00100000:1.0:1746128119.479353:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5343 00000100:00100000:1.0:1746128119.480048:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542768256:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128119.480064:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128119.480078:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd4d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a09 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.480101:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a02 expref: 59 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.480108:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128119.480109:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128119.480111:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd4d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a09 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.480133:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a02 expref: 59 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.480142:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a02 expref: 59 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746128119.480156:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540437760:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128119.480237:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c900 going to sleep for 11 seconds 00000100:00100000:1.0:1746128119.485274:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540437760:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128119.485300:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd4d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a09 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.485313:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56000, rc 0) 00000100:00100000:1.0:1746128119.485353:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542768256:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5991us (8370us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128119.485360:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5343 00000100:00100000:0.0:1746128119.514718:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.514804:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542768384 00000100:00100000:3.0:1746128119.514811:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542768384 00002000:00100000:3.0:1746128119.514847:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012ce86300 x1830947542768384/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.514855:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce86300 with x1830947542768384 ext(0->7) 00010000:00010000:3.0:1746128119.514862:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a02 expref: 60 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.514874:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a02 expref: 60 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.514880:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce86300 00000100:00100000:3.0:1746128119.514908:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1939 00000100:00100000:3.0:1746128119.514914:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+60:1964:x1830947542768384:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128119.515194:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1964:x1830947542768384:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 279us (481us total) trans 4294968004 rc 0/0 00000100:00100000:3.0:1746128119.515200:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1939 00002000:00100000:3.0:1746128119.515205:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012ce86300 x1830947542768384/t4294968004(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/448 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.515212:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce86300 with x1830947542768384 ext(0->7) 00010000:00010000:3.0:1746128119.515216:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a02 expref: 62 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.515223:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a02 expref: 62 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.515230:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce86300 00000100:00100000:2.0:1746128119.524551:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.524642:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542768512 00000100:00100000:1.0:1746128119.524650:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542768512 00000100:00100000:1.0:1746128119.524681:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5344 00000100:00100000:1.0:1746128119.524687:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:31595:x1830947542768512:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128119.524699:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128119.524712:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcd54 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a10 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.524730:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128119.524734:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd4d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a09 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.524739:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128119.524742:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcd54 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a10 expref: 63 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.524774:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd4d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a09 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.524783:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcd54 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a10 expref: 63 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.524791:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56600, rc 0) 00000100:00100000:1.0:1746128119.524820:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:31595:x1830947542768512:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128119.524824:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5344 00000100:00100000:0.0:1746128119.528382:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.528469:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542768640 00000100:00100000:3.0:1746128119.528477:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542768640 00010000:00010000:3.0:1746128119.528506:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a02 expref: 63 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.528531:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9229 00000100:00100000:3.0:1746128119.528537:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce87480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:1964:x1830947542768640:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.528548:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.528566:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a02 expref: 63 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.528598:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a02 expref: 63 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.528615:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd46 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a02 expref: 63 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.528642:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.528644:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.528650:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd4d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a09 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.528656:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a09 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.528683:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a09 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.528696:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a09 expref: 5 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.528705:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540438016:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.528779:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9900 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.534929:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540438016:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.534946:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.534990:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce87480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1964:x1830947542768640:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6453us (6615us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.534999:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9229 00000100:00100000:2.0:1746128119.535635:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128119.535678:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542768896 00000100:00100000:0.0:1746128119.535684:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542768896 00002000:00100000:0.0:1746128119.535713:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c270700 x1830947542768896/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128119.535721:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c270700 with x1830947542768896 ext(0->4095) 00010000:00010000:0.0:1746128119.535727:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a09 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746128119.535737:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a09 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:0.0:1746128119.535743:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c270700 00000100:00100000:0.0:1746128119.535762:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1940 00000100:00100000:0.0:1746128119.535766:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542768896:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746128119.537205:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542768896:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 1430us (1565us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128119.537215:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1940 00002000:00100000:0.0:1746128119.537224:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c270700 x1830947542768896/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128119.537238:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c270700 with x1830947542768896 ext(0->4095) 00010000:00010000:0.0:1746128119.537245:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a09 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:0.0:1746128119.537257:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a09 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:0.0:1746128119.537262:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c270700 00000100:00100000:0.0:1746128119.541186:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.541236:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542769024 00000100:00100000:3.0:1746128119.541243:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542769024 00010000:00010000:3.0:1746128119.541271:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a09 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.541307:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9230 00000100:00100000:3.0:1746128119.541314:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542769024:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.541325:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.541341:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a09 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.541352:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a09 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.541371:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd4d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a09 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.541382:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.541383:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.541389:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcd54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a10 expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.541395:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcd54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a10 expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.541420:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcd54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a10 expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.541430:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540438144:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.543487:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9900 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.546923:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540438144:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.546942:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.546996:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542769024:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5682us (5815us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.547006:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9230 00000100:00100000:2.0:1746128119.548260:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128119.548667:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542769280 00000100:00100000:0.0:1746128119.548675:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542769280 00002000:00100000:0.0:1746128119.548711:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c270380 x1830947542769280/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128119.548719:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c270380 with x1830947542769280 ext(0->4095) 00002000:00010000:0.0:1746128119.548723:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c270380 00000100:00100000:3.0:1746128119.549140:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3892 00000100:00100000:3.0:1746128119.549147:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1966:x1830947542769280:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746128119.549510:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:1966:x1830947542769280:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 361us (1253us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128119.549517:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3892 00002000:00100000:3.0:1746128119.549523:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c270380 x1830947542769280/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.549531:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c270380 with x1830947542769280 ext(0->4095) 00002000:00010000:3.0:1746128119.549534:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c270380 00000100:00100000:1.0:1746128119.559413:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.559478:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542769408 00000100:00100000:3.0:1746128119.559485:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542769408 00000100:00100000:3.0:1746128119.559516:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5345 00000100:00100000:3.0:1746128119.559521:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542769408:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128119.559536:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128119.559547:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcd5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a17 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.559567:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcd54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a10 expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.559597:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128119.559598:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128119.559601:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcd5b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a17 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.559624:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcd54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a10 expref: 61 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.559635:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcd54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a10 expref: 61 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.559644:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540438272:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128119.559703:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.563790:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540438272:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128119.563815:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcd5b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a17 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.563828:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67000, rc 0) 00000100:00100000:3.0:1746128119.563861:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542769408:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4339us (4454us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.563869:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5345 00000100:00100000:2.0:1746128119.574665:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.575361:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542769536 00000100:00100000:3.0:1746128119.575369:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542769536 00000100:00100000:3.0:1746128119.575413:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5346 00000100:00100000:3.0:1746128119.575420:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+62:31595:x1830947542769536:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128119.575434:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128119.575446:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcd62 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a1e expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.575466:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128119.575471:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcd5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a17 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.575477:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128119.575479:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcd62 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a1e expref: 63 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.575506:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcd5b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a17 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.575515:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcd62 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a1e expref: 63 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.575524:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67a00, rc 0) 00000100:00100000:3.0:1746128119.575567:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:31595:x1830947542769536:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (909us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.575595:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5346 00000100:00100000:1.0:1746128119.577324:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.577389:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542769664 00000100:00100000:3.0:1746128119.577394:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542769664 00002000:00100000:3.0:1746128119.577423:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008929e680 x1830947542769664/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.577431:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929e680 with x1830947542769664 ext(0->7) 00010000:00010000:3.0:1746128119.577438:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcd54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a10 expref: 63 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.577448:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcd54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a10 expref: 63 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.577454:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929e680 00000100:00100000:3.0:1746128119.577468:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1941 00000100:00100000:3.0:1746128119.577473:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+63:1963:x1830947542769664:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128119.577753:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:1963:x1830947542769664:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 278us (431us total) trans 4294968005 rc 0/0 00000100:00100000:3.0:1746128119.577759:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1941 00002000:00100000:3.0:1746128119.577764:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008929e680 x1830947542769664/t4294968005(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/448 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.577776:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929e680 with x1830947542769664 ext(0->7) 00010000:00010000:3.0:1746128119.577780:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcd54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a10 expref: 65 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.577789:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcd54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a10 expref: 65 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.577794:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929e680 00000100:00100000:0.0:1746128119.583549:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.583665:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542769792 00000100:00100000:2.0:1746128119.583672:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542769792 00010000:00010000:2.0:1746128119.583699:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcd54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a10 expref: 65 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.584430:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9231 00000100:00100000:2.0:1746128119.584439:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:1963:x1830947542769792:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128119.584454:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746128119.584468:0:9797:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746128119 -> 1746128120 00002000:00010000:2.0:1746128119.584471:0:9797:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746128119 -> 1746128120 00010000:00010000:2.0:1746128119.584476:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcd54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a10 expref: 65 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.584486:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcd54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a10 expref: 65 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.584505:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcd54 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a10 expref: 65 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.585371:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.585374:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.585382:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcd5b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a17 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.585390:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcd5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a17 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.585420:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcd5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a17 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.585431:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcd5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a17 expref: 5 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.585442:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540438528:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128119.586585:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.589149:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540438528:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128119.589167:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128119.589658:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+64:1963:x1830947542769792:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5218us (6113us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128119.589668:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9231 00000100:00100000:0.0:1746128119.590249:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.590917:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542770048 00000100:00100000:1.0:1746128119.590924:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542770048 00002000:00100000:1.0:1746128119.590971:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce84a80 x1830947542770048/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.590981:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce84a80 with x1830947542770048 ext(0->4095) 00010000:00010000:1.0:1746128119.590989:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcd5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a17 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.591002:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcd5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a17 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.591008:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce84a80 00000100:00100000:1.0:1746128119.591037:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1942 00000100:00100000:1.0:1746128119.591044:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542770048:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128119.591172:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542770048:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (923us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128119.591178:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1942 00002000:00100000:1.0:1746128119.591182:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ce84a80 x1830947542770048/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.591189:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce84a80 with x1830947542770048 ext(0->4095) 00010000:00010000:1.0:1746128119.591194:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcd5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a17 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.591202:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcd5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a17 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.591207:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce84a80 00000100:00100000:0.0:1746128119.593965:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.595387:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542770176 00000100:00100000:2.0:1746128119.595396:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542770176 00010000:00010000:2.0:1746128119.595428:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcd5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a17 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.596946:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9232 00000100:00100000:3.0:1746128119.596969:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542770176:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.596983:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.597002:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcd5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a17 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.597014:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcd5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a17 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.597033:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcd5b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a17 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.597062:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.597065:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.597071:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcd62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a1e expref: 63 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.597078:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcd62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a1e expref: 63 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.597106:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcd62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a1e expref: 63 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.597117:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540438656:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.597197:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128119.600299:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128119.600354:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542770432 00000100:00100000:0.0:1746128119.600359:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542770432 00002000:00100000:0.0:1746128119.600391:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c270000 x1830947542770432/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128119.600399:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c270000 with x1830947542770432 ext(0->4095) 00002000:00010000:0.0:1746128119.600403:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c270000 00000100:00100000:3.0:1746128119.600525:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540438656:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.600539:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128119.600608:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3893 00000100:00100000:0.0:1746128119.600614:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+64:1964:x1830947542770432:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128119.600793:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542770176:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3829us (6843us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.600800:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9232 00000100:00100000:0.0:1746128119.601014:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+64:1964:x1830947542770432:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 400us (721us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128119.601019:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3893 00002000:00100000:0.0:1746128119.601024:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c270000 x1830947542770432/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128119.601030:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c270000 with x1830947542770432 ext(0->4095) 00002000:00010000:0.0:1746128119.601032:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c270000 00000100:00100000:0.0:1746128119.607162:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.607249:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542770560 00000100:00100000:1.0:1746128119.607256:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542770560 00000100:00100000:3.0:1746128119.608416:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5347 00000100:00100000:3.0:1746128119.608428:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542770560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128119.608443:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128119.608457:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcd69 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a25 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.608482:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcd62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a1e expref: 63 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.608489:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128119.608490:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128119.608493:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcd69 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a25 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.608516:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcd62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a1e expref: 63 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.608526:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcd62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a1e expref: 63 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.608536:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540438784:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128119.608632:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.610476:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540438784:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128119.610496:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcd69 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a25 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.610507:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67200, rc 0) 00000100:00100000:3.0:1746128119.610533:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542770560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2108us (3378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.610540:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5347 00000100:00100000:0.0:1746128119.625294:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.625390:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542770688 00000100:00100000:2.0:1746128119.625399:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542770688 00002000:00100000:2.0:1746128119.625441:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801341b0a80 x1830947542770688/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.625449:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0a80 with x1830947542770688 ext(0->7) 00010000:00010000:2.0:1746128119.625457:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcd62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a1e expref: 64 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.625471:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcd62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a1e expref: 64 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.625477:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b0a80 00000100:00100000:2.0:1746128119.626320:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1943 00000100:00100000:2.0:1746128119.626329:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+64:1964:x1830947542770688:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128119.628250:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542770688:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 1914us (2954us total) trans 4294968006 rc 0/0 00000100:00100000:2.0:1746128119.628260:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1943 00002000:00100000:2.0:1746128119.628271:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801341b0a80 x1830947542770688/t4294968006(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/448 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.628285:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0a80 with x1830947542770688 ext(0->7) 00010000:00010000:2.0:1746128119.628295:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcd62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a1e expref: 66 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.628308:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcd62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a1e expref: 66 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.628314:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b0a80 00000100:00100000:0.0:1746128119.631512:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.631937:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542770816 00000100:00100000:3.0:1746128119.631944:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542770816 00000100:00100000:3.0:1746128119.632080:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5348 00000100:00100000:3.0:1746128119.632089:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:31595:x1830947542770816:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128119.632103:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128119.632116:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcd70 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a2c expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.632136:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128119.632140:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcd69 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a25 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.632149:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128119.632152:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcd70 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a2c expref: 67 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.632178:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcd69 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a25 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.632187:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcd70 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a2c expref: 67 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.632195:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66c00, rc 0) 00000100:00100000:3.0:1746128119.632227:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:31595:x1830947542770816:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.632233:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5348 00000100:00100000:0.0:1746128119.633083:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.633928:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542770944 00000100:00100000:3.0:1746128119.633934:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542770944 00010000:00010000:3.0:1746128119.633962:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcd62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a1e expref: 67 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.633988:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9233 00000100:00100000:3.0:1746128119.633993:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1966:x1830947542770944:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.634001:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.634015:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcd62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a1e expref: 67 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.634023:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcd62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a1e expref: 67 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.634038:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcd62 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a1e expref: 67 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.634057:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.634059:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.634064:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcd69 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a25 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.634070:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcd69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a25 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.634092:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcd69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a25 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.634103:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcd69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a25 expref: 5 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.634111:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540439040:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.634170:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.636946:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540439040:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.636972:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.637437:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1966:x1830947542770944:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3441us (4353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.637446:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9233 00000100:00100000:0.0:1746128119.637873:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.640125:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542771200 00000100:00100000:2.0:1746128119.640134:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542771200 00002000:00100000:2.0:1746128119.640177:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b1500 x1830947542771200/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.640185:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b1500 with x1830947542771200 ext(0->4095) 00010000:00010000:2.0:1746128119.640193:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcd69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a25 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.640205:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcd69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a25 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.640212:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b1500 00000100:00100000:2.0:1746128119.640247:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1944 00000100:00100000:2.0:1746128119.640253:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542771200:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128119.640396:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542771200:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (2524us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128119.640402:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1944 00002000:00100000:2.0:1746128119.640407:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b1500 x1830947542771200/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.640414:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b1500 with x1830947542771200 ext(0->4095) 00010000:00010000:2.0:1746128119.640418:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcd69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a25 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.640426:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcd69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a25 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.640431:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b1500 00000100:00100000:0.0:1746128119.642867:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.643020:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542771328 00000100:00100000:3.0:1746128119.643027:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542771328 00010000:00010000:3.0:1746128119.643051:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcd69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a25 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.644031:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9234 00000100:00100000:3.0:1746128119.644040:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542771328:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.644051:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.644068:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcd69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a25 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.644079:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcd69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a25 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.644096:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcd69 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a25 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.644117:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.644118:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.644123:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcd70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a2c expref: 65 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.644130:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcd70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a2c expref: 65 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.644154:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcd70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a2c expref: 65 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.644164:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540439168:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.644235:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.649299:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.649363:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542771584 00000100:00100000:1.0:1746128119.649370:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542771584 00002000:00100000:1.0:1746128119.649403:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b1f80 x1830947542771584/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.649411:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b1f80 with x1830947542771584 ext(0->4095) 00002000:00010000:1.0:1746128119.649414:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b1f80 00000100:00100000:3.0:1746128119.649438:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540439168:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.649453:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.649497:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542771328:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5458us (6635us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.649597:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9234 00000100:00100000:1.0:1746128119.649757:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3894 00000100:00100000:1.0:1746128119.649763:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1963:x1830947542771584:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128119.649887:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1963:x1830947542771584:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (593us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128119.649893:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3894 00002000:00100000:1.0:1746128119.649898:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b1f80 x1830947542771584/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.649905:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b1f80 with x1830947542771584 ext(0->4095) 00002000:00010000:1.0:1746128119.649907:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b1f80 00000100:00100000:0.0:1746128119.652315:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.652370:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542771712 00000100:00100000:1.0:1746128119.652376:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542771712 00000100:00100000:1.0:1746128119.652423:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5349 00000100:00100000:1.0:1746128119.652432:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542771712:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128119.652446:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128119.652459:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd77 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a33 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.652479:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcd70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a2c expref: 65 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.652485:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128119.652486:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128119.652489:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd77 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a33 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.652512:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcd70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a2c expref: 65 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.652522:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcd70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a2c expref: 65 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746128119.652536:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540439296:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128119.652629:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.655632:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.655679:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542771840 00000100:00100000:3.0:1746128119.655686:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542771840 00010000:00010000:3.0:1746128119.655716:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcd70 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a2c expref: 66 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.655741:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9235 00000100:00100000:1.0:1746128119.655744:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540439296:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128119.655747:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4c18050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542771840:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.655757:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128119.655765:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd77 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a33 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.655774:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcd70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a2c expref: 66 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.655777:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56000, rc 0) 00010000:00010000:3.0:1746128119.655784:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcd70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a2c expref: 66 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.655813:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcd70 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a2c expref: 66 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746128119.655816:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542771712:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3386us (3505us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128119.655822:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5349 00010000:00010000:3.0:1746128119.655826:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.655828:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.655834:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd77 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a33 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.655848:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a33 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.655871:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a33 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.655880:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540439424:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.656380:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.656835:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540439424:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.656843:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.657129:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4c18050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:1964:x1830947542771840:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1381us (1503us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.657136:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9235 00000100:00100000:2.0:1746128119.658141:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.659076:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542772096 00000100:00100000:1.0:1746128119.659083:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542772096 00002000:00100000:1.0:1746128119.659116:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c271880 x1830947542772096/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.659124:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c271880 with x1830947542772096 ext(0->4095) 00002000:00010000:1.0:1746128119.659128:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c271880 00000100:00100000:1.0:1746128119.659155:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3895 00000100:00100000:1.0:1746128119.659162:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542772096:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128119.659285:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542772096:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (1144us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128119.659290:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3895 00002000:00100000:1.0:1746128119.659295:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c271880 x1830947542772096/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.659306:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c271880 with x1830947542772096 ext(0->4095) 00002000:00010000:1.0:1746128119.659309:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c271880 00000100:00100000:0.0:1746128119.660332:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128119.660384:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.660475:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542772224 00000100:00100000:3.0:1746128119.660479:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542772224 00000100:00100000:1.0:1746128119.660498:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542772352 00000100:00100000:1.0:1746128119.660502:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542772352 00000100:00100000:3.0:1746128119.660504:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5350 00000100:00100000:3.0:1746128119.660508:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:31595:x1830947542772224:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128119.660517:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746128119.661131:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5351 00000100:00100000:1.0:1746128119.661140:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:31596:x1830947542772352:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128119.661148:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128119.661156:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd7e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a41 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.661176:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bcd85 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a3a expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.661177:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd77 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a33 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.661184:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128119.661185:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128119.661189:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd7e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a41 expref: 68 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.661198:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.661203:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd7e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a41 expref: 68 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.661339:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128119.661342:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bcd85 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a3a expref: 68 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.661360:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a33 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.661363:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd7e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a41 expref: 68 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.661371:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a33 expref: 5 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.661381:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bcd85 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a3a expref: 68 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128119.661381:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540439552:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128119.661389:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66a00, rc 0) 00000100:00100000:3.0:1746128119.661411:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:31595:x1830947542772224:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 903us (1082us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.661417:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5350 00000100:00100000:1.0:1746128119.661434:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.669090:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.669207:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540439552:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128119.669229:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd7e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a41 expref: 67 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.669242:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56400, rc 0) 00000100:00100000:1.0:1746128119.669274:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:31596:x1830947542772352:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8136us (8890us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128119.669282:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5351 00000100:00100000:3.0:1746128119.669348:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542772480 00000100:00100000:3.0:1746128119.669353:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542772480 00010000:00010000:3.0:1746128119.670172:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a33 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.670207:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9236 00000100:00100000:3.0:1746128119.670214:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542772480:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.670225:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.670241:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a33 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.670251:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a33 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.670269:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcd77 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a33 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.670282:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.670284:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.670289:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a41 expref: 66 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.670295:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a41 expref: 66 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.670318:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a41 expref: 66 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.670327:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a41 expref: 66 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.670336:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540439808:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.670391:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.673373:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.673620:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542772736 00000100:00100000:2.0:1746128119.673627:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542772736 00002000:00100000:2.0:1746128119.673663:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b0000 x1830947542772736/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.673672:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0000 with x1830947542772736 ext(0->4095) 00010000:00010000:2.0:1746128119.673679:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd7e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a41 expref: 67 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.673690:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd7e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a41 expref: 67 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.673697:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b0000 00000100:00100000:2.0:1746128119.673724:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1945 00000100:00100000:2.0:1746128119.673730:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1963:x1830947542772736:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128119.673827:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540439808:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.673839:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128119.673997:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1963:x1830947542772736:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 264us (628us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128119.674004:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1945 00002000:00100000:2.0:1746128119.674009:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b0000 x1830947542772736/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.674016:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0000 with x1830947542772736 ext(0->4095) 00010000:00010000:2.0:1746128119.674020:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a41 expref: 67 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.674027:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a41 expref: 67 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.674033:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b0000 00000100:00100000:3.0:1746128119.674099:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542772480:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3885us (5015us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.674106:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9236 00000100:00100000:0.0:1746128119.676329:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.676454:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542772864 00000100:00100000:1.0:1746128119.676461:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542772864 00000100:00100000:1.0:1746128119.676502:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5352 00000100:00100000:1.0:1746128119.676507:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542772864:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128119.676521:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128119.676533:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcd8c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a48 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.676553:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128119.676557:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bcd85 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a3a expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.676562:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128119.676565:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcd8c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a48 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.676612:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bcd85 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a3a expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.676621:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcd8c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a48 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.676630:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57800, rc 0) 00000100:00100000:1.0:1746128119.676659:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542772864:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128119.676664:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5352 00000100:00100000:0.0:1746128119.678337:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.678415:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542772992 00000100:00100000:3.0:1746128119.678420:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542772992 00010000:00010000:3.0:1746128119.678441:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a41 expref: 67 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.678654:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9237 00000100:00100000:3.0:1746128119.678659:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1963:x1830947542772992:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.678668:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.678682:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a41 expref: 67 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.678691:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a41 expref: 67 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.678706:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcd7e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a41 expref: 67 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.678779:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.678780:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.678785:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bcd85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a3a expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.678792:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bcd85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a3a expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.678811:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bcd85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a3a expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.678819:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bcd85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a3a expref: 66 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.678828:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540440064:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.679115:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.682659:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.682762:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542773248 00000100:00100000:2.0:1746128119.682769:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542773248 00002000:00100000:2.0:1746128119.682801:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b3480 x1830947542773248/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.682810:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b3480 with x1830947542773248 ext(0->4095) 00010000:00010000:2.0:1746128119.682817:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bcd85 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a3a expref: 67 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.682829:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bcd85 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a3a expref: 67 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.682835:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b3480 00000100:00100000:2.0:1746128119.683010:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1946 00000100:00100000:2.0:1746128119.683016:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1964:x1830947542773248:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128119.683157:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1964:x1830947542773248:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (503us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128119.683163:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1946 00002000:00100000:2.0:1746128119.683167:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801341b3480 x1830947542773248/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.683174:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b3480 with x1830947542773248 ext(0->4095) 00010000:00010000:2.0:1746128119.683179:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bcd85 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a3a expref: 67 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.683187:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bcd85 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a3a expref: 67 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.683193:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801341b3480 00000100:00100000:3.0:1746128119.683262:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540440064:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.683274:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.683291:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1963:x1830947542772992:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4633us (4960us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.683298:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9237 00000100:00100000:0.0:1746128119.685785:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128119.685865:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.686038:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542773376 00000100:00100000:1.0:1746128119.686045:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542773376 00000100:00100000:1.0:1746128119.686087:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5353 00000100:00100000:1.0:1746128119.686094:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:31595:x1830947542773376:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128119.686108:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128119.686121:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcd93 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a4f expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.686141:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128119.686146:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcd8c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a48 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.686151:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128119.686154:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcd93 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a4f expref: 67 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.686180:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcd8c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a48 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.686189:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcd93 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a4f expref: 67 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.686200:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57000, rc 0) 00000100:00100000:1.0:1746128119.686231:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:31595:x1830947542773376:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128119.686236:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5353 00000100:00100000:3.0:1746128119.686302:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542773504 00000100:00100000:3.0:1746128119.686305:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542773504 00010000:00010000:3.0:1746128119.686319:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bcd85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a3a expref: 67 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.686334:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9238 00000100:00100000:3.0:1746128119.686338:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1965:x1830947542773504:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.686345:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.686361:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bcd85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a3a expref: 67 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.686370:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bcd85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a3a expref: 67 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.686383:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bcd85 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a3a expref: 67 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.686395:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.686397:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.686402:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcd8c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a48 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.686408:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcd8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a48 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.686426:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcd8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a48 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.686435:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcd8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a48 expref: 5 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.686446:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540440320:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.686490:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.689192:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.689275:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540440320:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.689289:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.689318:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1965:x1830947542773504:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2978us (3452us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.689325:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9238 00000100:00100000:1.0:1746128119.689393:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542773760 00000100:00100000:1.0:1746128119.689397:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542773760 00002000:00100000:1.0:1746128119.689422:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f4a300 x1830947542773760/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.689431:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f4a300 with x1830947542773760 ext(0->4095) 00010000:00010000:1.0:1746128119.689437:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcd8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a48 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.689447:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcd8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a48 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.689452:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f4a300 00000100:00100000:1.0:1746128119.689473:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1947 00000100:00100000:1.0:1746128119.689478:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542773760:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128119.689614:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542773760:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (427us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128119.689620:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1947 00002000:00100000:1.0:1746128119.689624:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f4a300 x1830947542773760/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.689637:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f4a300 with x1830947542773760 ext(0->4095) 00010000:00010000:1.0:1746128119.689641:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcd8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a48 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.689650:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcd8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a48 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.689655:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f4a300 00000100:00100000:0.0:1746128119.693647:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.693722:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542773888 00000100:00100000:3.0:1746128119.693728:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542773888 00010000:00010000:3.0:1746128119.693756:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcd8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a48 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.693931:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9239 00000100:00100000:3.0:1746128119.693937:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f48700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542773888:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.693960:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.693977:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcd8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a48 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.693987:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcd8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a48 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.694005:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcd8c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a48 expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.694027:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.694028:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.694034:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcd93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a4f expref: 65 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.694042:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcd93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a4f expref: 65 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.694066:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcd93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a4f expref: 65 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.694076:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540440448:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.694545:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9900 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.696997:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540440448:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.697010:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.697037:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f48700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542773888:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3100us (3396us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.697048:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9239 00000100:00100000:0.0:1746128119.697354:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.697506:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542774144 00000100:00100000:2.0:1746128119.697512:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542774144 00002000:00100000:2.0:1746128119.697539:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f48380 x1830947542774144/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.697548:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f48380 with x1830947542774144 ext(0->4095) 00002000:00010000:2.0:1746128119.697552:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f48380 00000100:00100000:2.0:1746128119.697563:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3896 00000100:00100000:2.0:1746128119.697567:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542774144:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128119.697691:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542774144:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128119.697696:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3896 00002000:00100000:2.0:1746128119.697701:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f48380 x1830947542774144/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.697707:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f48380 with x1830947542774144 ext(0->4095) 00002000:00010000:2.0:1746128119.697710:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f48380 00000100:00100000:0.0:1746128119.700158:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.700240:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542774272 00000100:00100000:2.0:1746128119.700247:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542774272 00000100:00100000:2.0:1746128119.700512:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5354 00000100:00100000:2.0:1746128119.700518:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542774272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.700532:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.700545:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd9a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a56 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.700565:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcd93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a4f expref: 65 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.700602:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.700604:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.700607:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd9a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a56 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.700631:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcd93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a4f expref: 65 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.700641:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcd93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a4f expref: 65 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.700651:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540440576:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.700718:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f823c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128119.703410:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540440576:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.703432:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd9a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a56 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.703445:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7200, rc 0) 00000100:00100000:2.0:1746128119.703484:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542774272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2966us (3331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.703491:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5354 00000100:00100000:0.0:1746128119.703867:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.704033:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542774400 00000100:00100000:3.0:1746128119.704038:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542774400 00010000:00010000:3.0:1746128119.704058:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcd93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a4f expref: 66 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.704082:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9240 00000100:00100000:3.0:1746128119.704087:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542774400:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.704096:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.704112:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcd93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a4f expref: 66 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.704121:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcd93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a4f expref: 66 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.704137:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bcd93 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a4f expref: 66 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.704789:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.704791:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.704798:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd9a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a56 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.704806:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a56 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.704829:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a56 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.704840:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540440704:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.705105:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.707612:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128119.707646:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.707714:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542774656 00000100:00100000:1.0:1746128119.707720:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542774656 00002000:00100000:1.0:1746128119.707752:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944ce00 x1830947542774656/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.707761:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944ce00 with x1830947542774656 ext(0->4095) 00002000:00010000:1.0:1746128119.707765:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012944ce00 00000100:00100000:1.0:1746128119.707780:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3897 00000100:00100000:1.0:1746128119.707786:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542774656:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746128119.707900:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542774656:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (293us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128119.707905:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3897 00002000:00100000:1.0:1746128119.707910:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944ce00 x1830947542774656/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.707916:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944ce00 with x1830947542774656 ext(0->4095) 00002000:00010000:1.0:1746128119.707919:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012944ce00 00000100:00100000:3.0:1746128119.708000:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540440704:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.708012:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.708030:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:1964:x1830947542774400:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3943us (4164us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.708037:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9240 00000100:00100000:2.0:1746128119.708120:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542774784 00000100:00100000:2.0:1746128119.708123:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542774784 00000100:00100000:2.0:1746128119.708140:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5355 00000100:00100000:2.0:1746128119.708144:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:31595:x1830947542774784:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.708151:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.708162:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcda1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a5d expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.708178:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd9a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a56 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.708184:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.708185:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.708188:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcda1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a5d expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.708206:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a56 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.708221:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a56 expref: 5 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.708230:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540440832:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.708267:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f823c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.711860:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.712856:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540440832:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.712881:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcda1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a5d expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.712895:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7e00, rc 0) 00000100:00100000:2.0:1746128119.712927:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:31595:x1830947542774784:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4782us (5280us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.712935:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5355 00000100:00100000:2.0:1746128119.712961:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542774912 00000100:00100000:2.0:1746128119.712965:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542774912 00000100:00100000:2.0:1746128119.712994:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5356 00000100:00100000:2.0:1746128119.712999:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:31596:x1830947542774912:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.713011:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.713021:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcda8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a64 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.713035:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.713039:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcda1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a5d expref: 67 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.713048:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.713051:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcda8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a64 expref: 67 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.713071:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcda1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a5d expref: 67 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.713078:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcda8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a64 expref: 67 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.713084:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7800, rc 0) 00000100:00100000:2.0:1746128119.713096:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:31596:x1830947542774912:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (1243us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.713100:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5356 00000100:00100000:0.0:1746128119.713725:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.713814:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542775040 00000100:00100000:3.0:1746128119.713817:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542775040 00010000:00010000:3.0:1746128119.713832:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a56 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.713847:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9241 00000100:00100000:3.0:1746128119.713850:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542775040:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.713858:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.713871:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a56 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.713879:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a56 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.713893:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcd9a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a56 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.714306:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.714308:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.714314:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcda1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a5d expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.714322:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcda1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a5d expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.714342:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcda1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a5d expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.714351:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcda1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a5d expref: 66 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.714359:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540441088:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.714912:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9900 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.716785:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540441088:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.716797:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.716832:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542775040:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2980us (3108us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.716839:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9241 00000100:00100000:0.0:1746128119.717920:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.717976:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542775296 00000100:00100000:3.0:1746128119.717981:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542775296 00002000:00100000:3.0:1746128119.718008:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944ea00 x1830947542775296/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.718014:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944ea00 with x1830947542775296 ext(0->4095) 00010000:00010000:3.0:1746128119.718020:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcda1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a5d expref: 67 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.718030:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcda1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a5d expref: 67 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.718034:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944ea00 00000100:00100000:3.0:1746128119.718054:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1948 00000100:00100000:3.0:1746128119.718060:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1964:x1830947542775296:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128119.718198:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1964:x1830947542775296:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (280us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128119.718203:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1948 00002000:00100000:3.0:1746128119.718208:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944ea00 x1830947542775296/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.718214:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944ea00 with x1830947542775296 ext(0->4095) 00010000:00010000:3.0:1746128119.718218:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcda1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a5d expref: 67 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.718226:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcda1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a5d expref: 67 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.718231:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944ea00 00000100:00100000:0.0:1746128119.719860:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.720032:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542775424 00000100:00100000:3.0:1746128119.720039:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542775424 00010000:00010000:3.0:1746128119.720062:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcda1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a5d expref: 67 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.720080:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9242 00000100:00100000:3.0:1746128119.720086:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1964:x1830947542775424:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.720098:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.720113:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcda1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a5d expref: 67 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.720122:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcda1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a5d expref: 67 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.720138:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcda1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a5d expref: 67 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.720166:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.720168:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.720173:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcda8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a64 expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.720180:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcda8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a64 expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.720206:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcda8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a64 expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.720217:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540441216:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.720729:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.727256:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540441216:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.727271:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.727610:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542775424:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7521us (7750us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.727621:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9242 00000100:00100000:1.0:1746128119.727806:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.728228:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542775680 00000100:00100000:3.0:1746128119.728513:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542775680 00002000:00100000:3.0:1746128119.728542:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929f480 x1830947542775680/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.728550:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929f480 with x1830947542775680 ext(0->4095) 00002000:00010000:3.0:1746128119.728554:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929f480 00000100:00100000:3.0:1746128119.728567:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3898 00000100:00100000:3.0:1746128119.728641:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542775680:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128119.729017:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542775680:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 444us (1211us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128119.729023:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3898 00002000:00100000:3.0:1746128119.729029:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929f480 x1830947542775680/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.729040:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929f480 with x1830947542775680 ext(0->4095) 00002000:00010000:3.0:1746128119.729043:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929f480 00000100:00100000:0.0:1746128119.731049:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.731438:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542775808 00000100:00100000:1.0:1746128119.731444:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542775808 00000100:00100000:1.0:1746128119.731512:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5357 00000100:00100000:1.0:1746128119.731518:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542775808:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128119.731532:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128119.731545:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcdaf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a6b expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.731566:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcda8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a64 expref: 65 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.731603:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128119.731604:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128119.731608:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcdaf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a6b expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.731633:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcda8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a64 expref: 65 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.731642:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcda8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a64 expref: 65 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746128119.731653:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540441344:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128119.731723:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.733433:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.733814:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540441344:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128119.733834:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcdaf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a6b expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.733847:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56a00, rc 0) 00000100:00100000:1.0:1746128119.733878:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542775808:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2360us (2854us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128119.733885:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5357 00000100:00100000:3.0:1746128119.734041:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542775936 00000100:00100000:3.0:1746128119.734047:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542775936 00010000:00010000:3.0:1746128119.734067:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcda8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a64 expref: 66 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.734095:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9243 00000100:00100000:3.0:1746128119.734101:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1963:x1830947542775936:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.734110:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.734126:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcda8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a64 expref: 66 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.734135:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcda8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a64 expref: 66 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.734152:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcda8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a64 expref: 66 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.734174:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.734175:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.734181:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcdaf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a6b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.734188:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcdaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a6b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.734211:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcdaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a6b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.734221:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540441472:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.734278:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.735383:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540441472:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.735394:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.736084:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:1963:x1830947542775936:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1981us (2651us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.736092:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9243 00000100:00100000:0.0:1746128119.736554:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128119.736613:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.736675:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542776320 00000100:00100000:1.0:1746128119.736680:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542776320 00000100:00100000:1.0:1746128119.736711:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5358 00000100:00100000:1.0:1746128119.736717:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+65:31595:x1830947542776320:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128119.736730:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128119.736744:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcdb6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a72 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.736763:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcdaf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a6b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.736768:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128119.736770:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128119.736773:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcdb6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a72 expref: 66 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.736793:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcdaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a6b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.736803:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcdaf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a6b expref: 5 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:1.0:1746128119.736816:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540441600:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128119.736863:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.737122:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542776192 00000100:00100000:3.0:1746128119.737125:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542776192 00002000:00100000:3.0:1746128119.737147:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944c000 x1830947542776192/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.737155:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944c000 with x1830947542776192 ext(0->4095) 00010000:00010000:3.0:1746128119.737159:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcdaf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a6b expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.737167:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcdaf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a6b expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.737172:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944c000 00000100:00100000:3.0:1746128119.737191:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1949 00000100:00100000:3.0:1746128119.737196:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542776192:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128119.737305:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542776192:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (691us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128119.737310:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1949 00002000:00100000:3.0:1746128119.737315:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944c000 x1830947542776192/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.737322:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944c000 with x1830947542776192 ext(0->4095) 00010000:00010000:3.0:1746128119.737326:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcdaf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a6b expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.737334:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcdaf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a6b expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.737344:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944c000 00000100:00100000:1.0:1746128119.740034:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540441600:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128119.740057:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcdb6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a72 expref: 66 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128119.740063:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:1.0:1746128119.740070:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56600, rc 0) 00000100:00100000:1.0:1746128119.740106:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:31595:x1830947542776320:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3388us (3553us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128119.740114:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5358 00000100:00100000:1.0:1746128119.740132:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542776448 00000100:00100000:1.0:1746128119.740136:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542776448 00000100:00100000:1.0:1746128119.740209:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5359 00000100:00100000:1.0:1746128119.740216:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:31596:x1830947542776448:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128119.740227:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128119.740237:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcdbd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a79 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.740253:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128119.740257:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcdb6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a72 expref: 67 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.740262:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128119.740265:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcdbd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a79 expref: 67 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.740292:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcdb6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a72 expref: 67 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.740300:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcdbd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a79 expref: 67 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.740307:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56800, rc 0) 00000100:00100000:1.0:1746128119.740323:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:31596:x1830947542776448:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128119.740328:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5359 00000100:00100000:0.0:1746128119.740447:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.740553:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542776576 00000100:00100000:3.0:1746128119.740557:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542776576 00010000:00010000:3.0:1746128119.740593:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcdaf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a6b expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.740609:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9244 00000100:00100000:3.0:1746128119.740615:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542776576:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.740622:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.740637:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcdaf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a6b expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.740650:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcdaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a6b expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.740664:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcdaf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a6b expref: 6 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.740684:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.740685:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.740690:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcdb6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a72 expref: 66 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.740696:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcdb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a72 expref: 66 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.740715:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcdb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a72 expref: 66 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.740724:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcdb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a72 expref: 66 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.740733:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540441856:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.740794:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.743345:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.743434:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540441856:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.743448:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.743479:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542776576:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2864us (3032us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.743487:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9244 00000100:00100000:1.0:1746128119.744048:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542776832 00000100:00100000:1.0:1746128119.744053:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542776832 00002000:00100000:1.0:1746128119.744082:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944d500 x1830947542776832/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.744089:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944d500 with x1830947542776832 ext(0->4095) 00010000:00010000:1.0:1746128119.744224:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcdb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a72 expref: 67 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.744235:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcdb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a72 expref: 67 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.744241:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944d500 00000100:00100000:1.0:1746128119.744264:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1950 00000100:00100000:1.0:1746128119.744270:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1963:x1830947542776832:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128119.744378:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1963:x1830947542776832:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (1038us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128119.744384:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1950 00002000:00100000:1.0:1746128119.744389:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012944d500 x1830947542776832/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.744396:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944d500 with x1830947542776832 ext(0->4095) 00010000:00010000:1.0:1746128119.744400:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcdb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a72 expref: 67 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.744407:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcdb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a72 expref: 67 pid: 8416 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.744412:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012944d500 00000100:00100000:0.0:1746128119.745641:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.746228:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542776960 00000100:00100000:3.0:1746128119.746234:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542776960 00010000:00010000:3.0:1746128119.746255:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcdb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a72 expref: 67 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.746366:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9245 00000100:00100000:3.0:1746128119.746372:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1964:x1830947542776960:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.746382:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.746397:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcdb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a72 expref: 67 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.746410:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcdb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a72 expref: 67 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.746427:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcdb6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a72 expref: 67 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.746439:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.746440:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.746446:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcdbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a79 expref: 66 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.746452:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcdbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a79 expref: 66 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.746476:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcdbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a79 expref: 66 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.746486:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540441984:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.746558:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.748150:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540441984:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.748166:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.748324:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542776960:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1950us (2685us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.748332:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9245 00000100:00100000:1.0:1746128119.748895:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.749111:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542777216 00000100:00100000:3.0:1746128119.749117:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542777216 00002000:00100000:3.0:1746128119.749143:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929c380 x1830947542777216/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.749151:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929c380 with x1830947542777216 ext(0->4095) 00002000:00010000:3.0:1746128119.749155:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929c380 00000100:00100000:3.0:1746128119.749167:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3899 00000100:00100000:3.0:1746128119.749173:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542777216:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128119.749727:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542777216:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 553us (832us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128119.749733:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3899 00002000:00100000:3.0:1746128119.749738:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929c380 x1830947542777216/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.749745:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929c380 with x1830947542777216 ext(0->4095) 00002000:00010000:3.0:1746128119.749748:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929c380 00000100:00100000:0.0:1746128119.751395:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.751513:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542777344 00000100:00100000:3.0:1746128119.751519:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542777344 00000100:00100000:3.0:1746128119.751627:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5360 00000100:00100000:3.0:1746128119.751634:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542777344:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128119.751648:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128119.751660:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcdc4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a80 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.751683:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcdbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a79 expref: 65 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.751693:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128119.751695:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128119.751698:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcdc4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a80 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.751720:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcdbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a79 expref: 65 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.751730:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcdbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a79 expref: 65 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.751739:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540442112:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128119.752462:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.755728:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540442112:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128119.755753:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcdc4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a80 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.755767:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67800, rc 0) 00000100:00100000:3.0:1746128119.755804:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542777344:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4170us (4412us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.755812:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5360 00000100:00100000:0.0:1746128119.756009:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.756244:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542777472 00000100:00100000:3.0:1746128119.756250:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542777472 00010000:00010000:3.0:1746128119.756270:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcdbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a79 expref: 66 pid: 8416 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.756294:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9246 00000100:00100000:3.0:1746128119.756298:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084107b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542777472:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.756308:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.756325:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcdbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a79 expref: 66 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.756334:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcdbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a79 expref: 66 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.756350:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56800/0x802a7453533bcdbd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a79 expref: 66 pid: 8416 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.757063:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.757066:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.757073:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcdc4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a80 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.757081:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcdc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a80 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.757108:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcdc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a80 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.757117:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540442240:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.757885:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.759397:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.759693:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542777600 00000100:00100000:3.0:1746128119.759700:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542777600 00000100:00100000:3.0:1746128119.759734:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5361 00000100:00100000:3.0:1746128119.759740:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084104700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:31595:x1830947542777600:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128119.759754:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128119.759769:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcdcb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a87 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.759789:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcdc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a80 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.759796:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.759797:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.759800:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcdcb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a87 expref: 67 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.759822:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcdc4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a80 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.759832:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcdc4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a80 expref: 5 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.759842:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540442368:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128119.759897:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.761063:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540442240:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.761076:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.761416:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084107b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1964:x1830947542777472:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5115us (5406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.761428:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9246 00000100:00100000:0.0:1746128119.764137:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.764480:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542777856 00000100:00100000:3.0:1746128119.764487:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542777856 00002000:00100000:3.0:1746128119.764524:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084106300 x1830947542777856/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.764533:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084106300 with x1830947542777856 ext(0->4095) 00010000:00010000:3.0:1746128119.764540:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcdc4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a80 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.764659:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcdc4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a80 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.764667:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084106300 00000100:00100000:3.0:1746128119.764773:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1951 00000100:00100000:3.0:1746128119.764780:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084106300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542777856:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128119.764938:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084106300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542777856:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (805us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128119.764944:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1951 00002000:00100000:3.0:1746128119.764949:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084106300 x1830947542777856/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.764967:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084106300 with x1830947542777856 ext(0->4095) 00010000:00010000:3.0:1746128119.764971:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcdc4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a80 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.764983:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcdc4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a80 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.764988:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084106300 00000100:00100000:2.0:1746128119.765106:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540442368:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.765125:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcdcb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a87 expref: 66 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.765137:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66c00, rc 0) 00000100:00100000:2.0:1746128119.765284:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084104700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:31595:x1830947542777600:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5542us (5890us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.765289:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5361 00000100:00100000:0.0:1746128119.767021:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.767102:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542777984 00000100:00100000:3.0:1746128119.767108:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542777984 00010000:00010000:3.0:1746128119.767131:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcdc4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a80 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.767151:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9247 00000100:00100000:3.0:1746128119.767156:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084107800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542777984:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.767165:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.767180:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcdc4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a80 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.767189:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcdc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a80 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.767205:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bcdc4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a80 expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.767340:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.767342:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.767348:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcdcb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a87 expref: 65 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.767360:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcdcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a87 expref: 65 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.767385:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcdcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a87 expref: 65 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.767395:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540442496:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.767855:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.769883:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540442496:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.769898:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.769929:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084107800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542777984:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2772us (2911us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.769936:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9247 00000100:00100000:0.0:1746128119.770711:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.771097:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542778240 00000100:00100000:3.0:1746128119.771102:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542778240 00002000:00100000:3.0:1746128119.771130:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084105f80 x1830947542778240/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.771139:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084105f80 with x1830947542778240 ext(0->4095) 00002000:00010000:3.0:1746128119.771143:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084105f80 00000100:00100000:3.0:1746128119.771164:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3900 00000100:00100000:3.0:1746128119.771170:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084105f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1963:x1830947542778240:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128119.771484:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084105f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1963:x1830947542778240:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 312us (773us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128119.771493:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3900 00002000:00100000:3.0:1746128119.771499:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084105f80 x1830947542778240/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.771505:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084105f80 with x1830947542778240 ext(0->4095) 00002000:00010000:3.0:1746128119.771508:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084105f80 00000100:00100000:0.0:1746128119.776246:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.776412:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542778368 00000100:00100000:2.0:1746128119.776418:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542778368 00000100:00100000:2.0:1746128119.776452:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5362 00000100:00100000:2.0:1746128119.776458:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542778368:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.776471:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.776483:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcdd2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a8e expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.776504:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcdcb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a87 expref: 65 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.776511:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.776512:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.776515:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcdd2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a8e expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.776541:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcdcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a87 expref: 65 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.776551:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcdcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a87 expref: 65 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.776561:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540442624:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.777531:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f823c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128119.782790:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.782972:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542778496 00000100:00100000:3.0:1746128119.782980:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542778496 00002000:00100000:3.0:1746128119.783013:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008929c700 x1830947542778496/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.783021:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929c700 with x1830947542778496 ext(0->7) 00010000:00010000:3.0:1746128119.783028:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcdcb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a87 expref: 66 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.783041:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcdcb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a87 expref: 66 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.783046:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929c700 00000100:00100000:3.0:1746128119.783070:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1952 00000100:00100000:3.0:1746128119.783077:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+66:1964:x1830947542778496:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128119.783318:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540442624:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128119.783337:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1964:x1830947542778496:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 261us (553us total) trans 4294968007 rc 0/0 00010000:00010000:2.0:1746128119.783337:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcdd2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a8e expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.783343:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1952 00002000:00100000:3.0:1746128119.783348:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008929c700 x1830947542778496/t4294968007(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/448 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746128119.783348:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6800, rc 0) 00002000:00100000:3.0:1746128119.783359:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929c700 with x1830947542778496 ext(0->7) 00000100:00100000:2.0:1746128119.783362:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542778368:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6904us (7124us total) trans 0 rc 0/0 00010000:00010000:3.0:1746128119.783363:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcdcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a87 expref: 68 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.783368:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5362 00010000:00010000:3.0:1746128119.783371:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcdcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a87 expref: 68 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.783376:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929c700 00000100:00100000:0.0:1746128119.789238:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.789324:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542778624 00000100:00100000:3.0:1746128119.789332:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542778624 00010000:00010000:3.0:1746128119.789358:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcdcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a87 expref: 68 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.789379:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9248 00000100:00100000:3.0:1746128119.789384:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084106680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1966:x1830947542778624:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.789395:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.789411:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcdcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a87 expref: 68 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.789419:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcdcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a87 expref: 68 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.789434:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcdcb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a87 expref: 68 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.789940:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.789942:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.789949:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcdd2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a8e expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.789964:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcdd2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a8e expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.789992:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcdd2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a8e expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.790001:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540442752:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.791001:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.794798:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540442752:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.794814:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.795965:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084106680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:1966:x1830947542778624:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6577us (6729us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.795975:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9248 00000100:00100000:0.0:1746128119.797566:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128119.797741:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.797975:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542779008 00000100:00100000:3.0:1746128119.797981:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542779008 00000100:00100000:3.0:1746128119.798012:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5363 00000100:00100000:3.0:1746128119.798018:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+67:31595:x1830947542779008:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128119.798032:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128119.798045:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcdd9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a95 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.798068:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcdd2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a8e expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.798078:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.798079:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.798082:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcdd9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a95 expref: 68 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.798104:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcdd2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a8e expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.798114:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcdd2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a8e expref: 5 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.798124:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540442880:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128119.798187:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746128119.798303:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542778880 00000100:00100000:2.0:1746128119.798306:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542778880 00002000:00100000:2.0:1746128119.798329:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084107480 x1830947542778880/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.798337:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084107480 with x1830947542778880 ext(0->4095) 00010000:00010000:2.0:1746128119.798342:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcdd2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a8e expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.798350:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcdd2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a8e expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.798355:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084107480 00000100:00100000:2.0:1746128119.798379:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1953 00000100:00100000:2.0:1746128119.798383:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084107480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542778880:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128119.798504:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084107480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542778880:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (942us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128119.798510:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1953 00002000:00100000:2.0:1746128119.798515:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084107480 x1830947542778880/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.798522:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084107480 with x1830947542778880 ext(0->4095) 00010000:00010000:2.0:1746128119.798526:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcdd2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a8e expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.798539:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcdd2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a8e expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.798544:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084107480 00000100:00100000:0.0:1746128119.800458:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.800542:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540442880:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128119.800563:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcdd9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a95 expref: 68 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.800597:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67000, rc 0) 00000100:00100000:3.0:1746128119.800630:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:31595:x1830947542779008:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2612us (2889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.800638:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5363 00000100:00100000:3.0:1746128119.800655:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542779136 00000100:00100000:3.0:1746128119.800659:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542779136 00000100:00100000:3.0:1746128119.800689:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5364 00000100:00100000:3.0:1746128119.800694:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:31596:x1830947542779136:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128119.800704:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128119.800714:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcde0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3a9c expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.800727:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.800730:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcdd9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a95 expref: 69 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.800735:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128119.800738:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcde0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a9c expref: 69 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.800758:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcdd9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a95 expref: 69 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.800766:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcde0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a9c expref: 69 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.800773:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66200, rc 0) 00000100:00100000:3.0:1746128119.800787:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+69:31596:x1830947542779136:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.800792:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5364 00000100:00100000:0.0:1746128119.802703:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.804008:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542779264 00000100:00100000:3.0:1746128119.804016:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542779264 00010000:00010000:3.0:1746128119.804043:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcdd2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a8e expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.804066:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9249 00000100:00100000:3.0:1746128119.804071:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542779264:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.804081:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.804096:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcdd2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a8e expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.804106:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcdd2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a8e expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.804121:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcdd2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a8e expref: 6 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.804143:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.804145:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.804150:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcdd9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a95 expref: 68 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.804157:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcdd9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a95 expref: 68 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.804180:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcdd9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a95 expref: 68 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.804189:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcdd9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a95 expref: 68 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.804197:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540443136:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.804256:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.806565:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.806711:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540443136:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.806725:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.806812:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542779264:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2739us (4112us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.806821:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9249 00000100:00100000:2.0:1746128119.807169:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542779520 00000100:00100000:2.0:1746128119.807175:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542779520 00002000:00100000:2.0:1746128119.807203:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084105500 x1830947542779520/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.807211:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084105500 with x1830947542779520 ext(0->4095) 00010000:00010000:2.0:1746128119.807217:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcdd9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a95 expref: 69 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.807226:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcdd9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a95 expref: 69 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.807232:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084105500 00000100:00100000:2.0:1746128119.807256:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1954 00000100:00100000:2.0:1746128119.807261:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+69:1964:x1830947542779520:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128119.807505:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084105500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+69:1964:x1830947542779520:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 242us (944us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128119.807510:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1954 00002000:00100000:2.0:1746128119.807515:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084105500 x1830947542779520/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.807522:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084105500 with x1830947542779520 ext(0->4095) 00010000:00010000:2.0:1746128119.807526:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcdd9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a95 expref: 69 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.807534:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcdd9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a95 expref: 69 pid: 28170 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.807539:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084105500 00000100:00100000:0.0:1746128119.811125:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.811196:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542779648 00000100:00100000:3.0:1746128119.811203:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542779648 00010000:00010000:3.0:1746128119.811226:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcdd9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a95 expref: 69 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.811246:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9250 00000100:00100000:3.0:1746128119.811252:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084107b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+69:1963:x1830947542779648:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.811261:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.811277:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcdd9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a95 expref: 69 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.811288:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcdd9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a95 expref: 69 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.811305:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcdd9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a95 expref: 69 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.811967:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.811969:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.811976:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcde0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a9c expref: 68 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.811984:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcde0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a9c expref: 68 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.812011:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcde0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a9c expref: 68 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.812021:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540443264:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.812089:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.815623:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.815889:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540443264:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.815904:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.815936:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084107b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1963:x1830947542779648:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4684us (4816us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.815943:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9250 00000100:00100000:2.0:1746128119.816076:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542779904 00000100:00100000:2.0:1746128119.816082:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542779904 00002000:00100000:2.0:1746128119.816111:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084107800 x1830947542779904/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.816118:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084107800 with x1830947542779904 ext(0->4095) 00002000:00010000:2.0:1746128119.816122:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084107800 00000100:00100000:2.0:1746128119.816135:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3901 00000100:00100000:2.0:1746128119.816142:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084107800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1964:x1830947542779904:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128119.816278:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084107800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1964:x1830947542779904:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (661us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128119.816284:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3901 00002000:00100000:2.0:1746128119.816288:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084107800 x1830947542779904/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.816294:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084107800 with x1830947542779904 ext(0->4095) 00002000:00010000:2.0:1746128119.816297:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084107800 00000100:00100000:0.0:1746128119.818667:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.818926:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542780032 00000100:00100000:2.0:1746128119.818933:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542780032 00000100:00100000:2.0:1746128119.818992:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5365 00000100:00100000:2.0:1746128119.818999:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084106680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542780032:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.819012:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.819025:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcde7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3aa3 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.819047:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcde0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a9c expref: 67 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.819053:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.819055:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.819058:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcde7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aa3 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.819086:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcde0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a9c expref: 67 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.819096:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcde0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a9c expref: 67 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.819106:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540443392:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.819172:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128119.824802:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540443392:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.824829:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcde7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aa3 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.824843:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6c00, rc 0) 00000100:00100000:2.0:1746128119.824877:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084106680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542780032:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5879us (6216us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.824887:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5365 00000100:00100000:0.0:1746128119.826745:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128119.826789:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.826808:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542780160 00000100:00100000:3.0:1746128119.826813:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542780160 00010000:00010000:3.0:1746128119.826836:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcde0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a9c expref: 68 pid: 28170 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.826853:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9251 00000100:00100000:3.0:1746128119.826858:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1963:x1830947542780160:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.826869:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.826883:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcde0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a9c expref: 68 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.826891:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcde0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a9c expref: 68 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.826907:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcde0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3a9c expref: 68 pid: 28170 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.826932:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.826933:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.826938:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcde7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aa3 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.826945:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcde7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aa3 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.826976:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcde7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aa3 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.826985:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540443520:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.827033:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128119.827160:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542780288 00000100:00100000:2.0:1746128119.827164:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542780288 00000100:00100000:2.0:1746128119.827186:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5366 00000100:00100000:2.0:1746128119.827189:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:31595:x1830947542780288:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.827199:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.827373:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcdee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3aaa expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.827390:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcde7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aa3 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.827395:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.827396:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.827399:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcdee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aaa expref: 69 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.827412:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcde7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aa3 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.827420:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcde7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aa3 expref: 5 pid: 8418 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.827428:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540443648:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.827453:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.831367:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.831496:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540443520:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.831510:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.831542:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+69:1963:x1830947542780160:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4683us (4801us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.831551:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9251 00000100:00100000:3.0:1746128119.831606:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542780544 00000100:00100000:3.0:1746128119.831611:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542780544 00002000:00100000:3.0:1746128119.831640:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8daa00 x1830947542780544/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.831648:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8daa00 with x1830947542780544 ext(0->4095) 00010000:00010000:3.0:1746128119.831655:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcde7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aa3 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.831669:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcde7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aa3 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.831675:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8daa00 00000100:00100000:3.0:1746128119.831692:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1955 00000100:00100000:3.0:1746128119.831698:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542780544:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128119.831847:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540443648:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.831864:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcdee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aaa expref: 68 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.831874:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6000, rc 0) 00000100:00100000:2.0:1746128119.831890:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:31595:x1830947542780288:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4700us (5101us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.831895:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5366 00000100:00100000:3.0:1746128119.832615:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542780544:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 914us (1251us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128119.832621:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1955 00002000:00100000:3.0:1746128119.832627:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8daa00 x1830947542780544/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.832634:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8daa00 with x1830947542780544 ext(0->4095) 00010000:00010000:3.0:1746128119.832639:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcde7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aa3 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.832647:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcde7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aa3 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00002000:00010000:3.0:1746128119.832652:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8daa00 00000100:00100000:0.0:1746128119.840277:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.840471:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542780672 00000100:00100000:3.0:1746128119.840478:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542780672 00010000:00010000:3.0:1746128119.840506:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcde7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aa3 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.840528:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9252 00000100:00100000:3.0:1746128119.840535:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542780672:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.840546:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.840563:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcde7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aa3 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.840599:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcde7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aa3 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.840618:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bcde7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aa3 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.841768:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.841770:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.841778:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcdee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aaa expref: 67 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.841786:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcdee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aaa expref: 67 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.841816:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcdee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aaa expref: 67 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.841826:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540443776:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.841898:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.845674:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540443776:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.845691:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.845737:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542780672:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5201us (5464us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.845746:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9252 00000100:00100000:0.0:1746128119.847644:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.847703:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542780928 00000100:00100000:3.0:1746128119.847710:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542780928 00002000:00100000:3.0:1746128119.847741:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8d8e00 x1830947542780928/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.847750:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d8e00 with x1830947542780928 ext(0->4095) 00002000:00010000:3.0:1746128119.847754:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8d8e00 00000100:00100000:3.0:1746128119.847781:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3902 00000100:00100000:3.0:1746128119.847787:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1965:x1830947542780928:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746128119.847922:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1965:x1830947542780928:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (280us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128119.847927:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3902 00002000:00100000:3.0:1746128119.847932:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8d8e00 x1830947542780928/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.847938:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d8e00 with x1830947542780928 ext(0->4095) 00002000:00010000:3.0:1746128119.847941:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8d8e00 00000100:00100000:0.0:1746128119.855016:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.855219:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542781056 00000100:00100000:2.0:1746128119.855226:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542781056 00000100:00100000:2.0:1746128119.855272:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5367 00000100:00100000:2.0:1746128119.855344:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542781056:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.855359:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.855372:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcdf5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ab1 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.855394:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcdee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aaa expref: 67 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.855400:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.855402:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.855405:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcdf5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab1 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.855427:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcdee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aaa expref: 67 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.855438:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcdee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aaa expref: 67 pid: 8418 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.855448:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540443904:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.855520:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.859442:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.859611:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542781184 00000100:00100000:1.0:1746128119.859618:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542781184 00002000:00100000:1.0:1746128119.859655:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012b8d8700 x1830947542781184/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.859664:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d8700 with x1830947542781184 ext(0->7) 00010000:00010000:1.0:1746128119.859670:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcdee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aaa expref: 68 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.859681:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcdee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aaa expref: 68 pid: 8418 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.859687:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8d8700 00000100:00100000:1.0:1746128119.859815:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1956 00000100:00100000:1.0:1746128119.859822:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+68:1964:x1830947542781184:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128119.860062:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540443904:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.860080:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcdf5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab1 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.860091:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7400, rc 0) 00000100:00100000:2.0:1746128119.862201:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542781056:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6852us (7185us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.862210:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5367 00000100:00100000:1.0:1746128119.862367:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:1964:x1830947542781184:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 2544us (2929us total) trans 4294968008 rc 0/0 00000100:00100000:1.0:1746128119.862374:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1956 00002000:00100000:1.0:1746128119.862381:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012b8d8700 x1830947542781184/t4294968008(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/448 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.862390:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d8700 with x1830947542781184 ext(0->7) 00010000:00010000:1.0:1746128119.862397:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcdee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aaa expref: 70 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.862408:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcdee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aaa expref: 70 pid: 8418 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.862414:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8d8700 00000100:00100000:0.0:1746128119.873494:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.873601:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542781312 00000100:00100000:3.0:1746128119.873608:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542781312 00010000:00010000:3.0:1746128119.873635:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcdee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aaa expref: 70 pid: 8418 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.873653:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9253 00000100:00100000:3.0:1746128119.873658:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:1964:x1830947542781312:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.873668:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.873685:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcdee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aaa expref: 70 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.873695:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcdee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aaa expref: 70 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.873711:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcdee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3aaa expref: 70 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.873738:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.873740:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.873746:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcdf5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab1 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.873753:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcdf5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab1 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.873777:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcdf5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab1 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.873787:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540444032:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.873848:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.876175:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.876306:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542781440 00000100:00100000:2.0:1746128119.876312:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542781440 00000100:00100000:2.0:1746128119.876356:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5368 00000100:00100000:2.0:1746128119.876363:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:31595:x1830947542781440:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.876376:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.876389:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcdfc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ab8 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.876411:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcdf5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab1 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.876417:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.876419:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.876422:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcdfc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab8 expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.876447:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcdf5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab1 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.876457:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcdf5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab1 expref: 5 pid: 8418 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.876467:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540444160:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.876537:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.878719:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540444032:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.878734:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.878776:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+71:1964:x1830947542781312:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5116us (5288us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.878784:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9253 00000100:00100000:2.0:1746128119.878940:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540444160:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.878965:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcdfc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab8 expref: 70 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.878977:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7e00, rc 0) 00000100:00100000:2.0:1746128119.878997:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:31595:x1830947542781440:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2636us (2827us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.879003:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5368 00000100:00100000:0.0:1746128119.879820:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.879869:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542781696 00000100:00100000:1.0:1746128119.879874:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542781696 00002000:00100000:1.0:1746128119.879902:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8da300 x1830947542781696/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.879910:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8da300 with x1830947542781696 ext(0->4095) 00010000:00010000:1.0:1746128119.879917:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcdf5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab1 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.879928:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcdf5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab1 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.879934:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8da300 00000100:00100000:1.0:1746128119.879965:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1957 00000100:00100000:1.0:1746128119.879970:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542781696:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128119.880090:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542781696:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128119.880095:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1957 00002000:00100000:1.0:1746128119.880100:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8da300 x1830947542781696/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.880106:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8da300 with x1830947542781696 ext(0->4095) 00010000:00010000:1.0:1746128119.880110:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcdf5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab1 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:1.0:1746128119.880118:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcdf5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab1 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00002000:00010000:1.0:1746128119.880123:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b8da300 00000100:00100000:0.0:1746128119.887019:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.887132:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542781824 00000100:00100000:3.0:1746128119.887140:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542781824 00010000:00010000:3.0:1746128119.887171:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcdf5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab1 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.887197:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9254 00000100:00100000:3.0:1746128119.887203:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542781824:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.887214:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.887231:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcdf5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab1 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.887242:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcdf5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab1 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.888154:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcdf5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab1 expref: 6 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.888176:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.888178:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.888185:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcdfc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab8 expref: 69 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.888192:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcdfc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab8 expref: 69 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.888219:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcdfc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab8 expref: 69 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.888229:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540444288:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.888306:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.894920:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.894947:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540444288:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.894976:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.895012:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542781824:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7808us (7999us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.895021:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9254 00000100:00100000:2.0:1746128119.895098:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542782080 00000100:00100000:2.0:1746128119.895104:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542782080 00002000:00100000:2.0:1746128119.895134:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8db100 x1830947542782080/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.895143:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8db100 with x1830947542782080 ext(0->4095) 00002000:00010000:2.0:1746128119.895146:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8db100 00000100:00100000:2.0:1746128119.895441:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3903 00000100:00100000:2.0:1746128119.895448:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:1966:x1830947542782080:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128119.897509:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:1966:x1830947542782080:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 2055us (2588us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128119.897517:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3903 00002000:00100000:2.0:1746128119.897525:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b8db100 x1830947542782080/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.897534:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8db100 with x1830947542782080 ext(0->4095) 00002000:00010000:2.0:1746128119.897538:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8db100 00000100:00100000:0.0:1746128119.900371:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.900712:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542782208 00000100:00100000:2.0:1746128119.900719:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542782208 00000100:00100000:2.0:1746128119.900759:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5369 00000100:00100000:2.0:1746128119.900766:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542782208:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.900783:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.900799:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bce03 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3abf expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.900823:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcdfc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab8 expref: 69 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.900829:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.900830:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.900833:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bce03 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3abf expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.900859:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcdfc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab8 expref: 69 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.900877:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcdfc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab8 expref: 69 pid: 8418 timeout: 615 lvb_type: 0 00000100:00100000:2.0:1746128119.900886:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540444416:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128119.901713:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128119.905152:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c270e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540444416:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128119.905175:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bce03 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3abf expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.905189:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6800, rc 0) 00000100:00100000:2.0:1746128119.905220:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542782208:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4454us (4857us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.905226:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5369 00000100:00100000:0.0:1746128119.915350:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.915452:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542782336 00000100:00100000:2.0:1746128119.915461:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542782336 00002000:00100000:2.0:1746128119.915496:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094175180 x1830947542782336/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.915505:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094175180 with x1830947542782336 ext(0->7) 00010000:00010000:2.0:1746128119.915513:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcdfc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab8 expref: 70 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.915523:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcdfc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab8 expref: 70 pid: 8418 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.915534:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094175180 00000100:00100000:2.0:1746128119.915564:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1958 00000100:00100000:2.0:1746128119.915595:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+70:1964:x1830947542782336:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128119.915886:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1964:x1830947542782336:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 315us (542us total) trans 4294968009 rc 0/0 00000100:00100000:2.0:1746128119.915892:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1958 00002000:00100000:2.0:1746128119.915898:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094175180 x1830947542782336/t4294968009(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/448 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.915905:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094175180 with x1830947542782336 ext(0->7) 00010000:00010000:2.0:1746128119.915909:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcdfc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab8 expref: 72 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:2.0:1746128119.915917:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcdfc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab8 expref: 72 pid: 8418 timeout: 615 lvb_type: 0 00002000:00010000:2.0:1746128119.915922:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094175180 00000100:00100000:2.0:1746128119.934294:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128119.934360:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542782464 00000100:00100000:0.0:1746128119.934368:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542782464 00000100:00100000:0.0:1746128119.934403:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5370 00000100:00100000:0.0:1746128119.934410:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:31595:x1830947542782464:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128119.934424:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128119.934437:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bce0a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ac6 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128119.934459:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128119.934463:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bce03 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3abf expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128119.934469:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746128119.934471:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bce0a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ac6 expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128119.934498:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bce03 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3abf expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128119.934509:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bce0a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ac6 expref: 73 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128119.934518:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129619a00, rc 0) 00000100:00100000:0.0:1746128119.934569:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:31595:x1830947542782464:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128119.934589:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5370 00000100:00100000:0.0:1746128119.936711:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.936771:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542782592 00000100:00100000:3.0:1746128119.936778:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542782592 00010000:00010000:3.0:1746128119.936803:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcdfc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab8 expref: 73 pid: 8418 timeout: 615 lvb_type: 0 00000100:00100000:3.0:1746128119.936837:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9255 00000100:00100000:3.0:1746128119.936844:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094175500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1966:x1830947542782592:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.936855:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.936874:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcdfc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab8 expref: 73 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.936884:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcdfc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab8 expref: 73 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.936902:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcdfc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ab8 expref: 73 pid: 8418 timeout: 615 lvb_type: 0 00010000:00010000:3.0:1746128119.936927:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.936929:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.936935:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bce03 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3abf expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.936944:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bce03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3abf expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.936978:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bce03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3abf expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.936987:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bce03 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3abf expref: 5 pid: 8418 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128119.936997:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540444672:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.937069:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.942540:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.942599:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542782848 00000100:00100000:2.0:1746128119.942606:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542782848 00000100:00100000:3.0:1746128119.942628:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540444672:192.168.203.28@tcp:105: 00002000:00100000:2.0:1746128119.942640:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094174a80 x1830947542782848/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746128119.942643:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746128119.942649:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094174a80 with x1830947542782848 ext(0->4095) 00010000:00010000:2.0:1746128119.942657:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bce03 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3abf expref: 6 pid: 8418 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128119.942674:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bce03 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3abf expref: 6 pid: 8418 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128119.942680:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094174a80 00000100:00100000:3.0:1746128119.942733:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094175500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1966:x1830947542782592:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5884us (6020us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.942742:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9255 00000100:00100000:1.0:1746128119.942764:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1959 00000100:00100000:1.0:1746128119.942772:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542782848:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128119.943404:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542782848:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 633us (870us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128119.943410:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1959 00002000:00100000:1.0:1746128119.943415:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094174a80 x1830947542782848/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.943422:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094174a80 with x1830947542782848 ext(0->4095) 00010000:00010000:1.0:1746128119.943427:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bce03 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3abf expref: 6 pid: 8418 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128119.943437:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bce03 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3abf expref: 6 pid: 8418 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746128119.943442:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094174a80 00000100:00100000:0.0:1746128119.949314:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.949412:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542782976 00000100:00100000:3.0:1746128119.949421:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542782976 00010000:00010000:3.0:1746128119.949449:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bce03 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3abf expref: 6 pid: 8418 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128119.949473:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9256 00000100:00100000:3.0:1746128119.949479:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542782976:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.949490:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.949507:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bce03 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3abf expref: 6 pid: 8418 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128119.949517:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bce03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3abf expref: 6 pid: 8418 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128119.949535:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bce03 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3abf expref: 6 pid: 8418 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128119.950043:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.950046:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.950052:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bce0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ac6 expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.950061:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bce0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ac6 expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.950088:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bce0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ac6 expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.950097:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540444800:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.950157:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128119.954000:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540444800:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.954018:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.954055:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542782976:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4576us (4748us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.954064:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9256 00000100:00100000:0.0:1746128119.954718:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.955307:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542783232 00000100:00100000:1.0:1746128119.955314:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542783232 00002000:00100000:1.0:1746128119.955346:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094177100 x1830947542783232/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.955354:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094177100 with x1830947542783232 ext(0->4095) 00002000:00010000:1.0:1746128119.955358:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094177100 00000100:00100000:1.0:1746128119.955384:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3904 00000100:00100000:1.0:1746128119.955389:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1963:x1830947542783232:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128119.955508:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1963:x1830947542783232:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (791us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128119.955514:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3904 00002000:00100000:1.0:1746128119.955519:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094177100 x1830947542783232/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.955526:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094177100 with x1830947542783232 ext(0->4095) 00002000:00010000:1.0:1746128119.955528:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094177100 00000100:00100000:0.0:1746128119.960946:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.961024:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542783360 00000100:00100000:1.0:1746128119.961031:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542783360 00000100:00100000:1.0:1746128119.961071:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5371 00000100:00100000:1.0:1746128119.961078:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542783360:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128119.961095:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128119.961107:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bce11 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3acd expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.961128:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bce0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ac6 expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.961135:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128119.961136:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128119.961139:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bce11 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3acd expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.961163:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bce0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ac6 expref: 71 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.961173:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bce0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ac6 expref: 71 pid: 8418 timeout: 616 lvb_type: 0 00000100:00100000:1.0:1746128119.961183:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540444928:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128119.961525:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128119.964448:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540444928:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128119.964472:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bce11 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3acd expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.964485:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56e00, rc 0) 00000100:00100000:1.0:1746128119.964518:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542783360:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3440us (3578us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128119.964528:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5371 00000100:00100000:0.0:1746128119.965482:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.966650:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542783488 00000100:00100000:3.0:1746128119.966658:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542783488 00002000:00100000:3.0:1746128119.966694:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094177800 x1830947542783488/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.966703:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094177800 with x1830947542783488 ext(0->7) 00010000:00010000:3.0:1746128119.966710:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bce0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ac6 expref: 72 pid: 8418 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128119.966722:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bce0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ac6 expref: 72 pid: 8418 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128119.966728:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094177800 00000100:00100000:3.0:1746128119.966761:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1960 00000100:00100000:3.0:1746128119.966767:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+72:1963:x1830947542783488:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128119.967071:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542783488:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 303us (1589us total) trans 4294968010 rc 0/0 00000100:00100000:3.0:1746128119.967077:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1960 00002000:00100000:3.0:1746128119.967082:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094177800 x1830947542783488/t4294968010(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 496/448 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128119.967089:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094177800 with x1830947542783488 ext(0->7) 00010000:00010000:3.0:1746128119.967094:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bce0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ac6 expref: 74 pid: 8418 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128119.967103:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bce0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ac6 expref: 74 pid: 8418 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128119.967108:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094177800 00000100:00100000:0.0:1746128119.970004:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.970200:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542783616 00000100:00100000:3.0:1746128119.970207:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542783616 00010000:00010000:3.0:1746128119.970237:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bce0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ac6 expref: 74 pid: 8418 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128119.970268:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9257 00000100:00100000:3.0:1746128119.970275:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1965:x1830947542783616:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.970286:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.970303:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bce0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ac6 expref: 74 pid: 8418 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128119.970312:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bce0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ac6 expref: 74 pid: 8418 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128119.970328:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129619a00/0x802a7453533bce0a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ac6 expref: 74 pid: 8418 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128119.970468:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.970470:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.970476:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bce11 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3acd expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.970483:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bce11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3acd expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.970510:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bce11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3acd expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128119.970524:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540445056:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.971399:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.974338:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128119.974428:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540445056:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.974443:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.974475:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1965:x1830947542783616:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4201us (4477us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.974484:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9257 00000100:00100000:1.0:1746128119.974547:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542783872 00000100:00100000:1.0:1746128119.974552:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542783872 00002000:00100000:1.0:1746128119.974597:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094175500 x1830947542783872/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.974606:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094175500 with x1830947542783872 ext(0->4095) 00002000:00010000:1.0:1746128119.974610:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094175500 00000100:00100000:1.0:1746128119.974634:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3905 00000100:00100000:1.0:1746128119.974640:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542783872:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128119.974763:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542783872:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (431us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128119.974769:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3905 00002000:00100000:1.0:1746128119.974774:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094175500 x1830947542783872/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128119.974780:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094175500 with x1830947542783872 ext(0->4095) 00002000:00010000:1.0:1746128119.974783:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094175500 00000100:00100000:0.0:1746128119.984738:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.984889:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542784000 00000100:00100000:1.0:1746128119.984897:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542784000 00000100:00100000:1.0:1746128119.984935:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5372 00000100:00100000:1.0:1746128119.984940:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:31596:x1830947542784000:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128119.984961:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128119.984974:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bce18 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ad4 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.984999:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bce11 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3acd expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.985005:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128119.985006:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128119.985009:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bce18 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ad4 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.985031:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bce11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3acd expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.985040:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bce11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3acd expref: 5 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:1.0:1746128119.985049:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540445184:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128119.985118:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.987382:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.987935:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542784128 00000100:00100000:2.0:1746128119.987943:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542784128 00000100:00100000:2.0:1746128119.987994:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5373 00000100:00100000:2.0:1746128119.988001:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:31595:x1830947542784128:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128119.988015:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128119.988027:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bce1f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3adb expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.988048:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128119.988052:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bce18 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ad4 expref: 76 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.988057:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128119.988060:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bce1f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3adb expref: 76 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.988085:0:8418:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bce18 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ad4 expref: 76 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.988095:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bce1f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3adb expref: 76 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128119.988103:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7400, rc 0) 00000100:00100000:2.0:1746128119.988133:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:31595:x1830947542784128:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128119.988139:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5373 00000100:00100000:0.0:1746128119.992719:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128119.992818:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540445184:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128119.992840:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bce18 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ad4 expref: 75 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128119.992855:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57000, rc 0) 00000100:00100000:1.0:1746128119.992888:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:31596:x1830947542784000:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7947us (8156us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128119.992895:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5372 00000100:00100000:3.0:1746128119.993315:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542784256 00000100:00100000:3.0:1746128119.993322:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542784256 00010000:00010000:3.0:1746128119.993343:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bce11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3acd expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128119.993363:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9258 00000100:00100000:3.0:1746128119.993500:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542784256:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128119.993509:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128119.993525:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bce11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3acd expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128119.993534:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bce11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3acd expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128119.993551:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bce11 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3acd expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128119.993563:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.993564:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128119.993587:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bce18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ad4 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.993594:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bce18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ad4 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.993618:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bce18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ad4 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128119.993628:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bce18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ad4 expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128119.993637:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540445440:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128119.993685:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128119.996648:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128119.996752:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542784512 00000100:00100000:2.0:1746128119.996758:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542784512 00002000:00100000:2.0:1746128119.996793:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013440b480 x1830947542784512/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/0 e 0 to 0 dl 1746128130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.996802:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440b480 with x1830947542784512 ext(0->4095) 00010000:00010000:2.0:1746128119.996809:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bce18 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ad4 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128119.996819:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bce18 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ad4 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128119.996824:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013440b480 00000100:00100000:2.0:1746128119.996869:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1961 00000100:00100000:2.0:1746128119.996876:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1966:x1830947542784512:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128119.997012:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1966:x1830947542784512:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (369us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128119.997018:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1961 00002000:00100000:2.0:1746128119.997023:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013440b480 x1830947542784512/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:370/0 lens 488/4536 e 0 to 0 dl 1746128130 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128119.997029:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440b480 with x1830947542784512 ext(0->4095) 00010000:00010000:2.0:1746128119.997033:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bce18 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ad4 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128119.997046:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bce18 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ad4 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128119.997050:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013440b480 00000100:00100000:3.0:1746128119.997504:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540445440:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128119.997517:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128119.997554:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542784256:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4056us (4841us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128119.997562:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9258 00000100:00100000:0.0:1746128120.001036:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.001458:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542784640 00000100:00100000:1.0:1746128120.001466:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542784640 00000100:00100000:1.0:1746128120.001566:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5374 00000100:00100000:1.0:1746128120.001608:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542784640:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128120.001622:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128120.001635:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce26 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ae2 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.001655:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128120.001659:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bce1f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3adb expref: 74 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.001664:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128120.001667:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce26 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae2 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.001694:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bce1f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3adb expref: 74 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.001703:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce26 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae2 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.001711:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56600, rc 0) 00000100:00100000:1.0:1746128120.001750:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542784640:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.001756:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5374 00000100:00100000:0.0:1746128120.002048:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.002454:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542784768 00000100:00100000:3.0:1746128120.002459:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542784768 00010000:00010000:3.0:1746128120.002475:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bce18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ad4 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.002493:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9259 00000100:00100000:3.0:1746128120.002497:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1964:x1830947542784768:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.002507:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.002522:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bce18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ad4 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.002532:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bce18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ad4 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.002546:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57000/0x802a7453533bce18 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ad4 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.004524:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.004529:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.004539:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bce1f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3adb expref: 74 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.004549:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bce1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3adb expref: 74 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.004605:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bce1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3adb expref: 74 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.004617:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bce1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3adb expref: 74 pid: 8418 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.004627:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540445696:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.004705:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9900 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.008906:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540445696:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.008923:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.008971:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1964:x1830947542784768:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6472us (6923us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.008980:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9259 00000100:00100000:0.0:1746128120.009158:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.009598:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542785024 00000100:00100000:2.0:1746128120.009604:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542785024 00002000:00100000:2.0:1746128120.009634:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134408e00 x1830947542785024/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.009643:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134408e00 with x1830947542785024 ext(0->4095) 00010000:00010000:2.0:1746128120.009650:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bce1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3adb expref: 74 pid: 8418 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.009661:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bce1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3adb expref: 74 pid: 8418 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.009667:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134408e00 00000100:00100000:2.0:1746128120.009693:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1962 00000100:00100000:2.0:1746128120.009699:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542785024:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128120.010306:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542785024:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 605us (1146us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128120.010313:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1962 00002000:00100000:2.0:1746128120.010318:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134408e00 x1830947542785024/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.010326:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134408e00 with x1830947542785024 ext(0->4095) 00010000:00010000:2.0:1746128120.010332:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bce1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3adb expref: 74 pid: 8418 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.010341:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bce1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3adb expref: 74 pid: 8418 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.010347:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134408e00 00000100:00100000:0.0:1746128120.012102:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.012646:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.012747:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542785152 00000100:00100000:3.0:1746128120.012754:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542785152 00000100:00100000:3.0:1746128120.012795:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5375 00000100:00100000:3.0:1746128120.012802:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:31595:x1830947542785152:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.012814:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.012827:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bce2d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ae9 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.012847:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.012852:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce26 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae2 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.012857:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128120.012861:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bce2d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae9 expref: 75 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.012887:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce26 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae2 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.012898:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bce2d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae9 expref: 75 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.012907:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67200, rc 0) 00000100:00100000:3.0:1746128120.012958:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:31595:x1830947542785152:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (849us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.012964:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5375 00000100:00100000:2.0:1746128120.013024:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542785280 00000100:00100000:2.0:1746128120.013027:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542785280 00010000:00010000:2.0:1746128120.013043:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bce1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3adb expref: 75 pid: 8418 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.013060:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9260 00000100:00100000:2.0:1746128120.013065:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1965:x1830947542785280:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128120.013071:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128120.013087:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bce1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3adb expref: 75 pid: 8418 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.013096:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bce1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3adb expref: 75 pid: 8418 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.013111:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bce1f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3adb expref: 75 pid: 8418 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.013123:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.013125:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.013130:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce26 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae2 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.013141:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce26 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae2 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.013160:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce26 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae2 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.013169:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce26 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae2 expref: 5 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.013178:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c271500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540445952:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128120.013222:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f823c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.016922:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c271500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540445952:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128120.016939:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128120.017509:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1965:x1830947542785280:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4442us (4861us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.017519:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9260 00000100:00100000:1.0:1746128120.018180:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.018596:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542785536 00000100:00100000:2.0:1746128120.018602:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542785536 00002000:00100000:2.0:1746128120.018632:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929ca80 x1830947542785536/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.018641:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929ca80 with x1830947542785536 ext(0->4095) 00010000:00010000:2.0:1746128120.018649:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce26 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae2 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.018659:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce26 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae2 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.018665:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929ca80 00000100:00100000:2.0:1746128120.018679:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1963 00000100:00100000:2.0:1746128120.018685:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542785536:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128120.018812:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542785536:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (634us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128120.018818:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1963 00002000:00100000:2.0:1746128120.018823:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929ca80 x1830947542785536/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.018829:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929ca80 with x1830947542785536 ext(0->4095) 00010000:00010000:2.0:1746128120.019113:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce26 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae2 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.019125:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce26 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae2 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.019131:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929ca80 00000100:00100000:0.0:1746128120.023030:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.023230:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542785664 00000100:00100000:2.0:1746128120.023238:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542785664 00010000:00010000:2.0:1746128120.023265:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce26 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae2 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.023298:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9261 00000100:00100000:2.0:1746128120.023304:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542785664:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128120.023314:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128120.023330:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce26 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae2 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.023339:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce26 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae2 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.023356:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce26 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae2 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.023371:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.023373:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.023378:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bce2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae9 expref: 73 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.023384:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bce2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae9 expref: 73 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.023410:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bce2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae9 expref: 73 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128120.023419:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c271500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540446080:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128120.023489:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.027710:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c271500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540446080:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128120.027729:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128120.027769:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542785664:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4463us (4744us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.027777:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9261 00000100:00100000:0.0:1746128120.028153:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.028496:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542785920 00000100:00100000:2.0:1746128120.028502:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542785920 00002000:00100000:2.0:1746128120.028528:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134409880 x1830947542785920/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.028536:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134409880 with x1830947542785920 ext(0->4095) 00002000:00010000:2.0:1746128120.028539:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134409880 00000100:00100000:2.0:1746128120.028551:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3906 00000100:00100000:2.0:1746128120.028556:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542785920:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128120.028698:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542785920:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (544us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128120.028703:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3906 00002000:00100000:2.0:1746128120.028708:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134409880 x1830947542785920/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.028714:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134409880 with x1830947542785920 ext(0->4095) 00002000:00010000:2.0:1746128120.028717:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134409880 00000100:00100000:0.0:1746128120.031177:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.031405:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542786048 00000100:00100000:1.0:1746128120.031412:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542786048 00000100:00100000:1.0:1746128120.031481:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5376 00000100:00100000:1.0:1746128120.031487:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542786048:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128120.031500:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128120.031512:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bce34 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3af0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.031533:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bce2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae9 expref: 73 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.031539:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128120.031540:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128120.031543:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bce34 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af0 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.031563:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bce2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae9 expref: 73 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.031673:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bce2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae9 expref: 73 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:1.0:1746128120.031683:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540446208:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128120.032229:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128120.033898:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540446208:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128120.033920:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bce34 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af0 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.033930:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57e00, rc 0) 00000100:00100000:1.0:1746128120.033972:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542786048:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2485us (2801us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.033982:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5376 00000100:00100000:0.0:1746128120.034426:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.034515:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542786176 00000100:00100000:3.0:1746128120.034519:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542786176 00010000:00010000:3.0:1746128120.034537:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bce2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae9 expref: 74 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.034555:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9262 00000100:00100000:3.0:1746128120.034559:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542786176:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.034593:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.034611:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bce2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae9 expref: 74 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.034620:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bce2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae9 expref: 74 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.034638:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bce2d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ae9 expref: 74 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.034651:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.034653:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.034658:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bce34 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af0 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.034665:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bce34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af0 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.034688:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bce34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af0 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128120.034698:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540446336:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.035993:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.037767:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.038844:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.038869:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542786560 00000100:00100000:0.0:1746128120.038876:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542786560 00002000:00100000:0.0:1746128120.038908:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134408000 x1830947542786560/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128120.038917:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134408000 with x1830947542786560 ext(0->4095) 00002000:00010000:0.0:1746128120.038920:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134408000 00000100:00100000:3.0:1746128120.039038:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540446336:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.039052:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.039084:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1963:x1830947542786176:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4524us (4658us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.039092:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9262 00000100:00100000:1.0:1746128120.039819:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542786304 00000100:00100000:1.0:1746128120.039824:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542786304 00000100:00100000:1.0:1746128120.039847:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5377 00000100:00100000:1.0:1746128120.039852:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:31595:x1830947542786304:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128120.039864:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128120.039878:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce3b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3af7 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.039898:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bce34 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af0 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.039903:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.039905:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.039907:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce3b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af7 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.039931:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bce34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af0 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.039940:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bce34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af0 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:1.0:1746128120.039959:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540446464:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128120.039999:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.040398:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1964 00000100:00100000:2.0:1746128120.040405:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542786560:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128120.040517:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542786560:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (1673us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128120.040522:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1964 00002000:00100000:2.0:1746128120.040527:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134408000 x1830947542786560/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.040534:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134408000 with x1830947542786560 ext(0->4095) 00010000:00010000:2.0:1746128120.040539:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bce34 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af0 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.040548:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bce34 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af0 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.040553:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134408000 00000100:00100000:1.0:1746128120.043754:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540446464:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128120.043777:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce3b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af7 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.043789:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56600, rc 0) 00000100:00100000:1.0:1746128120.043833:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:31595:x1830947542786304:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3980us (6071us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.043839:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5377 00000100:00100000:0.0:1746128120.044279:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.044994:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542786688 00000100:00100000:1.0:1746128120.045000:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542786688 00000100:00100000:1.0:1746128120.045175:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5378 00000100:00100000:1.0:1746128120.045182:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:31596:x1830947542786688:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128120.045196:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128120.045207:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce42 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3afe expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.045226:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.045229:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce3b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af7 expref: 75 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.045234:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128120.045237:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce42 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3afe expref: 75 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.045260:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce3b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af7 expref: 75 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.045268:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce42 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3afe expref: 75 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.045275:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56000, rc 0) 00000100:00100000:1.0:1746128120.045310:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:31596:x1830947542786688:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (1031us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.045315:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5378 00000100:00100000:0.0:1746128120.045520:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.045617:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542786816 00000100:00100000:3.0:1746128120.045621:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542786816 00010000:00010000:3.0:1746128120.045638:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bce34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af0 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.045666:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9263 00000100:00100000:3.0:1746128120.045671:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542786816:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.045678:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.045692:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bce34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af0 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.045701:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bce34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af0 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.045715:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bce34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af0 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.045725:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.045727:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.045731:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af7 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.045738:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af7 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.045753:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af7 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.045762:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af7 expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.045771:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540446720:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.045814:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.048762:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.048814:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542787072 00000100:00100000:1.0:1746128120.048821:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542787072 00002000:00100000:1.0:1746128120.048853:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094641f80 x1830947542787072/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.048860:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094641f80 with x1830947542787072 ext(0->4095) 00010000:00010000:1.0:1746128120.048868:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce3b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af7 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.048878:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce3b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af7 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746128120.048883:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094641f80 00000100:00100000:1.0:1746128120.048911:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1965 00000100:00100000:1.0:1746128120.048917:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1963:x1830947542787072:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128120.049047:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1963:x1830947542787072:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128120.049052:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1965 00002000:00100000:1.0:1746128120.049057:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094641f80 x1830947542787072/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.049068:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094641f80 with x1830947542787072 ext(0->4095) 00010000:00010000:1.0:1746128120.049072:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce3b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af7 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.049080:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce3b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af7 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746128120.049085:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094641f80 00000100:00100000:3.0:1746128120.049409:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540446720:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.049421:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.049440:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542786816:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3770us (3921us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.049447:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9263 00000100:00100000:0.0:1746128120.051806:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.051944:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542787200 00000100:00100000:3.0:1746128120.051959:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542787200 00010000:00010000:3.0:1746128120.051982:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af7 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.052003:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9264 00000100:00100000:3.0:1746128120.052008:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094640a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1965:x1830947542787200:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.052021:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.052037:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af7 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.052047:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af7 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.052063:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce3b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3af7 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.052074:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.052076:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.052081:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce42 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3afe expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.052087:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3afe expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.052112:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3afe expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128120.052121:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540446848:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.052370:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.056434:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.056513:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540446848:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.056527:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128120.056715:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542787456 00000100:00100000:2.0:1746128120.056721:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542787456 00002000:00100000:2.0:1746128120.056753:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094641500 x1830947542787456/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.056762:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094641500 with x1830947542787456 ext(0->4095) 00002000:00010000:2.0:1746128120.056765:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094641500 00000100:00100000:3.0:1746128120.056836:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094640a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1965:x1830947542787200:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4826us (5033us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.056847:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9264 00000100:00100000:2.0:1746128120.057081:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3908 00000100:00100000:2.0:1746128120.057087:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542787456:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128120.057209:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542787456:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (781us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128120.057215:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3908 00002000:00100000:2.0:1746128120.057220:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094641500 x1830947542787456/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.057227:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094641500 with x1830947542787456 ext(0->4095) 00002000:00010000:2.0:1746128120.057229:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094641500 00000100:00100000:0.0:1746128120.059448:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.059606:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542787584 00000100:00100000:3.0:1746128120.059612:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542787584 00000100:00100000:3.0:1746128120.059842:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5379 00000100:00100000:3.0:1746128120.059848:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542787584:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.059862:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.059875:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bce49 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b05 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.059897:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce42 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3afe expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.059903:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.059904:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.059907:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bce49 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b05 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.059927:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3afe expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.059937:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce42 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3afe expref: 73 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.059947:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540446976:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128120.060413:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.062157:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540446976:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128120.062180:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bce49 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b05 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.062193:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66a00, rc 0) 00000100:00100000:3.0:1746128120.062224:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542787584:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2376us (2781us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.062231:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5379 00000100:00100000:0.0:1746128120.062507:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.062964:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542787712 00000100:00100000:3.0:1746128120.062969:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542787712 00010000:00010000:3.0:1746128120.062989:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce42 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3afe expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.063388:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9265 00000100:00100000:3.0:1746128120.063394:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094641180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542787712:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.063404:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.063420:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce42 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3afe expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.063430:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3afe expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.063447:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce42 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3afe expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.063813:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.063816:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.063822:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bce49 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b05 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.063829:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bce49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b05 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.063853:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bce49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b05 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128120.063863:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540447104:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.064289:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.065828:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540447104:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.065843:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.065888:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094641180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1963:x1830947542787712:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2490us (3377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.065897:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9265 00000100:00100000:0.0:1746128120.066301:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.066449:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.066526:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542788096 00000100:00100000:1.0:1746128120.066531:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542788096 00002000:00100000:1.0:1746128120.066561:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094642300 x1830947542788096/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.066569:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094642300 with x1830947542788096 ext(0->4095) 00002000:00010000:1.0:1746128120.066598:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094642300 00000100:00100000:1.0:1746128120.066621:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3909 00000100:00100000:1.0:1746128120.066627:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542788096:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128120.066747:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542788096:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (447us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128120.066753:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3909 00002000:00100000:1.0:1746128120.066757:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094642300 x1830947542788096/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.066764:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094642300 with x1830947542788096 ext(0->4095) 00002000:00010000:1.0:1746128120.066767:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094642300 00000100:00100000:3.0:1746128120.066927:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542787840 00000100:00100000:3.0:1746128120.066931:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542787840 00000100:00100000:3.0:1746128120.066956:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5380 00000100:00100000:3.0:1746128120.066961:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:31595:x1830947542787840:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.066969:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.066980:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce50 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b0c expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.067001:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bce49 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b05 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.067008:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.067009:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.067013:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce50 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b0c expref: 74 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.067053:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bce49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b05 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.067063:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bce49 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b05 expref: 5 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.067072:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540447232:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128120.067335:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.068840:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.068988:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542788224 00000100:00100000:1.0:1746128120.068994:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542788224 00000100:00100000:1.0:1746128120.069036:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5381 00000100:00100000:1.0:1746128120.069042:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:31596:x1830947542788224:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128120.069054:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128120.069064:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bce57 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b13 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.069081:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.069084:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce50 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b0c expref: 76 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.069089:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128120.069092:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bce57 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b13 expref: 76 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.069115:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce50 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b0c expref: 76 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.069124:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bce57 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b13 expref: 76 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.069132:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56a00, rc 0) 00000100:00100000:1.0:1746128120.069293:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:31596:x1830947542788224:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 249us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.069298:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5381 00000100:00100000:3.0:1746128120.069473:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540447232:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128120.069487:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce50 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b0c expref: 75 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.069495:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67800, rc 0) 00000100:00100000:3.0:1746128120.069510:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:31595:x1830947542787840:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2549us (3061us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.069515:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5380 00000100:00100000:2.0:1746128120.069666:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.069835:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542788352 00000100:00100000:3.0:1746128120.069838:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542788352 00010000:00010000:3.0:1746128120.069851:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bce49 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b05 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.069874:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9266 00000100:00100000:3.0:1746128120.069880:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542788352:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.069889:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.069903:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bce49 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b05 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.069912:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bce49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b05 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.069926:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bce49 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b05 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.069935:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.069936:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.069941:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b0c expref: 74 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.069958:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b0c expref: 74 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.069976:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b0c expref: 74 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.070464:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b0c expref: 74 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.070473:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540447488:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.070772:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.072842:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540447488:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.072857:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.073218:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542788352:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3336us (3550us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.073227:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9266 00000100:00100000:0.0:1746128120.073377:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.073459:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542788608 00000100:00100000:3.0:1746128120.073464:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542788608 00002000:00100000:3.0:1746128120.073490:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094643100 x1830947542788608/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.073498:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094643100 with x1830947542788608 ext(0->4095) 00010000:00010000:3.0:1746128120.073504:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b0c expref: 75 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.073513:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b0c expref: 75 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.073518:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094643100 00000100:00100000:3.0:1746128120.073543:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1966 00000100:00100000:3.0:1746128120.073548:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1963:x1830947542788608:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128120.073702:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1963:x1830947542788608:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (325us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128120.073708:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1966 00002000:00100000:3.0:1746128120.073713:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094643100 x1830947542788608/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.073720:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094643100 with x1830947542788608 ext(0->4095) 00010000:00010000:3.0:1746128120.073724:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b0c expref: 75 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.073733:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b0c expref: 75 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.073738:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094643100 00000100:00100000:0.0:1746128120.076770:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.076842:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542788736 00000100:00100000:3.0:1746128120.076848:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542788736 00010000:00010000:3.0:1746128120.076871:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b0c expref: 75 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.076890:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9267 00000100:00100000:3.0:1746128120.076895:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094643800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1963:x1830947542788736:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.076904:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.076919:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b0c expref: 75 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.076928:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b0c expref: 75 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.076943:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce50 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b0c expref: 75 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.076976:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.076978:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.076984:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bce57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b13 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.076993:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bce57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b13 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.077018:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bce57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b13 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128120.077028:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540447616:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.077080:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.078449:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540447616:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.078461:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.078485:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094643800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542788736:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1589us (1720us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.078492:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9267 00000100:00100000:0.0:1746128120.079085:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.079148:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542788992 00000100:00100000:3.0:1746128120.079152:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542788992 00002000:00100000:3.0:1746128120.079176:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094640380 x1830947542788992/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.079185:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094640380 with x1830947542788992 ext(0->4095) 00002000:00010000:3.0:1746128120.079188:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094640380 00000100:00100000:3.0:1746128120.079208:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3910 00000100:00100000:3.0:1746128120.079213:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542788992:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128120.079682:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542788992:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 467us (596us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128120.079691:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3910 00002000:00100000:3.0:1746128120.079696:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094640380 x1830947542788992/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.079703:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094640380 with x1830947542788992 ext(0->4095) 00002000:00010000:3.0:1746128120.079706:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094640380 00000100:00100000:0.0:1746128120.082003:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.082134:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542789120 00000100:00100000:3.0:1746128120.082141:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542789120 00000100:00100000:3.0:1746128120.082183:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5382 00000100:00100000:3.0:1746128120.082189:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542789120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.082202:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.082215:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bce5e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b1a expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.082235:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bce57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b13 expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.082242:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.082243:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.082247:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bce5e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b1a expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.082275:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bce57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b13 expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.082284:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bce57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b13 expref: 73 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.082299:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540447744:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128120.082500:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.084932:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540447744:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128120.084961:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bce5e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b1a expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.084973:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67000, rc 0) 00000100:00100000:3.0:1746128120.085015:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542789120:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2826us (3016us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.085021:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5382 00000100:00100000:0.0:1746128120.086391:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.086477:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542789248 00000100:00100000:3.0:1746128120.086484:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542789248 00010000:00010000:3.0:1746128120.086507:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bce57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b13 expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746128120.086697:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9268 00000100:00100000:0.0:1746128120.086704:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093162300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1964:x1830947542789248:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128120.086714:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128120.086735:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bce57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b13 expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746128120.086744:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bce57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b13 expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746128120.086761:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bce57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b13 expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746128120.086805:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128120.086807:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128120.086814:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bce5e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b1a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128120.086821:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bce5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b1a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128120.086848:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bce5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b1a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128120.086861:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093162680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540447872:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128120.086913:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044000 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.088749:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093162680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540447872:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128120.088765:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128120.088812:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093162300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1964:x1830947542789248:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2108us (2424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.088821:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9268 00000100:00100000:0.0:1746128120.089314:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.089398:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.089457:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542789632 00000100:00100000:3.0:1746128120.089462:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542789632 00000100:00100000:3.0:1746128120.089498:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5383 00000100:00100000:3.0:1746128120.089503:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:31595:x1830947542789632:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.089515:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.089528:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce65 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b21 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.089547:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bce5e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b1a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.089557:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.089559:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.089561:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce65 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b21 expref: 74 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.089605:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bce5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b1a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.089615:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bce5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b1a expref: 5 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.089625:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540448000:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128120.089662:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.089672:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542789504 00000100:00100000:3.0:1746128120.089675:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542789504 00002000:00100000:3.0:1746128120.090046:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093160380 x1830947542789504/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.090055:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093160380 with x1830947542789504 ext(0->4095) 00010000:00010000:3.0:1746128120.090061:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bce5e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b1a expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.090069:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bce5e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b1a expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.090075:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093160380 00000100:00100000:3.0:1746128120.090099:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1967 00000100:00100000:3.0:1746128120.090104:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542789504:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128120.090625:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542789504:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 518us (1309us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128120.090631:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1967 00002000:00100000:3.0:1746128120.090637:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093160380 x1830947542789504/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.090644:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093160380 with x1830947542789504 ext(0->4095) 00010000:00010000:3.0:1746128120.090648:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bce5e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b1a expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.090657:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bce5e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b1a expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.090662:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093160380 00000100:00100000:3.0:1746128120.092799:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540448000:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128120.092818:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce65 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b21 expref: 74 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.092830:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67800, rc 0) 00000100:00100000:3.0:1746128120.092866:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:31595:x1830947542789632:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3363us (3468us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.092873:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5383 00000100:00100000:0.0:1746128120.093792:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.093859:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.093929:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542789760 00000100:00100000:3.0:1746128120.093934:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542789760 00000100:00100000:2.0:1746128120.094003:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542789888 00000100:00100000:2.0:1746128120.094007:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542789888 00010000:00010000:2.0:1746128120.094021:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bce5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b1a expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.094039:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9269 00000100:00100000:2.0:1746128120.094044:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093162680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542789888:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128120.094053:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128120.094068:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bce5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b1a expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.094077:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bce5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b1a expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.094094:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bce5e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b1a expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.094106:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.094108:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.094113:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b21 expref: 74 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.094120:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b21 expref: 74 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.094146:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b21 expref: 74 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128120.094154:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540448128:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128120.094207:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82240 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.094376:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5384 00000100:00100000:3.0:1746128120.094383:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:31596:x1830947542789760:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.094394:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.094404:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bce6c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b28 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.094418:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b21 expref: 75 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.094423:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.094424:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.094427:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bce6c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b28 expref: 75 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.094441:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b21 expref: 75 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.094449:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce65 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b21 expref: 75 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.094456:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540448256:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128120.094477:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.097065:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.097195:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540448256:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128120.097195:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540448128:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128120.097208:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746128120.097213:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bce6c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b28 expref: 75 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.097224:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66600, rc 0) 00000100:00100000:2.0:1746128120.097235:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093162680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542789888:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3190us (3376us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.097238:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:31596:x1830947542789760:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2857us (3449us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.097242:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9269 00000100:00100000:3.0:1746128120.097243:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5384 00000100:00100000:3.0:1746128120.097265:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542790144 00000100:00100000:3.0:1746128120.097269:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542790144 00002000:00100000:3.0:1746128120.097291:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c43800 x1830947542790144/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.097298:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c43800 with x1830947542790144 ext(0->4095) 00010000:00010000:3.0:1746128120.097303:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b21 expref: 75 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.097312:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b21 expref: 75 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.097318:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c43800 00000100:00100000:3.0:1746128120.097342:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1968 00000100:00100000:3.0:1746128120.097347:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1963:x1830947542790144:12345-192.168.203.28@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746128120.097821:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1963:x1830947542790144:12345-192.168.203.28@tcp:3:ldlm_bl.0 Request processed in 472us (760us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128120.097827:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1968 00002000:00100000:3.0:1746128120.097832:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c43800 x1830947542790144/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.097839:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c43800 with x1830947542790144 ext(0->4095) 00010000:00010000:3.0:1746128120.097843:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b21 expref: 75 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.097856:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b21 expref: 75 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.097862:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c43800 00000100:00100000:0.0:1746128120.099680:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.099772:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.099857:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542790272 00000100:00100000:3.0:1746128120.099863:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542790272 00000100:00100000:3.0:1746128120.099943:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5385 00000100:00100000:3.0:1746128120.099960:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:31595:x1830947542790272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.099973:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.099986:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bce73 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b2f expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.100002:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.100007:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bce6c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b28 expref: 76 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.100011:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128120.100014:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bce73 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b2f expref: 76 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.100038:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bce6c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b28 expref: 76 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.100047:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bce73 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b2f expref: 76 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.100054:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67a00, rc 0) 00000100:00100000:2.0:1746128120.100126:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542790400 00000100:00100000:2.0:1746128120.100129:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542790400 00010000:00010000:2.0:1746128120.100142:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b21 expref: 77 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.100158:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9270 00000100:00100000:2.0:1746128120.100162:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+77:1966:x1830947542790400:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128120.100169:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128120.100182:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b21 expref: 77 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.100191:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b21 expref: 77 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.100203:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bce65 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b21 expref: 77 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.100214:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746128120.100215:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:31595:x1830947542790272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 265us (540us total) trans 0 rc 0/0 00010000:00010000:2.0:1746128120.100215:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.100219:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bce6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b28 expref: 76 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128120.100220:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5385 00010000:00010000:2.0:1746128120.100225:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bce6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b28 expref: 76 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.100241:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bce6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b28 expref: 75 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.100249:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bce6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b28 expref: 75 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.100259:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540448512:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128120.100616:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82240 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.102485:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.102536:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542790656 00000100:00100000:3.0:1746128120.102541:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542790656 00000100:00100000:2.0:1746128120.102567:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540448512:192.168.203.28@tcp:105: 00002000:00100000:3.0:1746128120.102568:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c42d80 x1830947542790656/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.102592:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c42d80 with x1830947542790656 ext(0->4095) 00010000:00010000:2.0:1746128120.102598:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746128120.102599:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bce6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b28 expref: 76 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.102609:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bce6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b28 expref: 76 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.102614:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c42d80 00000100:00100000:2.0:1746128120.102634:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:1966:x1830947542790400:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2471us (2862us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.102636:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1969 00000100:00100000:2.0:1746128120.102641:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9270 00000100:00100000:3.0:1746128120.102642:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:1963:x1830947542790656:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128120.103468:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1963:x1830947542790656:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 825us (985us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128120.103474:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1969 00002000:00100000:3.0:1746128120.103479:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c42d80 x1830947542790656/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.103486:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c42d80 with x1830947542790656 ext(0->4095) 00010000:00010000:3.0:1746128120.103491:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bce6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b28 expref: 75 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.103504:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bce6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b28 expref: 75 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.103510:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c42d80 00000100:00100000:0.0:1746128120.105692:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.105973:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542790784 00000100:00100000:3.0:1746128120.105979:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542790784 00000100:00100000:3.0:1746128120.106026:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5386 00000100:00100000:3.0:1746128120.106033:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542790784:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.106046:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.106059:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bce7a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b36 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.106078:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.106082:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bce73 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b2f expref: 74 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.106087:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128120.106091:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bce7a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b36 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.106119:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bce73 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b2f expref: 74 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.106130:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bce7a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b36 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.106137:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66000, rc 0) 00000100:00100000:3.0:1746128120.106167:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542790784:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.106172:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5386 00000100:00100000:0.0:1746128120.106474:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.107116:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542790912 00000100:00100000:3.0:1746128120.107120:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542790912 00010000:00010000:3.0:1746128120.107136:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bce6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b28 expref: 75 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.107709:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9271 00000100:00100000:3.0:1746128120.107716:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1963:x1830947542790912:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.107727:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.107745:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bce6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b28 expref: 75 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.107755:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bce6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b28 expref: 75 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.107771:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bce6c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b28 expref: 75 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.107795:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.107797:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.107802:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bce73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b2f expref: 74 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.107809:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bce73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b2f expref: 74 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.107833:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bce73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b2f expref: 74 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.107842:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bce73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b2f expref: 74 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.107851:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540448768:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.107920:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.110056:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540448768:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.110069:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.110094:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542790912:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2379us (3620us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.110101:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9271 00000100:00100000:0.0:1746128120.111860:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.111937:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542791040 00000100:00100000:3.0:1746128120.111942:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542791040 00010000:00010000:3.0:1746128120.111976:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bce73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b2f expref: 74 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.112189:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9272 00000100:00100000:3.0:1746128120.112196:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1964:x1830947542791040:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.112205:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.112220:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bce73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b2f expref: 74 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.112233:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bce73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b2f expref: 74 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.112249:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bce73 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b2f expref: 74 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.112272:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.112273:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.112279:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bce7a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b36 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.112285:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bce7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b36 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.112310:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bce7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b36 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128120.112318:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540448896:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.112384:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.114664:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.114754:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540448896:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.114769:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.114800:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1964:x1830947542791040:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2604us (2942us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.114807:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9272 00000100:00100000:2.0:1746128120.114880:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542791296 00000100:00100000:2.0:1746128120.114884:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542791296 00002000:00100000:2.0:1746128120.114913:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c43100 x1830947542791296/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.114926:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c43100 with x1830947542791296 ext(0->4095) 00002000:00010000:2.0:1746128120.114930:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c43100 00000100:00100000:2.0:1746128120.114943:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3911 00000100:00100000:2.0:1746128120.114957:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542791296:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128120.115079:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542791296:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (420us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128120.115085:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3911 00002000:00100000:2.0:1746128120.115090:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c43100 x1830947542791296/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.115095:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c43100 with x1830947542791296 ext(0->4095) 00002000:00010000:2.0:1746128120.115098:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c43100 00000100:00100000:0.0:1746128120.117971:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.118088:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542791424 00000100:00100000:1.0:1746128120.118095:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542791424 00000100:00100000:1.0:1746128120.118141:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5387 00000100:00100000:1.0:1746128120.118148:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:31596:x1830947542791424:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128120.118161:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128120.118175:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bce81 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b3d expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.118197:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bce7a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b36 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.118203:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.118204:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.118207:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bce81 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b3d expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.118232:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bce7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b36 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.118242:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bce7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b36 expref: 5 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:1.0:1746128120.118251:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540449024:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128120.118311:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128120.121297:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540449024:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128120.121319:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bce81 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b3d expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.121331:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56400, rc 0) 00000100:00100000:1.0:1746128120.121378:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:31596:x1830947542791424:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3229us (3412us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.121385:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5387 00000100:00100000:0.0:1746128120.121697:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.121785:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.121930:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542791552 00000100:00100000:3.0:1746128120.121936:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542791552 00010000:00010000:3.0:1746128120.121966:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bce7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b36 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.121985:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9273 00000100:00100000:3.0:1746128120.121990:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542791552:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.122000:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.122016:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bce7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b36 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.122026:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bce7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b36 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.122042:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bce7a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b36 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:1.0:1746128120.122208:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542791680 00000100:00100000:1.0:1746128120.122212:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542791680 00000100:00100000:1.0:1746128120.122239:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5388 00000100:00100000:1.0:1746128120.122243:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099cfe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:31595:x1830947542791680:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128120.122253:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128120.122261:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bce88 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b44 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.122274:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.122278:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bce81 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b3d expref: 75 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.122283:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128120.122286:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bce88 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b44 expref: 75 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.122309:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bce81 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b3d expref: 75 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.122317:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bce88 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b44 expref: 75 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.122322:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.122324:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.122328:0:8416:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bce81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b3d expref: 75 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.122338:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bce81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b3d expref: 75 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.122351:0:8416:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bce81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b3d expref: 75 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.122360:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bce81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b3d expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:1.0:1746128120.122369:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540449280:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128120.122418:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cc00 going to sleep for 11 seconds 00010000:00010000:3.0:1746128120.122725:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.122748:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542791552:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 757us (1051us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.122754:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9273 00000100:00100000:0.0:1746128120.125769:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.126154:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540449280:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128120.126170:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57600, rc 0) 00000100:00100000:1.0:1746128120.126203:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099cfe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:31595:x1830947542791680:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3959us (4417us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.126210:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5388 00000100:00100000:2.0:1746128120.126725:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542791936 00000100:00100000:2.0:1746128120.126731:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542791936 00002000:00100000:2.0:1746128120.126760:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c43480 x1830947542791936/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.126769:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c43480 with x1830947542791936 ext(0->4095) 00010000:00010000:2.0:1746128120.126776:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bce81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b3d expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.126786:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bce81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b3d expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.126792:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c43480 00000100:00100000:2.0:1746128120.126812:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1970 00000100:00100000:2.0:1746128120.126817:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1963:x1830947542791936:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128120.126936:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1963:x1830947542791936:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (1172us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128120.126942:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1970 00002000:00100000:2.0:1746128120.126956:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c43480 x1830947542791936/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.126963:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c43480 with x1830947542791936 ext(0->4095) 00010000:00010000:2.0:1746128120.126968:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bce81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b3d expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.126976:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bce81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b3d expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.126982:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c43480 00000100:00100000:0.0:1746128120.131304:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.131749:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.131830:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542792064 00000100:00100000:1.0:1746128120.131837:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542792064 00000100:00100000:3.0:1746128120.132267:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542792192 00000100:00100000:3.0:1746128120.132272:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542792192 00010000:00010000:3.0:1746128120.132290:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bce81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b3d expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.132310:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9274 00000100:00100000:3.0:1746128120.132316:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1964:x1830947542792192:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.132327:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.132345:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bce81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b3d expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.132355:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bce81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b3d expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.132373:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bce81 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b3d expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:1.0:1746128120.132516:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5389 00000100:00100000:1.0:1746128120.132523:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542792064:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128120.132537:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128120.132548:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce8f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b4b expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.132565:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.132569:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bce88 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b44 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.132602:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128120.132605:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce8f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b4b expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.132631:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bce88 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b44 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.132641:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce8f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b4b expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.132648:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.132649:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.132654:0:8416:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bce88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b44 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.132660:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bce88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b44 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.132675:0:8416:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bce88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b44 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.132684:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bce88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b44 expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:1.0:1746128120.132697:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540449536:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128120.132757:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cc00 going to sleep for 11 seconds 00010000:00010000:3.0:1746128120.133161:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.133186:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1964:x1830947542792192:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 869us (1436us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.133192:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9274 00000100:00100000:2.0:1746128120.136078:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.136164:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540449536:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128120.136180:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56000, rc 0) 00000100:00100000:1.0:1746128120.136214:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542792064:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3691us (4915us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.136221:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5389 00000100:00100000:0.0:1746128120.136282:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542792448 00000100:00100000:0.0:1746128120.136288:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542792448 00002000:00100000:0.0:1746128120.136316:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c271500 x1830947542792448/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128120.136325:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c271500 with x1830947542792448 ext(0->4095) 00010000:00010000:0.0:1746128120.136331:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bce88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b44 expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746128120.136342:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bce88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b44 expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746128120.136347:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c271500 00000100:00100000:0.0:1746128120.136700:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1971 00000100:00100000:0.0:1746128120.136707:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c271500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542792448:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128120.136824:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c271500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542792448:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (752us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128120.136830:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1971 00002000:00100000:0.0:1746128120.136835:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c271500 x1830947542792448/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128120.136841:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c271500 with x1830947542792448 ext(0->4095) 00010000:00010000:0.0:1746128120.136846:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bce88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b44 expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746128120.136854:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bce88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b44 expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746128120.136860:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c271500 00000100:00100000:0.0:1746128120.139942:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.140031:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.140099:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542792576 00000100:00100000:1.0:1746128120.140105:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542792576 00000100:00100000:3.0:1746128120.140254:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542792704 00000100:00100000:3.0:1746128120.140258:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542792704 00010000:00010000:3.0:1746128120.140277:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bce88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b44 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.140297:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9275 00000100:00100000:3.0:1746128120.140303:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1965:x1830947542792704:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.140314:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.140331:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bce88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b44 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.140340:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bce88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b44 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.140361:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bce88 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b44 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:1.0:1746128120.140423:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5390 00000100:00100000:1.0:1746128120.140429:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:31595:x1830947542792576:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128120.140440:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128120.140449:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce96 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b52 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.140462:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.140466:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce8f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b4b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.140471:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128120.140473:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce96 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b52 expref: 75 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.140498:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce8f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b4b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.140512:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce96 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b52 expref: 75 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.140518:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.140519:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.140523:0:8416:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce8f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b4b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.140529:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b4b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.140541:0:8416:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b4b expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.140550:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b4b expref: 5 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:1.0:1746128120.140558:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540449792:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.140788:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128120.141121:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.141931:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1965:x1830947542792704:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1623us (1896us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.141939:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9275 00000100:00100000:0.0:1746128120.144883:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.145162:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540449792:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128120.145178:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56600, rc 0) 00000100:00100000:1.0:1746128120.145214:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:31595:x1830947542792576:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4785us (5278us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.145222:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5390 00000100:00100000:3.0:1746128120.145507:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542792960 00000100:00100000:3.0:1746128120.145513:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542792960 00002000:00100000:3.0:1746128120.145547:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c42300 x1830947542792960/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.145556:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c42300 with x1830947542792960 ext(0->4095) 00010000:00010000:3.0:1746128120.145562:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b4b expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.145600:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b4b expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.145606:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c42300 00000100:00100000:3.0:1746128120.145621:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1972 00000100:00100000:3.0:1746128120.145627:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542792960:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128120.145747:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542792960:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (870us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128120.145752:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1972 00002000:00100000:3.0:1746128120.145757:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c42300 x1830947542792960/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.145763:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c42300 with x1830947542792960 ext(0->4095) 00010000:00010000:3.0:1746128120.145767:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b4b expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.145775:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b4b expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.145780:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c42300 00000100:00100000:0.0:1746128120.149207:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.149300:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542793088 00000100:00100000:3.0:1746128120.149307:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542793088 00010000:00010000:3.0:1746128120.149335:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b4b expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.149908:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9276 00000100:00100000:3.0:1746128120.149916:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542793088:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.149927:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.149943:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b4b expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.149983:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b4b expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.150002:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bce8f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b4b expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.150034:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.150035:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.150042:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b52 expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.150049:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b52 expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.150074:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b52 expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128120.150084:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540449920:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.150155:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.152505:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540449920:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.152524:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.152560:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542793088:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2645us (3359us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.152567:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9276 00000100:00100000:1.0:1746128120.154265:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.154316:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542793344 00000100:00100000:0.0:1746128120.154321:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542793344 00002000:00100000:0.0:1746128120.154349:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929d880 x1830947542793344/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128120.154357:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929d880 with x1830947542793344 ext(0->4095) 00002000:00010000:0.0:1746128120.154361:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929d880 00000100:00100000:0.0:1746128120.154386:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3912 00000100:00100000:0.0:1746128120.154392:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542793344:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128120.154511:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1963:x1830947542793344:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (248us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128120.154516:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3912 00002000:00100000:0.0:1746128120.154521:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929d880 x1830947542793344/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128120.154527:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929d880 with x1830947542793344 ext(0->4095) 00002000:00010000:0.0:1746128120.154530:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008929d880 00000100:00100000:0.0:1746128120.157213:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.157476:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542793472 00000100:00100000:1.0:1746128120.157483:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542793472 00000100:00100000:1.0:1746128120.157524:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5391 00000100:00100000:1.0:1746128120.157530:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542793472:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128120.157544:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128120.157557:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bce9d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b59 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.157605:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b52 expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.157612:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128120.157613:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128120.157616:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bce9d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b59 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.157641:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b52 expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.157651:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b52 expref: 73 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:1.0:1746128120.157661:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540450048:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128120.157731:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128120.159701:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540450048:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128120.159722:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bce9d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b59 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.159739:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57c00, rc 0) 00000100:00100000:1.0:1746128120.159768:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542793472:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2238us (2561us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.159775:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5391 00000100:00100000:0.0:1746128120.161003:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.161174:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542793600 00000100:00100000:3.0:1746128120.161180:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542793600 00010000:00010000:3.0:1746128120.161203:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b52 expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.161256:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9277 00000100:00100000:3.0:1746128120.161262:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fce850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1964:x1830947542793600:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.161274:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.161291:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b52 expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.161300:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b52 expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.161315:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bce96 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b52 expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.161517:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.161520:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.161526:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bce9d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b59 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.161533:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bce9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b59 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.161559:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bce9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b59 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128120.161568:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540450176:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.161660:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.163846:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.164299:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540450176:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.164312:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.164359:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fce850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:1964:x1830947542793600:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3096us (3358us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.164370:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9277 00000100:00100000:0.0:1746128120.165405:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.165883:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542793856 00000100:00100000:2.0:1746128120.165890:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542793856 00002000:00100000:2.0:1746128120.165922:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443ca80 x1830947542793856/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.165931:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443ca80 with x1830947542793856 ext(0->4095) 00002000:00010000:2.0:1746128120.165934:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443ca80 00000100:00100000:2.0:1746128120.165963:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3913 00000100:00100000:2.0:1746128120.165969:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542793856:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128120.166090:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542793856:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (2248us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128120.166096:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3913 00002000:00100000:2.0:1746128120.166101:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443ca80 x1830947542793856/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.166107:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443ca80 with x1830947542793856 ext(0->4095) 00002000:00010000:2.0:1746128120.166110:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443ca80 00000100:00100000:1.0:1746128120.166182:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542793984 00000100:00100000:1.0:1746128120.166186:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542793984 00000100:00100000:1.0:1746128120.166213:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5392 00000100:00100000:1.0:1746128120.166218:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+73:31595:x1830947542793984:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128120.166226:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128120.166237:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcea4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b60 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.166254:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bce9d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b59 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.166260:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.166262:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.166265:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcea4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b60 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.166287:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bce9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b59 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.166297:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bce9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b59 expref: 5 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:1.0:1746128120.166312:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540450304:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128120.166366:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128120.169240:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540450304:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128120.169259:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcea4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b60 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.169270:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56000, rc 0) 00000100:00100000:1.0:1746128120.169526:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:31595:x1830947542793984:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3306us (4120us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.169533:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5392 00000100:00100000:0.0:1746128120.169812:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.170019:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542794112 00000100:00100000:1.0:1746128120.170024:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542794112 00000100:00100000:1.0:1746128120.170062:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5393 00000100:00100000:1.0:1746128120.170068:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:31596:x1830947542794112:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128120.170079:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128120.170089:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bceab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b67 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.170104:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.170108:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcea4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b60 expref: 75 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.170112:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128120.170115:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bceab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b67 expref: 75 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.170138:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcea4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b60 expref: 75 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.170146:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bceab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b67 expref: 75 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.170152:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56e00, rc 0) 00000100:00100000:1.0:1746128120.170171:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:31596:x1830947542794112:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.170175:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5393 00000100:00100000:0.0:1746128120.170650:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.171053:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542794240 00000100:00100000:3.0:1746128120.171057:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542794240 00010000:00010000:3.0:1746128120.171075:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bce9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b59 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.171093:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9278 00000100:00100000:3.0:1746128120.171098:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542794240:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.171106:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.171121:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bce9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b59 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.171131:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bce9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b59 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.171146:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57c00/0x802a7453533bce9d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b59 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.171168:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.171170:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.171175:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcea4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b60 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.171182:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcea4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b60 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.171202:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcea4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b60 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.171211:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcea4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b60 expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.171219:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540450560:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.171269:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.174127:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540450560:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.174140:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.174174:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542794240:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3075us (3524us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.174183:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9278 00000100:00100000:0.0:1746128120.174684:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.174713:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542794496 00000100:00100000:1.0:1746128120.174717:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542794496 00002000:00100000:1.0:1746128120.174744:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443f100 x1830947542794496/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.174751:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443f100 with x1830947542794496 ext(0->4095) 00010000:00010000:1.0:1746128120.174757:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcea4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b60 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.175012:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcea4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b60 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746128120.175021:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443f100 00000100:00100000:1.0:1746128120.175043:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1973 00000100:00100000:1.0:1746128120.175049:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1963:x1830947542794496:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128120.175156:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1963:x1830947542794496:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (474us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128120.175162:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1973 00002000:00100000:1.0:1746128120.175167:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443f100 x1830947542794496/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.175173:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443f100 with x1830947542794496 ext(0->4095) 00010000:00010000:1.0:1746128120.175178:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcea4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b60 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.175186:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcea4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b60 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746128120.175191:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443f100 00000100:00100000:0.0:1746128120.180918:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.181329:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542794624 00000100:00100000:3.0:1746128120.181336:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542794624 00010000:00010000:3.0:1746128120.181365:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcea4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b60 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.181402:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9279 00000100:00100000:3.0:1746128120.181409:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1965:x1830947542794624:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.181419:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.181435:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcea4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b60 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.181446:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcea4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b60 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.181463:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcea4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b60 expref: 75 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.181490:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.181492:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.181498:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bceab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b67 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.181505:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bceab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b67 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.181530:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bceab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b67 expref: 74 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128120.181541:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540450688:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.181635:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.183343:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.183599:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542794880 00000100:00100000:1.0:1746128120.183605:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542794880 00002000:00100000:1.0:1746128120.183638:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443fb80 x1830947542794880/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.183646:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443fb80 with x1830947542794880 ext(0->4095) 00002000:00010000:1.0:1746128120.183650:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443fb80 00000100:00100000:1.0:1746128120.183665:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3914 00000100:00100000:1.0:1746128120.183671:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1963:x1830947542794880:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128120.183793:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1963:x1830947542794880:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (453us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128120.183799:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3914 00002000:00100000:1.0:1746128120.183804:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443fb80 x1830947542794880/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.183816:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443fb80 with x1830947542794880 ext(0->4095) 00002000:00010000:1.0:1746128120.183818:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443fb80 00000100:00100000:2.0:1746128120.185840:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540450688:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128120.185857:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128120.185897:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1965:x1830947542794624:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4488us (4985us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.185906:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9279 00000100:00100000:0.0:1746128120.185977:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.186091:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542795008 00000100:00100000:3.0:1746128120.186096:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542795008 00000100:00100000:3.0:1746128120.186130:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5394 00000100:00100000:3.0:1746128120.186135:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542795008:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.186149:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.186161:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bceb2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b6e expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.186180:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bceab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b67 expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.186186:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.186187:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.186191:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bceb2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b6e expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.186212:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bceab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b67 expref: 73 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.186220:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bceab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b67 expref: 73 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.186229:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540450816:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128120.186274:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.191157:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540450816:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128120.191179:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bceb2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b6e expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.191193:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66c00, rc 0) 00000100:00100000:3.0:1746128120.191237:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542795008:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5100us (5260us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.191244:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5394 00000100:00100000:0.0:1746128120.193469:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.193735:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542795136 00000100:00100000:2.0:1746128120.193743:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542795136 00010000:00010000:2.0:1746128120.193771:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bceab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b67 expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.193806:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9280 00000100:00100000:2.0:1746128120.193812:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1964:x1830947542795136:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128120.193823:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128120.193839:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bceab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b67 expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.193850:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bceab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b67 expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.193868:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bceab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b67 expref: 74 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.193897:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.193899:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.193905:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bceb2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b6e expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.193913:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bceb2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b6e expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.193938:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bceb2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b6e expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128120.193955:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540450944:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128120.194028:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128120.194849:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.194938:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542795264 00000100:00100000:3.0:1746128120.194943:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542795264 00000100:00100000:3.0:1746128120.194986:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5395 00000100:00100000:3.0:1746128120.194992:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:31595:x1830947542795264:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.195003:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.195014:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bceb9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b75 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.195032:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bceb2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b6e expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.195037:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.195038:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.195041:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bceb9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b75 expref: 75 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.195057:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bceb2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b6e expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.195066:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bceb2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b6e expref: 5 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.195075:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540451072:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128120.195129:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.196336:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540450944:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128120.196450:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128120.196715:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+75:1964:x1830947542795136:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2901us (3251us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.196725:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9280 00000100:00100000:0.0:1746128120.197633:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.197847:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542795520 00000100:00100000:2.0:1746128120.197852:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542795520 00000100:00100000:3.0:1746128120.197855:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540451072:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128120.197872:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bceb9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b75 expref: 74 pid: 28170 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746128120.197877:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443dc00 x1830947542795520/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746128120.197883:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66400, rc 0) 00002000:00100000:2.0:1746128120.197884:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443dc00 with x1830947542795520 ext(0->4095) 00010000:00010000:2.0:1746128120.197889:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bceb2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b6e expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.197903:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bceb2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b6e expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.197908:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443dc00 00000100:00100000:3.0:1746128120.197919:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:31595:x1830947542795264:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2927us (3071us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.197925:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5395 00000100:00100000:2.0:1746128120.197930:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1974 00000100:00100000:2.0:1746128120.197935:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542795520:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128120.198795:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542795520:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 857us (1161us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128120.198802:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1974 00002000:00100000:2.0:1746128120.198808:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443dc00 x1830947542795520/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.198815:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443dc00 with x1830947542795520 ext(0->4095) 00010000:00010000:2.0:1746128120.198820:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bceb2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b6e expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.198828:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bceb2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b6e expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.198834:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443dc00 00000100:00100000:0.0:1746128120.202138:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.202851:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542795648 00000100:00100000:2.0:1746128120.202860:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542795648 00010000:00010000:2.0:1746128120.202890:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bceb2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b6e expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.202927:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9281 00000100:00100000:2.0:1746128120.202934:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542795648:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128120.202946:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128120.202971:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bceb2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b6e expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.202981:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bceb2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b6e expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.202999:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bceb2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b6e expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.203025:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.203027:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.203033:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bceb9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b75 expref: 73 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.203041:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bceb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b75 expref: 73 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.203074:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bceb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b75 expref: 73 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128120.203084:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540451200:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128120.203154:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.207294:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540451200:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128120.207301:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:2.0:1746128120.207310:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128120.207354:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542795648:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4420us (5223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.207363:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9281 00000100:00100000:3.0:1746128120.207832:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542795904 00000100:00100000:3.0:1746128120.207839:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542795904 00002000:00100000:3.0:1746128120.207869:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443f800 x1830947542795904/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.207877:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443f800 with x1830947542795904 ext(0->4095) 00002000:00010000:3.0:1746128120.207881:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443f800 00000100:00100000:3.0:1746128120.207962:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3915 00000100:00100000:3.0:1746128120.207969:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1964:x1830947542795904:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128120.208352:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1964:x1830947542795904:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 382us (1049us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128120.208358:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3915 00002000:00100000:3.0:1746128120.208363:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443f800 x1830947542795904/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.208370:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443f800 with x1830947542795904 ext(0->4095) 00002000:00010000:3.0:1746128120.208373:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443f800 00000100:00100000:0.0:1746128120.213549:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.213752:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542796032 00000100:00100000:3.0:1746128120.213759:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542796032 00000100:00100000:3.0:1746128120.213793:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5396 00000100:00100000:3.0:1746128120.213799:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542796032:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.213813:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.213826:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcec0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b7c expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.213848:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bceb9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b75 expref: 73 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.213859:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.213860:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.213863:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcec0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b7c expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.213887:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bceb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b75 expref: 73 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.213897:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bceb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b75 expref: 73 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.213906:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540451328:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128120.214178:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.222782:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.223157:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540451328:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128120.223179:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcec0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b7c expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.223192:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67000, rc 0) 00000100:00100000:3.0:1746128120.223231:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542796032:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9432us (9688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.223239:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5396 00000100:00100000:2.0:1746128120.223385:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542796160 00000100:00100000:2.0:1746128120.223391:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542796160 00002000:00100000:2.0:1746128120.223424:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880130e0e680 x1830947542796160/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 496/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.223431:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0e680 with x1830947542796160 ext(0->7) 00010000:00010000:2.0:1746128120.223436:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bceb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b75 expref: 74 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.223446:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bceb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b75 expref: 74 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.223452:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0e680 00000100:00100000:2.0:1746128120.223480:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1975 00000100:00100000:2.0:1746128120.223487:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+74:1965:x1830947542796160:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128120.223781:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:1965:x1830947542796160:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 293us (1004us total) trans 4294968011 rc 0/0 00000100:00100000:2.0:1746128120.223787:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1975 00002000:00100000:2.0:1746128120.223792:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880130e0e680 x1830947542796160/t4294968011(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 496/448 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.223798:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0e680 with x1830947542796160 ext(0->7) 00010000:00010000:2.0:1746128120.223802:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bceb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b75 expref: 76 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.223815:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bceb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b75 expref: 76 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.223820:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0e680 00000100:00100000:0.0:1746128120.235549:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.235686:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542796288 00000100:00100000:3.0:1746128120.235693:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542796288 00000100:00100000:3.0:1746128120.235746:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5397 00000100:00100000:3.0:1746128120.235752:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:31595:x1830947542796288:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.235767:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.235780:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcec7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b83 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.236015:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.236021:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcec0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b7c expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.236026:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128120.236029:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcec7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b83 expref: 77 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.236056:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcec0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b7c expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.236067:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcec7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b83 expref: 77 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.236075:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67200, rc 0) 00000100:00100000:3.0:1746128120.236110:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+77:31595:x1830947542796288:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 357us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.236115:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5397 00000100:00100000:0.0:1746128120.237164:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.237405:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542796416 00000100:00100000:2.0:1746128120.237410:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542796416 00010000:00010000:2.0:1746128120.237440:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bceb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b75 expref: 77 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.237460:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9282 00000100:00100000:2.0:1746128120.237466:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+77:1966:x1830947542796416:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128120.237475:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128120.237490:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bceb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b75 expref: 77 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.237499:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bceb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b75 expref: 77 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.237893:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bceb9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b75 expref: 77 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.237914:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.237915:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.237920:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcec0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b7c expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.237930:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcec0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b7c expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.237958:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcec0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b7c expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.237967:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcec0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b7c expref: 5 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.237975:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540451584:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128120.238031:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82300 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.241613:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.241716:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540451584:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128120.241733:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.241937:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542796672 00000100:00100000:3.0:1746128120.241943:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542796672 00002000:00100000:3.0:1746128120.241985:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0ea00 x1830947542796672/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.241994:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0ea00 with x1830947542796672 ext(0->4095) 00010000:00010000:3.0:1746128120.242002:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcec0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b7c expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.242012:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcec0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b7c expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.242018:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0ea00 00000100:00100000:3.0:1746128120.242045:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1976 00000100:00100000:3.0:1746128120.242052:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542796672:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128120.242094:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:1966:x1830947542796416:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4628us (4931us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.242101:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9282 00000100:00100000:3.0:1746128120.242626:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542796672:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 573us (1058us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128120.242632:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1976 00002000:00100000:3.0:1746128120.243294:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0ea00 x1830947542796672/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.243302:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0ea00 with x1830947542796672 ext(0->4095) 00010000:00010000:3.0:1746128120.243310:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcec0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b7c expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.243321:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcec0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b7c expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.243326:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0ea00 00010000:00010000:3.0:1746128120.244121:0:7070:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128120.249197:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.249312:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542796800 00000100:00100000:2.0:1746128120.249320:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542796800 00010000:00010000:2.0:1746128120.249350:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcec0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b7c expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.249386:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9283 00000100:00100000:2.0:1746128120.249392:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542796800:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128120.249404:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128120.249421:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcec0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b7c expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.249431:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcec0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b7c expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.249447:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcec0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b7c expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.249748:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.249751:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.249758:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcec7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b83 expref: 75 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.249765:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcec7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b83 expref: 75 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.249790:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcec7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b83 expref: 75 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128120.249801:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540451712:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128120.250024:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82300 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.254058:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540451712:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128120.254075:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128120.254110:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542796800:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4717us (4918us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.254117:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9283 00000100:00100000:0.0:1746128120.255316:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.255372:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542797056 00000100:00100000:3.0:1746128120.255378:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542797056 00002000:00100000:3.0:1746128120.255406:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0c700 x1830947542797056/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.255415:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0c700 with x1830947542797056 ext(0->4095) 00002000:00010000:3.0:1746128120.255418:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0c700 00000100:00100000:3.0:1746128120.255521:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3916 00000100:00100000:3.0:1746128120.255527:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:1963:x1830947542797056:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128120.255800:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:1963:x1830947542797056:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 273us (486us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128120.255806:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3916 00002000:00100000:3.0:1746128120.255811:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0c700 x1830947542797056/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.255817:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0c700 with x1830947542797056 ext(0->4095) 00002000:00010000:3.0:1746128120.255819:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0c700 00000100:00100000:0.0:1746128120.258057:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.258819:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542797184 00000100:00100000:3.0:1746128120.258827:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542797184 00000100:00100000:3.0:1746128120.258875:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5398 00000100:00100000:3.0:1746128120.258883:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542797184:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.258896:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.258909:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcece lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b8a expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.258931:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcec7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b83 expref: 75 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.258937:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.258939:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.258942:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcece lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b8a expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.258974:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcec7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b83 expref: 75 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.258983:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcec7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b83 expref: 75 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.258993:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540451840:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128120.259070:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.262990:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540451840:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128120.263016:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcece lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b8a expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.263029:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66c00, rc 0) 00000100:00100000:3.0:1746128120.263067:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542797184:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4184us (5013us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.263074:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5398 00000100:00100000:0.0:1746128120.274108:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.274196:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542797312 00000100:00100000:3.0:1746128120.274203:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542797312 00002000:00100000:3.0:1746128120.274240:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880130e0df80 x1830947542797312/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 496/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.274247:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0df80 with x1830947542797312 ext(0->7) 00010000:00010000:3.0:1746128120.274255:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcec7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b83 expref: 76 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.274269:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcec7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b83 expref: 76 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.274274:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0df80 00000100:00100000:3.0:1746128120.274305:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1977 00000100:00100000:3.0:1746128120.274311:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+76:1963:x1830947542797312:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128120.274608:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+78:1963:x1830947542797312:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 296us (506us total) trans 4294968012 rc 0/0 00000100:00100000:3.0:1746128120.274615:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1977 00002000:00100000:3.0:1746128120.274621:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880130e0df80 x1830947542797312/t4294968012(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 496/448 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.274627:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0df80 with x1830947542797312 ext(0->7) 00010000:00010000:3.0:1746128120.274632:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcec7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b83 expref: 78 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.274640:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcec7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b83 expref: 78 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.274645:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0df80 00000100:00100000:0.0:1746128120.281293:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.281509:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542797440 00000100:00100000:2.0:1746128120.281517:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542797440 00010000:00010000:2.0:1746128120.281545:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcec7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b83 expref: 78 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.281610:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9284 00000100:00100000:2.0:1746128120.281618:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fce450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+78:1963:x1830947542797440:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128120.281630:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128120.281648:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcec7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b83 expref: 78 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.281659:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcec7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b83 expref: 78 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.281679:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bcec7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b83 expref: 78 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.281707:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.281709:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.281715:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcece lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b8a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.281722:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcece lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b8a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.281750:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcece lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b8a expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128120.281764:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540451968:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128120.281826:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128120.282201:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947540452480:0@lo:400:kworker.0 00000100:00100000:1.0:1746128120.282231:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128120.282250:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746128120.282254:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74bb44a2-e27b-4631-8597-fae5b0eab546:3301:1830947540452096:0@lo:400:kworker.0 00000100:00100000:1.0:1746128120.282272:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128120.282281:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008968e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3301:1830947540452608:0@lo:400:kworker.0 00000100:00100000:1.0:1746128120.282296:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128120.282312:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1830947540452224:0@lo:400:kworker.0 00000100:00100000:1.0:1746128120.282852:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128120.282868:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008968df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947540452736:0@lo:400:kworker.0 00000100:00100000:1.0:1746128120.282882:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128120.282893:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746128120.282897:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008968ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3303:1830947540452352:0@lo:400:kworker.0 00000100:00100000:1.0:1746128120.282909:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128120.282925:0:21156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540452608 00000100:00100000:1.0:1746128120.282928:0:21156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540452608 00000100:00100000:1.0:1746128120.282963:0:21156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540452224 00000100:00100000:1.0:1746128120.282965:0:21156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540452224 00000100:00100000:1.0:1746128120.282974:0:21156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540452352 00000100:00100000:1.0:1746128120.282975:0:21156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540452352 00000100:00100000:1.0:1746128120.282986:0:21156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1746128120.282990:0:21156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3301:x1830947540452608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128120.283020:0:21156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3301:x1830947540452608:12345-0@lo:400:kworker.0 Request processed in 29us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.283024:0:21156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1746128120.283035:0:21156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1746128120.283039:0:21156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1830947540452224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128120.283055:0:21156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1830947540452224:12345-0@lo:400:kworker.0 Request processed in 16us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.283058:0:21156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1746128120.283065:0:21156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1746128120.283068:0:21156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1830947540452352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128120.283083:0:21156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1830947540452352:12345-0@lo:400:kworker.0 Request processed in 14us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.283086:0:21156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00080000:1.0:1746128120.283098:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746128120.283118:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008968e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3301:1830947540452608:0@lo:400:kworker.0 00000100:00100000:1.0:1746128120.283137:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008968ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3303:1830947540452352:0@lo:400:kworker.0 00000100:00100000:1.0:1746128120.283142:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1830947540452224:0@lo:400:kworker.0 00000100:00100000:1.0:1746128120.283154:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540452480 00000100:00100000:1.0:1746128120.283156:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540452480 00000100:00080000:1.0:1746128120.283166:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746128120.283182:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540452736 00000100:00100000:1.0:1746128120.283184:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540452736 00000100:00100000:1.0:1746128120.283196:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1746128120.283200:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3301:x1830947540452480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128120.283224:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3301:x1830947540452480:12345-0@lo:400:kworker.0 Request processed in 24us (993us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.283229:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1746128120.283237:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1746128120.283241:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3303:x1830947540452736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128120.283262:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3303:x1830947540452736:12345-0@lo:400:kworker.0 Request processed in 21us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.283266:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00080000:1.0:1746128120.283277:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746128120.283288:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008968ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947540452480:0@lo:400:kworker.0 00000100:00100000:1.0:1746128120.283302:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008968df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947540452736:0@lo:400:kworker.0 00000100:00100000:1.0:1746128120.283332:0:7077:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540452096 00000100:00100000:1.0:1746128120.283334:0:7077:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540452096 00000100:00100000:1.0:1746128120.283351:0:7077:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1746128120.283355:0:7077:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6138c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74bb44a2-e27b-4631-8597-fae5b0eab546+18:3301:x1830947540452096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128120.283377:0:7077:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6138c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74bb44a2-e27b-4631-8597-fae5b0eab546+18:3301:x1830947540452096:12345-0@lo:400:kworker.0 Request processed in 22us (1104us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.283381:0:7077:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1746128120.283409:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:74bb44a2-e27b-4631-8597-fae5b0eab546:3301:1830947540452096:0@lo:400:kworker.0 00000100:00100000:2.0:1746128120.292517:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540451968:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128120.292536:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128120.292605:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fce450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+77:1963:x1830947542797440:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 10986us (11317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.292615:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9284 00000100:00100000:0.0:1746128120.293631:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.293667:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.293853:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542797696 00000100:00100000:1.0:1746128120.293859:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542797696 00002000:00100000:1.0:1746128120.293891:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0dc00 x1830947542797696/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.293899:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0dc00 with x1830947542797696 ext(0->4095) 00002000:00010000:1.0:1746128120.293903:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0dc00 00000100:00100000:1.0:1746128120.293930:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3917 00000100:00100000:1.0:1746128120.293936:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542797696:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128120.294176:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542797824 00000100:00100000:2.0:1746128120.294179:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542797824 00000100:00100000:2.0:1746128120.294200:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5399 00000100:00100000:2.0:1746128120.294205:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+77:31595:x1830947542797824:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128120.294213:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128120.294225:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bced5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b91 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.294241:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcece lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b8a expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.294247:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.294248:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.294251:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bced5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b91 expref: 78 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.294272:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcece lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b8a expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.294287:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcece lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b8a expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.294297:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540452864:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128120.294959:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542797696:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 1021us (1329us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128120.294966:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3917 00002000:00100000:1.0:1746128120.294972:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0dc00 x1830947542797696/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.294979:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0dc00 with x1830947542797696 ext(0->4095) 00010000:00010000:1.0:1746128120.294984:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcece lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b8a expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.294994:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcece lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b8a expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746128120.294999:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0dc00 00000100:00100000:2.0:1746128120.295096:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f823c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.298918:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.299306:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540452864:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128120.299329:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bced5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b91 expref: 78 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.299343:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7200, rc 0) 00000100:00100000:2.0:1746128120.299989:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+78:31595:x1830947542797824:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5781us (6319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.299996:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5399 00000100:00100000:2.0:1746128120.300016:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542797952 00000100:00100000:2.0:1746128120.300021:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542797952 00000100:00100000:2.0:1746128120.300629:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5400 00000100:00100000:2.0:1746128120.300637:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+78:31596:x1830947542797952:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128120.300649:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128120.300661:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcedc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b98 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.300677:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.300681:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bced5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b91 expref: 79 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.300691:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128120.300693:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcedc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b98 expref: 79 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.300717:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bced5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b91 expref: 79 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.300726:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcedc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b98 expref: 79 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.300733:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6800, rc 0) 00000100:00100000:2.0:1746128120.300753:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+79:31596:x1830947542797952:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (1843us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.300759:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5400 00000100:00100000:0.0:1746128120.300964:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.301799:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542798080 00000100:00100000:0.0:1746128120.301805:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542798080 00010000:00010000:0.0:1746128120.301825:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcece lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b8a expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746128120.302322:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9285 00000100:00100000:0.0:1746128120.302328:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542798080:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128120.302337:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128120.302353:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcece lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b8a expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746128120.302363:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcece lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b8a expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746128120.302378:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcece lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b8a expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746128120.302402:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128120.302404:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128120.302410:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bced5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b91 expref: 78 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128120.302418:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bced5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b91 expref: 78 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128120.302440:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bced5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b91 expref: 78 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128120.302934:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bced5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b91 expref: 78 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746128120.302957:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540453120:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128120.303559:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.307088:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540453120:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128120.307104:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128120.307146:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542798080:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4818us (6181us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.307155:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9285 00000100:00100000:0.0:1746128120.309848:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.310154:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542798336 00000100:00100000:1.0:1746128120.310161:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542798336 00002000:00100000:1.0:1746128120.310196:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0ce00 x1830947542798336/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.310204:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0ce00 with x1830947542798336 ext(0->4095) 00010000:00010000:1.0:1746128120.310212:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bced5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b91 expref: 79 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.310383:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bced5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b91 expref: 79 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746128120.310392:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0ce00 00000100:00100000:1.0:1746128120.310423:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1978 00000100:00100000:1.0:1746128120.310431:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+79:1964:x1830947542798336:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128120.310604:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+79:1964:x1830947542798336:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 174us (760us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128120.310611:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1978 00002000:00100000:1.0:1746128120.310616:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0ce00 x1830947542798336/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.310623:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0ce00 with x1830947542798336 ext(0->4095) 00010000:00010000:1.0:1746128120.310628:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bced5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b91 expref: 79 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.310637:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bced5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b91 expref: 79 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746128120.310642:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e0ce00 00000100:00100000:0.0:1746128120.313980:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.314161:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542798464 00000100:00100000:2.0:1746128120.314168:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542798464 00010000:00010000:2.0:1746128120.314196:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bced5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b91 expref: 79 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.314233:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9286 00000100:00100000:2.0:1746128120.314622:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+79:1966:x1830947542798464:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128120.314635:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128120.314651:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bced5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b91 expref: 79 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.314662:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bced5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b91 expref: 79 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.314679:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bced5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b91 expref: 79 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.315229:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.315231:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.315237:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcedc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b98 expref: 78 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.315245:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcedc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b98 expref: 78 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.315273:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcedc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b98 expref: 78 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128120.315282:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540453248:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128120.315387:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f823c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.318940:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.319244:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542798720 00000100:00100000:1.0:1746128120.319251:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542798720 00002000:00100000:1.0:1746128120.319285:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0ed80 x1830947542798720/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.319294:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0ed80 with x1830947542798720 ext(0->4095) 00002000:00010000:1.0:1746128120.319297:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0ed80 00000100:00100000:1.0:1746128120.319326:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3918 00000100:00100000:1.0:1746128120.319332:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+79:1963:x1830947542798720:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128120.319478:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+79:1963:x1830947542798720:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (543us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128120.319484:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3918 00002000:00100000:1.0:1746128120.319489:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880130e0ed80 x1830947542798720/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.319495:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0ed80 with x1830947542798720 ext(0->4095) 00002000:00010000:1.0:1746128120.319498:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0ed80 00000100:00100000:2.0:1746128120.321130:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540453248:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128120.321146:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128120.321187:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+78:1966:x1830947542798464:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6948us (7215us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.321197:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9286 00000100:00100000:0.0:1746128120.322867:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.322967:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542798848 00000100:00100000:3.0:1746128120.322973:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542798848 00000100:00100000:3.0:1746128120.323634:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5401 00000100:00100000:3.0:1746128120.323642:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542798848:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.323656:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.323669:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcee3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3b9f expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.323688:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcedc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b98 expref: 77 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.323694:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.323695:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.323699:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcee3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b9f expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.323720:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcedc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b98 expref: 77 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.323731:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcedc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b98 expref: 77 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.323741:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540453376:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128120.323805:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.326296:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540453376:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128120.326316:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcee3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b9f expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.326328:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67000, rc 0) 00000100:00100000:3.0:1746128120.326369:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542798848:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2728us (3507us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.326376:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5401 00000100:00100000:0.0:1746128120.328200:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.328867:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542798976 00000100:00100000:2.0:1746128120.328874:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542798976 00010000:00010000:2.0:1746128120.328903:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcedc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b98 expref: 78 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.328934:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9287 00000100:00100000:2.0:1746128120.328940:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+78:1964:x1830947542798976:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128120.328959:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128120.328974:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcedc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b98 expref: 78 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.328984:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcedc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b98 expref: 78 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.329002:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcedc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b98 expref: 78 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.329026:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.329027:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.329032:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcee3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b9f expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.329038:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcee3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b9f expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.329063:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcee3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b9f expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128120.329073:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540453504:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128120.329139:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f823c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.330235:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.330473:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542799104 00000100:00100000:3.0:1746128120.330478:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542799104 00000100:00100000:3.0:1746128120.330515:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5402 00000100:00100000:3.0:1746128120.330521:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+78:31595:x1830947542799104:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.330532:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.330542:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bceea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ba6 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.330848:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcee3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b9f expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.330854:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.330855:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.330858:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bceea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ba6 expref: 79 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.330881:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcee3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b9f expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.330891:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcee3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b9f expref: 5 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.330899:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540453632:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128120.330962:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.333333:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540453504:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128120.333350:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128120.333392:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+79:1964:x1830947542798976:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4451us (5194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.333401:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9287 00000100:00100000:0.0:1746128120.334638:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.334889:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540453632:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128120.334909:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bceea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ba6 expref: 78 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.334923:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67800, rc 0) 00000100:00100000:2.0:1746128120.334967:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+78:31595:x1830947542799104:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4447us (4734us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.334974:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5402 00000100:00100000:3.0:1746128120.335035:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542799360 00000100:00100000:3.0:1746128120.335040:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542799360 00002000:00100000:3.0:1746128120.335069:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b85500 x1830947542799360/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.335081:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b85500 with x1830947542799360 ext(0->4095) 00010000:00010000:3.0:1746128120.335086:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcee3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b9f expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.335095:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcee3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b9f expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.335100:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b85500 00000100:00100000:3.0:1746128120.335438:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1979 00000100:00100000:3.0:1746128120.335445:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542799360:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128120.335562:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542799360:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (926us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128120.335567:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1979 00002000:00100000:3.0:1746128120.335601:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b85500 x1830947542799360/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.335607:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b85500 with x1830947542799360 ext(0->4095) 00010000:00010000:3.0:1746128120.335611:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcee3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b9f expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.335620:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcee3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b9f expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.335625:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b85500 00000100:00100000:0.0:1746128120.339845:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.339983:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542799488 00000100:00100000:2.0:1746128120.339991:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542799488 00010000:00010000:2.0:1746128120.340021:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcee3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b9f expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.340636:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9288 00000100:00100000:2.0:1746128120.340644:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542799488:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128120.340655:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128120.340672:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcee3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b9f expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.340683:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcee3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b9f expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.340700:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcee3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3b9f expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.340725:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.340727:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.340733:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bceea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ba6 expref: 77 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.340740:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bceea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ba6 expref: 77 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.340765:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bceea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ba6 expref: 77 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128120.340776:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540453760:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128120.340837:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f823c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.343813:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540453760:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128120.343830:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128120.343862:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542799488:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3219us (4022us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.343870:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9288 00000100:00100000:0.0:1746128120.346221:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746128120.346235:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947540453888:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746128120.346278:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128120.346921:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.346988:0:18520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540453888 00000100:00100000:3.0:1746128120.346994:0:18520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540453888 00000100:00100000:3.0:1746128120.347034:0:18520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1746128120.347040:0:18520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1830947540453888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746128120.347056:0:18520:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 378077184 pending 61341696 free 3854565376 avail 3852468224 00000100:00100000:3.0:1746128120.347088:0:18520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1830947540453888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (810us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.347093:0:18520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:0.0:1746128120.347251:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947540453888:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746128120.347271:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542799744 00000100:00100000:0.0:1746128120.347274:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542799744 00002000:00100000:0.0:1746128120.347295:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b29180 x1830947542799744/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128120.347303:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29180 with x1830947542799744 ext(0->4095) 00002000:00010000:0.0:1746128120.347307:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b29180 00000100:00100000:0.0:1746128120.347330:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3919 00000100:00100000:0.0:1746128120.347335:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+78:1963:x1830947542799744:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128120.347447:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+78:1963:x1830947542799744:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (526us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128120.347453:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3919 00002000:00100000:0.0:1746128120.347458:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b29180 x1830947542799744/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128120.347463:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29180 with x1830947542799744 ext(0->4095) 00002000:00010000:0.0:1746128120.347466:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b29180 00000100:00100000:0.0:1746128120.354364:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.354491:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542799872 00000100:00100000:2.0:1746128120.354499:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542799872 00000100:00100000:2.0:1746128120.354713:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5403 00000100:00100000:2.0:1746128120.354720:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542799872:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128120.354736:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128120.354749:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcef1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3bad expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.354771:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bceea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ba6 expref: 77 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.354778:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128120.354779:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128120.354782:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcef1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bad expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.354806:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bceea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ba6 expref: 77 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.354816:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bceea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ba6 expref: 77 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.354825:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540454016:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128120.354882:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f823c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128120.358024:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.358350:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c273b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540454016:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128120.358372:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcef1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bad expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.358385:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6200, rc 0) 00000100:00100000:3.0:1746128120.358835:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542799872:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4115us (4476us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.358842:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5403 00000100:00100000:3.0:1746128120.358867:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542800000 00000100:00100000:3.0:1746128120.358872:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542800000 00002000:00100000:3.0:1746128120.358897:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094b2bb80 x1830947542800000/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 496/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.358906:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2bb80 with x1830947542800000 ext(0->7) 00010000:00010000:3.0:1746128120.358911:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bceea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ba6 expref: 78 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.358921:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bceea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ba6 expref: 78 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.358927:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b2bb80 00000100:00100000:3.0:1746128120.358941:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1980 00000100:00100000:3.0:1746128120.358956:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+78:1964:x1830947542800000:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128120.359184:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:1964:x1830947542800000:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 237us (1165us total) trans 4294968013 rc 0/0 00000100:00100000:3.0:1746128120.359189:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1980 00002000:00100000:3.0:1746128120.359194:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094b2bb80 x1830947542800000/t4294968013(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 496/448 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.359200:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2bb80 with x1830947542800000 ext(0->7) 00010000:00010000:3.0:1746128120.359204:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bceea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ba6 expref: 80 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.359211:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bceea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ba6 expref: 80 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.359215:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b2bb80 00000100:00100000:0.0:1746128120.368865:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.368986:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542800128 00000100:00100000:2.0:1746128120.368993:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542800128 00010000:00010000:2.0:1746128120.369021:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bceea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ba6 expref: 80 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.369194:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9289 00000100:00100000:2.0:1746128120.369201:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:1964:x1830947542800128:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128120.369212:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128120.369228:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bceea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ba6 expref: 80 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.369239:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bceea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ba6 expref: 80 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.369256:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bceea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ba6 expref: 80 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.369283:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.369284:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.369290:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcef1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bad expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.369298:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcef1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bad expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.369324:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcef1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bad expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128120.369334:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540454144:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128120.373381:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.379171:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540454144:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128120.379188:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128120.379222:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+79:1964:x1830947542800128:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 10021us (10362us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.379231:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9289 00000100:00100000:0.0:1746128120.380097:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.381904:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542800384 00000100:00100000:1.0:1746128120.381913:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542800384 00002000:00100000:1.0:1746128120.381958:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b84000 x1830947542800384/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.381967:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b84000 with x1830947542800384 ext(0->4095) 00002000:00010000:1.0:1746128120.381972:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b84000 00000100:00100000:1.0:1746128120.382001:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3920 00000100:00100000:1.0:1746128120.382008:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542800384:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128120.382135:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542800384:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (2039us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128120.382141:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3920 00002000:00100000:1.0:1746128120.382146:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091b84000 x1830947542800384/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.382152:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b84000 with x1830947542800384 ext(0->4095) 00002000:00010000:1.0:1746128120.382155:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b84000 00000100:00100000:0.0:1746128120.383809:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.384037:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542800512 00000100:00100000:3.0:1746128120.384044:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542800512 00000100:00100000:3.0:1746128120.384076:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5404 00000100:00100000:3.0:1746128120.384082:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+79:31596:x1830947542800512:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.384094:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.384107:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcef8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3bb4 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.384126:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcef1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bad expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.384137:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.384138:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.384141:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcef8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bb4 expref: 80 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.384164:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcef1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bad expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.384175:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcef1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bad expref: 5 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.384185:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540454272:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128120.385504:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.385624:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.385826:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542800640 00000100:00100000:2.0:1746128120.385832:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542800640 00000100:00100000:2.0:1746128120.385859:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5405 00000100:00100000:2.0:1746128120.385864:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:31595:x1830947542800640:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128120.385874:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128120.385883:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bceff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3bbb expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.385897:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.385901:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcef8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bb4 expref: 82 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.385906:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128120.385908:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bceff lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bbb expref: 82 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.385929:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcef8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bb4 expref: 82 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.385939:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bceff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bbb expref: 82 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.385958:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6000, rc 0) 00000100:00100000:2.0:1746128120.385983:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:31595:x1830947542800640:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.385988:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5405 00000100:00100000:3.0:1746128120.390237:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540454272:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128120.390261:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcef8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bb4 expref: 81 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.390275:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67000, rc 0) 00000100:00100000:3.0:1746128120.390309:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:31596:x1830947542800512:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6226us (6504us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.390316:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5404 00000100:00100000:0.0:1746128120.390559:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.390713:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542800768 00000100:00100000:3.0:1746128120.390718:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542800768 00010000:00010000:3.0:1746128120.390737:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcef1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bad expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.390767:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9290 00000100:00100000:3.0:1746128120.390772:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1965:x1830947542800768:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.390782:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.390797:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcef1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bad expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.390806:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcef1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bad expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.390823:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcef1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bad expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.390835:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.390836:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.390842:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcef8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bb4 expref: 80 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.390849:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcef8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bb4 expref: 80 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.390871:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcef8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bb4 expref: 80 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.390879:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcef8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bb4 expref: 80 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.390892:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540454528:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.390939:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.393935:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.394054:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540454528:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.394068:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.394099:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1965:x1830947542800768:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3327us (3542us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.394108:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9290 00000100:00100000:2.0:1746128120.394348:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542801024 00000100:00100000:2.0:1746128120.394354:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542801024 00002000:00100000:2.0:1746128120.394641:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094954a80 x1830947542801024/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.394650:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094954a80 with x1830947542801024 ext(0->4095) 00010000:00010000:2.0:1746128120.394657:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcef8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bb4 expref: 81 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.394666:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcef8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bb4 expref: 81 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.394672:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094954a80 00000100:00100000:2.0:1746128120.394695:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1981 00000100:00100000:2.0:1746128120.394701:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:1963:x1830947542801024:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128120.394829:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:1963:x1830947542801024:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (899us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128120.394834:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1981 00002000:00100000:2.0:1746128120.394838:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094954a80 x1830947542801024/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.394844:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094954a80 with x1830947542801024 ext(0->4095) 00010000:00010000:2.0:1746128120.394848:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcef8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bb4 expref: 81 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.394860:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcef8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bb4 expref: 81 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.394865:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094954a80 00000100:00100000:0.0:1746128120.398717:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.398965:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542801152 00000100:00100000:3.0:1746128120.398973:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542801152 00000100:00100000:3.0:1746128120.399019:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5406 00000100:00100000:3.0:1746128120.399025:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542801152:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.399039:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.399052:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcf06 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3bc2 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.399073:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.399078:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bceff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bbb expref: 80 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.399084:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128120.399087:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcf06 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc2 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.399113:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bceff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bbb expref: 80 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.399127:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcf06 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc2 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.399134:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66000, rc 0) 00000100:00100000:3.0:1746128120.399179:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542801152:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.399185:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5406 00000100:00100000:2.0:1746128120.399815:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.400230:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542801280 00000100:00100000:3.0:1746128120.400234:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542801280 00010000:00010000:3.0:1746128120.400248:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcef8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bb4 expref: 81 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.400755:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9291 00000100:00100000:3.0:1746128120.400761:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fce050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:1963:x1830947542801280:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.400769:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.400783:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcef8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bb4 expref: 81 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.400792:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcef8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bb4 expref: 81 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.400806:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcef8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bb4 expref: 81 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.400826:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.400828:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.400834:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bceff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bbb expref: 80 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.400840:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bceff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bbb expref: 80 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.400860:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bceff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bbb expref: 80 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.400869:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bceff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bbb expref: 80 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.400878:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540454784:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.400930:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.404032:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540454784:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.404046:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.404077:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fce050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:1963:x1830947542801280:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3316us (4262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.404085:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9291 00000100:00100000:0.0:1746128120.404477:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.404801:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542801536 00000100:00100000:1.0:1746128120.404808:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542801536 00002000:00100000:1.0:1746128120.404836:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094955500 x1830947542801536/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.404844:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955500 with x1830947542801536 ext(0->4095) 00010000:00010000:1.0:1746128120.404851:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bceff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bbb expref: 80 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.404861:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bceff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bbb expref: 80 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746128120.404866:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094955500 00000100:00100000:1.0:1746128120.404893:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1982 00000100:00100000:1.0:1746128120.404898:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:1963:x1830947542801536:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128120.405025:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:1963:x1830947542801536:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (548us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128120.405030:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1982 00002000:00100000:1.0:1746128120.405034:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094955500 x1830947542801536/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.405041:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955500 with x1830947542801536 ext(0->4095) 00010000:00010000:1.0:1746128120.405045:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bceff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bbb expref: 80 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.405052:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bceff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bbb expref: 80 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746128120.405057:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094955500 00000100:00100000:0.0:1746128120.408887:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.409013:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.409171:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542801664 00000100:00100000:1.0:1746128120.409178:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542801664 00000100:00100000:1.0:1746128120.409228:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5407 00000100:00100000:1.0:1746128120.409235:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:31595:x1830947542801664:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128120.409250:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128120.409263:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcf0d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3bc9 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.409284:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128120.409289:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcf06 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc2 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.409294:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128120.409298:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcf0d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc9 expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.409325:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcf06 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc2 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.409336:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcf0d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc9 expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.409344:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57600, rc 0) 00000100:00100000:1.0:1746128120.409388:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:31595:x1830947542801664:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.409394:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5407 00000100:00100000:3.0:1746128120.409824:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542801792 00000100:00100000:3.0:1746128120.409828:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542801792 00010000:00010000:3.0:1746128120.409842:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bceff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bbb expref: 81 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.409858:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9292 00000100:00100000:3.0:1746128120.409863:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094954000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:1963:x1830947542801792:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.409872:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.409888:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bceff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bbb expref: 81 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.409897:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bceff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bbb expref: 81 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.409909:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bceff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bbb expref: 81 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.410215:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.410217:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.410223:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcf06 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc2 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.410230:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcf06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc2 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.410250:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcf06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc2 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.410260:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcf06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc2 expref: 5 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.410270:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540455040:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.410653:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.412569:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.412700:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542802048 00000100:00100000:2.0:1746128120.412706:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542802048 00002000:00100000:2.0:1746128120.412736:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094955c00 x1830947542802048/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.412744:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955c00 with x1830947542802048 ext(0->4095) 00010000:00010000:2.0:1746128120.412751:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcf06 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc2 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.412761:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcf06 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc2 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.412767:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094955c00 00000100:00100000:2.0:1746128120.412789:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1983 00000100:00100000:2.0:1746128120.412795:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542802048:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128120.412966:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540455040:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.412980:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.413023:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094954000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:1963:x1830947542801792:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3159us (4009us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.413030:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9292 00000100:00100000:2.0:1746128120.413403:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542802048:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 607us (838us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128120.413409:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1983 00002000:00100000:2.0:1746128120.413414:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094955c00 x1830947542802048/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.413425:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955c00 with x1830947542802048 ext(0->4095) 00010000:00010000:2.0:1746128120.413429:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcf06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc2 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.413438:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcf06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc2 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.413442:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094955c00 00000100:00100000:0.0:1746128120.416509:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.416614:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542802176 00000100:00100000:3.0:1746128120.416621:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542802176 00010000:00010000:3.0:1746128120.416648:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcf06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc2 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.416714:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9293 00000100:00100000:3.0:1746128120.416720:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094955180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542802176:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.416732:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.416749:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcf06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc2 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.416759:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcf06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc2 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.416777:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66000/0x802a7453533bcf06 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc2 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.416813:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.416815:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.416821:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcf0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc9 expref: 79 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.416828:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcf0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc9 expref: 79 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.416853:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcf0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc9 expref: 79 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128120.416863:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540455168:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.416921:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.420029:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540455168:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.420045:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.420076:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542802176:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3356us (3574us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.420084:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9293 00000100:00100000:0.0:1746128120.420719:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.420865:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542802432 00000100:00100000:2.0:1746128120.420870:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542802432 00002000:00100000:2.0:1746128120.420901:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094955f80 x1830947542802432/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.421353:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955f80 with x1830947542802432 ext(0->4095) 00002000:00010000:2.0:1746128120.421357:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094955f80 00000100:00100000:2.0:1746128120.421392:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3921 00000100:00100000:2.0:1746128120.421399:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:1963:x1830947542802432:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128120.421513:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:1963:x1830947542802432:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (795us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128120.421518:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3921 00002000:00100000:2.0:1746128120.421524:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094955f80 x1830947542802432/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.421531:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955f80 with x1830947542802432 ext(0->4095) 00002000:00010000:2.0:1746128120.421533:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094955f80 00000100:00100000:0.0:1746128120.427284:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.428008:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542802560 00000100:00100000:2.0:1746128120.428015:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542802560 00000100:00100000:2.0:1746128120.428062:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5408 00000100:00100000:2.0:1746128120.428069:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542802560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128120.428083:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128120.428096:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3bd0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.428119:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcf0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc9 expref: 79 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.428125:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128120.428127:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128120.428130:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf14 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd0 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.428155:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcf0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc9 expref: 79 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.428165:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcf0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc9 expref: 79 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.428175:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540455296:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128120.428250:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f823c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.433542:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540455296:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128120.433567:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf14 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd0 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.433611:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7800, rc 0) 00000100:00100000:2.0:1746128120.433645:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542802560:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5576us (6365us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.433653:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5408 00000100:00100000:0.0:1746128120.442994:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.443740:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542802688 00000100:00100000:1.0:1746128120.443748:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542802688 00002000:00100000:1.0:1746128120.443779:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094954700 x1830947542802688/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 496/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.443788:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094954700 with x1830947542802688 ext(0->7) 00010000:00010000:1.0:1746128120.443794:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcf0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc9 expref: 80 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.443806:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcf0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc9 expref: 80 pid: 8416 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746128120.443812:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094954700 00000100:00100000:1.0:1746128120.443839:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1984 00000100:00100000:1.0:1746128120.443845:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+80:1964:x1830947542802688:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128120.445031:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1964:x1830947542802688:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 1184us (2040us total) trans 4294968014 rc 0/0 00000100:00100000:1.0:1746128120.445039:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1984 00002000:00100000:1.0:1746128120.445045:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094954700 x1830947542802688/t4294968014(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 496/448 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.445052:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094954700 with x1830947542802688 ext(0->7) 00010000:00010000:1.0:1746128120.445057:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcf0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc9 expref: 82 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.445066:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcf0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc9 expref: 82 pid: 8416 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746128120.445071:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094954700 00000100:00100000:0.0:1746128120.446692:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.446781:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542802816 00000100:00100000:3.0:1746128120.446787:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542802816 00010000:00010000:3.0:1746128120.446810:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcf0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc9 expref: 82 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.446993:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9294 00000100:00100000:3.0:1746128120.447000:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094956d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1965:x1830947542802816:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.447011:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.447220:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcf0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc9 expref: 82 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.447232:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcf0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc9 expref: 82 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.447249:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57600/0x802a7453533bcf0d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bc9 expref: 82 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.447274:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.447276:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.447282:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf14 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd0 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.447289:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd0 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.447318:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd0 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128120.447327:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540455424:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.447400:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.454135:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.454306:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542803072 00000100:00100000:2.0:1746128120.454313:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542803072 00002000:00100000:2.0:1746128120.454348:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094956300 x1830947542803072/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.454357:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094956300 with x1830947542803072 ext(0->4095) 00002000:00010000:2.0:1746128120.454361:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094956300 00000100:00100000:2.0:1746128120.454380:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3922 00000100:00100000:2.0:1746128120.454385:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542803072:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128120.454511:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542803072:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (3506us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128120.454516:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3922 00002000:00100000:2.0:1746128120.454521:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094956300 x1830947542803072/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.454528:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094956300 with x1830947542803072 ext(0->4095) 00002000:00010000:2.0:1746128120.454530:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094956300 00000100:00100000:3.0:1746128120.454718:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540455424:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.454731:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.454754:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094956d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:1965:x1830947542802816:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7754us (8065us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.454761:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9294 00000100:00100000:0.0:1746128120.458906:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.459021:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542803200 00000100:00100000:2.0:1746128120.459028:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542803200 00000100:00100000:2.0:1746128120.459074:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5409 00000100:00100000:2.0:1746128120.459080:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+81:31595:x1830947542803200:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128120.459095:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128120.459108:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcf1b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3bd7 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.459131:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf14 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd0 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.459138:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.459139:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.459143:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcf1b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd7 expref: 82 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.459167:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd0 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.459177:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd0 expref: 5 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.459186:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540455552:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128120.459254:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f823c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.461000:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.462107:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542803328 00000100:00100000:2.0:1746128120.462114:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542803328 00000100:00100000:2.0:1746128120.462154:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5410 00000100:00100000:2.0:1746128120.462159:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+83:31596:x1830947542803328:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128120.462173:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128120.462185:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf22 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3bde expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.462210:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.462214:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcf1b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd7 expref: 84 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.462219:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128120.462222:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf22 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bde expref: 84 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.462248:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcf1b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd7 expref: 84 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.462259:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf22 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bde expref: 84 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.462267:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7400, rc 0) 00000100:00100000:2.0:1746128120.462310:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+84:31596:x1830947542803328:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (1315us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.462315:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5410 00000100:00100000:3.0:1746128120.462998:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540455552:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128120.463010:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcf1b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd7 expref: 83 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.463017:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7e00, rc 0) 00000100:00100000:3.0:1746128120.463064:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+83:31595:x1830947542803200:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3983us (4164us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.463072:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5409 00000100:00100000:1.0:1746128120.464057:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.464688:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542803456 00000100:00100000:3.0:1746128120.464694:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542803456 00010000:00010000:3.0:1746128120.464715:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd0 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.464741:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9295 00000100:00100000:3.0:1746128120.464746:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542803456:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.464755:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.464770:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd0 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.464778:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd0 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.464793:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd0 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.464811:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.464813:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.464817:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcf1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd7 expref: 82 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.464824:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcf1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd7 expref: 82 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.464844:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcf1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd7 expref: 82 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.464853:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcf1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd7 expref: 82 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.464862:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540455808:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.464914:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.467416:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540455808:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.467431:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.467472:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542803456:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2724us (3416us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.467481:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9295 00000100:00100000:2.0:1746128120.467562:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.467627:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542803712 00000100:00100000:0.0:1746128120.467632:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542803712 00002000:00100000:0.0:1746128120.467661:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c272d80 x1830947542803712/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128120.467669:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c272d80 with x1830947542803712 ext(0->4095) 00010000:00010000:0.0:1746128120.467676:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcf1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd7 expref: 83 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746128120.467687:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcf1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd7 expref: 83 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746128120.467693:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c272d80 00000100:00100000:0.0:1746128120.467707:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1985 00000100:00100000:0.0:1746128120.467712:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+83:1963:x1830947542803712:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128120.468376:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+83:1963:x1830947542803712:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 662us (814us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128120.468382:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1985 00002000:00100000:0.0:1746128120.468387:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c272d80 x1830947542803712/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128120.468395:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c272d80 with x1830947542803712 ext(0->4095) 00010000:00010000:0.0:1746128120.468399:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcf1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd7 expref: 83 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746128120.468409:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcf1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd7 expref: 83 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746128120.468415:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c272d80 00000100:00100000:1.0:1746128120.470716:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.472585:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542803840 00000100:00100000:3.0:1746128120.472594:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542803840 00010000:00010000:3.0:1746128120.472622:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcf1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd7 expref: 83 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.472659:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9296 00000100:00100000:3.0:1746128120.472666:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+83:1963:x1830947542803840:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.472676:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.472693:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcf1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd7 expref: 83 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.472703:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcf1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd7 expref: 83 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.472720:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bcf1b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bd7 expref: 83 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.472740:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.472742:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.472747:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bde expref: 82 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.472754:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bde expref: 82 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.472780:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bde expref: 82 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128120.472790:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540455936:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.472866:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.476292:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540455936:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.476308:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.476357:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1963:x1830947542803840:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3691us (5646us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.476367:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9296 00000100:00100000:1.0:1746128120.477022:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.477246:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542804096 00000100:00100000:0.0:1746128120.477252:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542804096 00002000:00100000:0.0:1746128120.477282:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b2a680 x1830947542804096/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128120.477291:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2a680 with x1830947542804096 ext(0->4095) 00002000:00010000:0.0:1746128120.477295:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b2a680 00000100:00100000:0.0:1746128120.477737:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3923 00000100:00100000:0.0:1746128120.477745:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1963:x1830947542804096:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128120.477866:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1963:x1830947542804096:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (845us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128120.477871:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3923 00002000:00100000:0.0:1746128120.477876:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b2a680 x1830947542804096/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128120.477883:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2a680 with x1830947542804096 ext(0->4095) 00002000:00010000:0.0:1746128120.477885:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b2a680 00000100:00100000:1.0:1746128120.482818:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.483354:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542804224 00000100:00100000:3.0:1746128120.483362:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542804224 00000100:00100000:3.0:1746128120.483773:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5411 00000100:00100000:3.0:1746128120.483782:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542804224:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.483797:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.483810:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf29 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3be5 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.483837:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bde expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.483843:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.483844:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.483847:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf29 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3be5 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.483869:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bde expref: 81 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.483879:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bde expref: 81 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.483888:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540456064:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128120.484076:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.486815:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540456064:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128120.486836:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf29 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3be5 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.486848:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66c00, rc 0) 00000100:00100000:3.0:1746128120.486878:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542804224:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3098us (4065us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.486884:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5411 00000100:00100000:2.0:1746128120.490806:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.490851:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.491034:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542804480 00000100:00100000:0.0:1746128120.491042:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542804480 00000100:00100000:3.0:1746128120.491142:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542804352 00000100:00100000:3.0:1746128120.491147:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542804352 00010000:00010000:3.0:1746128120.491166:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bde expref: 83 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746128120.491245:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5412 00000100:00100000:3.0:1746128120.491266:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9297 00000100:00100000:3.0:1746128120.491273:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c272a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+83:1964:x1830947542804352:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.491284:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.491300:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bde expref: 83 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.491310:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bde expref: 83 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746128120.491321:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+83:31595:x1830947542804480:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.491328:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf22 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bde expref: 83 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746128120.491332:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128120.491341:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf30 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3bec expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.491344:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.491346:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.491352:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf29 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3be5 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.491359:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3be5 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128120.491621:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3be5 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128120.491632:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128120.491634:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128120.491636:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf30 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bec expref: 83 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128120.491657:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3be5 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128120.491667:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf29 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3be5 expref: 5 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746128120.491677:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134120380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540456192:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128120.491735:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044c00 going to sleep for 11 seconds 00010000:00010000:3.0:1746128120.491848:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf29 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3be5 expref: 5 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.491856:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf29 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3be5 expref: 5 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.491863:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540456320:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.491897:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.494644:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134120380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540456192:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128120.494663:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:2.0:1746128120.494666:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf30 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bec expref: 83 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.494679:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129618a00, rc 0) 00000100:00100000:1.0:1746128120.494686:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542804736 00000100:00100000:1.0:1746128120.494691:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542804736 00000100:00100000:2.0:1746128120.494709:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+83:31595:x1830947542804480:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3391us (3857us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.494716:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5412 00002000:00100000:1.0:1746128120.494719:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b2b480 x1830947542804736/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.494727:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2b480 with x1830947542804736 ext(0->4095) 00010000:00010000:1.0:1746128120.494732:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf29 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3be5 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.494742:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf29 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3be5 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746128120.494747:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b2b480 00000100:00100000:1.0:1746128120.494760:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1986 00000100:00100000:1.0:1746128120.494765:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542804736:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746128120.494847:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540456320:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.494857:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.494877:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c272a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1964:x1830947542804352:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3605us (4078us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.494884:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9297 00000100:00100000:1.0:1746128120.494895:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542804736:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (233us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128120.494901:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1986 00002000:00100000:1.0:1746128120.494905:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b2b480 x1830947542804736/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.494912:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2b480 with x1830947542804736 ext(0->4095) 00010000:00010000:1.0:1746128120.494915:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3be5 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.494924:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3be5 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746128120.494928:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b2b480 00000100:00100000:0.0:1746128120.499528:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.499677:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542804864 00000100:00100000:3.0:1746128120.499684:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542804864 00010000:00010000:3.0:1746128120.499712:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3be5 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.500172:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9298 00000100:00100000:3.0:1746128120.500180:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542804864:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.500194:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.500209:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3be5 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.500219:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3be5 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.500237:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3be5 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.500248:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.500251:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.500255:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bec expref: 81 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.500262:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bec expref: 81 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.500286:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bec expref: 81 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128120.500296:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540456448:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.500359:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800935d9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.504650:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540456448:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.504666:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.504701:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542804864:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4521us (5178us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.504710:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9298 00000100:00100000:0.0:1746128120.518651:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.518824:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542805120 00000100:00100000:1.0:1746128120.518831:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542805120 00002000:00100000:1.0:1746128120.518866:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134120000 x1830947542805120/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.518874:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134120000 with x1830947542805120 ext(0->4095) 00002000:00010000:1.0:1746128120.518878:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134120000 00000100:00100000:1.0:1746128120.518904:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3924 00000100:00100000:1.0:1746128120.518911:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1964:x1830947542805120:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128120.519047:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1964:x1830947542805120:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (401us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128120.519052:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3924 00002000:00100000:1.0:1746128120.519057:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134120000 x1830947542805120/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.519063:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134120000 with x1830947542805120 ext(0->4095) 00002000:00010000:1.0:1746128120.519065:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134120000 00000100:00100000:2.0:1746128120.533536:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.535007:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542805248 00000100:00100000:0.0:1746128120.535016:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542805248 00000100:00100000:0.0:1746128120.535069:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5413 00000100:00100000:0.0:1746128120.535075:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542805248:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128120.535089:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128120.535103:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcf37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3bf3 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128120.535125:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bec expref: 81 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128120.535136:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128120.535138:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128120.535141:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcf37 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bf3 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128120.535164:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bec expref: 81 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128120.535173:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bec expref: 81 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746128120.535183:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134121c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540456576:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128120.535263:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.537256:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134121c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540456576:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128120.537277:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcf37 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bf3 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.537290:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129618000, rc 0) 00000100:00100000:2.0:1746128120.538566:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542805248:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3487us (5033us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.538585:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5413 00000100:00100000:2.0:1746128120.542321:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.543031:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542805376 00000100:00100000:0.0:1746128120.543039:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542805376 00002000:00100000:0.0:1746128120.543075:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c273100 x1830947542805376/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 496/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128120.543083:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c273100 with x1830947542805376 ext(0->7) 00010000:00010000:0.0:1746128120.543090:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bec expref: 82 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746128120.543100:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bec expref: 82 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746128120.543105:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c273100 00000100:00100000:0.0:1746128120.543129:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1987 00000100:00100000:0.0:1746128120.543136:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+82:1964:x1830947542805376:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746128120.543398:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+84:1964:x1830947542805376:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 261us (1083us total) trans 4294968015 rc 0/0 00000100:00100000:0.0:1746128120.543404:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1987 00002000:00100000:0.0:1746128120.543409:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c273100 x1830947542805376/t4294968015(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 496/448 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128120.543415:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c273100 with x1830947542805376 ext(0->7) 00010000:00010000:0.0:1746128120.543419:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bec expref: 84 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746128120.543427:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bec expref: 84 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746128120.543431:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c273100 00000100:00100000:0.0:1746128120.559295:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.559380:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542805504 00000100:00100000:2.0:1746128120.559387:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542805504 00000100:00100000:2.0:1746128120.559476:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5414 00000100:00100000:2.0:1746128120.559483:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+84:31595:x1830947542805504:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128120.559497:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128120.559509:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcf3e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3bfa expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.559529:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128120.559533:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcf37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bf3 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.559538:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128120.559540:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcf3e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bfa expref: 85 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.559593:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcf37 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bf3 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.559606:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcf3e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bfa expref: 85 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.559614:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6000, rc 0) 00000100:00100000:2.0:1746128120.564124:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+85:31595:x1830947542805504:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4632us (4826us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.564134:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5414 00000100:00100000:2.0:1746128120.565441:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.565542:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542805632 00000100:00100000:3.0:1746128120.565549:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542805632 00010000:00010000:3.0:1746128120.565599:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bec expref: 85 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.565632:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9299 00000100:00100000:3.0:1746128120.565639:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c270e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+85:1963:x1830947542805632:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.565649:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746128120.565662:0:9797:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746128120 -> 1746128121 00002000:00010000:3.0:1746128120.565664:0:9797:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746128120 -> 1746128121 00010000:00010000:3.0:1746128120.565669:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bec expref: 85 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.565679:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bec expref: 85 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.565696:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf30 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bec expref: 85 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.565718:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.565720:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.565725:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcf37 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bf3 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.565732:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcf37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bf3 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.565758:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcf37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bf3 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.565768:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcf37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bf3 expref: 5 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.565778:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540456832:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.565844:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.571183:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd83800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540456832:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128120.571199:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128120.571244:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c270e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+84:1963:x1830947542805632:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5605us (5805us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128120.571252:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9299 00000100:00100000:3.0:1746128120.572903:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.573376:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542805888 00000100:00100000:1.0:1746128120.573384:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542805888 00002000:00100000:1.0:1746128120.573419:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd80380 x1830947542805888/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.573434:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd80380 with x1830947542805888 ext(0->4095) 00010000:00010000:1.0:1746128120.573441:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcf37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bf3 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.573452:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcf37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bf3 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746128120.573457:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd80380 00000100:00100000:1.0:1746128120.573666:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1988 00000100:00100000:1.0:1746128120.573672:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542805888:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128120.574039:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542805888:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 365us (1138us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128120.574045:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1988 00002000:00100000:1.0:1746128120.574050:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd80380 x1830947542805888/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.574056:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd80380 with x1830947542805888 ext(0->4095) 00010000:00010000:1.0:1746128120.574061:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcf37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bf3 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.574069:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcf37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bf3 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746128120.574075:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd80380 00000100:00100000:2.0:1746128120.576540:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.577113:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542806016 00000100:00100000:0.0:1746128120.577120:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542806016 00010000:00010000:0.0:1746128120.577144:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcf37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bf3 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746128120.577177:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9300 00000100:00100000:0.0:1746128120.577183:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c272a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542806016:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128120.577195:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128120.577210:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcf37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bf3 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746128120.577220:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcf37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bf3 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746128120.577236:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcf37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bf3 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746128120.577259:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128120.577260:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128120.577266:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcf3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bfa expref: 83 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128120.577273:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcf3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bfa expref: 83 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128120.577298:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcf3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bfa expref: 83 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128120.577307:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134123b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540456960:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128120.577377:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.579887:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.579971:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134123b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540456960:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128120.579989:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128120.580138:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c272a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542806016:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2952us (3600us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128120.580147:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9300 00000100:00100000:1.0:1746128120.580451:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542806272 00000100:00100000:1.0:1746128120.580456:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542806272 00002000:00100000:1.0:1746128120.580483:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd83800 x1830947542806272/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.580491:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd83800 with x1830947542806272 ext(0->4095) 00002000:00010000:1.0:1746128120.580495:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd83800 00000100:00100000:1.0:1746128120.580507:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3925 00000100:00100000:1.0:1746128120.580511:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+84:1963:x1830947542806272:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128120.580634:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+84:1963:x1830947542806272:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (753us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128120.580639:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3925 00002000:00100000:1.0:1746128120.580643:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd83800 x1830947542806272/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.580649:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd83800 with x1830947542806272 ext(0->4095) 00002000:00010000:1.0:1746128120.580651:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd83800 00000100:00100000:2.0:1746128120.592475:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.592530:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542806400 00000100:00100000:0.0:1746128120.592537:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542806400 00000100:00100000:0.0:1746128120.592597:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5415 00000100:00100000:0.0:1746128120.592604:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542806400:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128120.592618:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128120.592631:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf45 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c01 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128120.592654:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcf3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bfa expref: 83 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128120.592661:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128120.592663:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128120.592665:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf45 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c01 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128120.592689:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcf3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bfa expref: 83 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128120.592699:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcf3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bfa expref: 83 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746128120.592708:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134123b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540457088:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128120.592779:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.612699:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134123b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540457088:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128120.612725:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf45 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c01 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.612741:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129618a00, rc 0) 00000100:00100000:2.0:1746128120.612776:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542806400:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 20173us (20307us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.612785:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5415 00000100:00100000:0.0:1746128120.622973:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.623024:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.623109:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542806656 00000100:00100000:1.0:1746128120.623117:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542806656 00002000:00100000:1.0:1746128120.623155:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880134122a00 x1830947542806656/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 496/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.623164:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134122a00 with x1830947542806656 ext(0->7) 00010000:00010000:1.0:1746128120.623171:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcf3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bfa expref: 84 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.623182:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcf3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bfa expref: 84 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746128120.623192:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134122a00 00000100:00100000:1.0:1746128120.623209:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1989 00000100:00100000:1.0:1746128120.623215:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+84:1964:x1830947542806656:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128120.623473:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+86:1964:x1830947542806656:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 257us (448us total) trans 4294968016 rc 0/0 00000100:00100000:1.0:1746128120.623479:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1989 00002000:00100000:1.0:1746128120.623484:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880134122a00 x1830947542806656/t4294968016(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 496/448 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.623490:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134122a00 with x1830947542806656 ext(0->7) 00010000:00010000:1.0:1746128120.623494:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcf3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bfa expref: 86 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.623502:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcf3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bfa expref: 86 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746128120.623507:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134122a00 00000100:00100000:2.0:1746128120.623652:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542806528 00000100:00100000:2.0:1746128120.623656:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542806528 00000100:00100000:2.0:1746128120.623683:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5416 00000100:00100000:2.0:1746128120.623688:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+86:31595:x1830947542806528:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128120.623695:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128120.623705:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcf4c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c08 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.623719:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128120.623723:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf45 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c01 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.623727:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128120.623731:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcf4c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c08 expref: 87 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.623755:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf45 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c01 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.623764:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcf4c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c08 expref: 87 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.623771:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6a00, rc 0) 00000100:00100000:2.0:1746128120.623787:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+87:31595:x1830947542806528:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (823us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.623792:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5416 00000100:00100000:0.0:1746128120.629536:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.629625:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542806784 00000100:00100000:2.0:1746128120.629633:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542806784 00010000:00010000:2.0:1746128120.629659:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcf3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bfa expref: 87 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.629689:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9301 00000100:00100000:2.0:1746128120.629695:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134123100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+87:1963:x1830947542806784:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128120.629705:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128120.629720:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcf3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bfa expref: 87 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.629730:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcf3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bfa expref: 87 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.629746:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bcf3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3bfa expref: 87 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.629767:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.629769:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.629774:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c01 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.629780:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c01 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.629806:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c01 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.629814:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c01 expref: 5 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.629823:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540457344:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128120.629886:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.631801:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540457344:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128120.631817:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128120.631849:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134123100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+86:1963:x1830947542806784:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2153us (2319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.631858:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9301 00000100:00100000:0.0:1746128120.632251:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.632302:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542807040 00000100:00100000:2.0:1746128120.632308:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542807040 00002000:00100000:2.0:1746128120.632337:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134122680 x1830947542807040/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.632346:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134122680 with x1830947542807040 ext(0->4095) 00010000:00010000:2.0:1746128120.632351:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c01 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.632363:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c01 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.632369:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134122680 00000100:00100000:2.0:1746128120.632395:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1990 00000100:00100000:2.0:1746128120.632402:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542807040:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128120.632539:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542807040:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (288us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128120.632545:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1990 00002000:00100000:2.0:1746128120.632549:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134122680 x1830947542807040/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.632555:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134122680 with x1830947542807040 ext(0->4095) 00010000:00010000:2.0:1746128120.632560:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c01 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.632568:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c01 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.633658:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134122680 00000100:00100000:0.0:1746128120.635619:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.637372:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542807168 00000100:00100000:2.0:1746128120.637381:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542807168 00010000:00010000:2.0:1746128120.637409:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c01 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.637433:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9302 00000100:00100000:2.0:1746128120.637439:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134122d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542807168:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128120.637449:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128120.637467:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c01 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.637477:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c01 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.637494:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bcf45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c01 expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.637517:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.637519:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.637525:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcf4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c08 expref: 85 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.637536:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcf4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c08 expref: 85 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.637568:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcf4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c08 expref: 85 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128120.637592:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540457472:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128120.637655:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.640142:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540457472:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128120.640157:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128120.640882:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134122d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542807168:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3441us (5266us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.640893:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9302 00000100:00100000:0.0:1746128120.641420:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.641543:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542807424 00000100:00100000:2.0:1746128120.641549:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542807424 00002000:00100000:2.0:1746128120.641593:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134120e00 x1830947542807424/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.641601:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134120e00 with x1830947542807424 ext(0->4095) 00002000:00010000:2.0:1746128120.641605:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134120e00 00000100:00100000:2.0:1746128120.641767:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3926 00000100:00100000:2.0:1746128120.641773:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+86:1964:x1830947542807424:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128120.641885:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+86:1964:x1830947542807424:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (466us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128120.641893:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3926 00002000:00100000:2.0:1746128120.641898:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134120e00 x1830947542807424/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.641904:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134120e00 with x1830947542807424 ext(0->4095) 00002000:00010000:2.0:1746128120.641907:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134120e00 00000100:00100000:0.0:1746128120.647742:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.647805:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542807552 00000100:00100000:1.0:1746128120.647812:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542807552 00000100:00100000:1.0:1746128120.647855:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5417 00000100:00100000:1.0:1746128120.647861:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542807552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128120.647875:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128120.647888:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcf53 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c0f expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.647913:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcf4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c08 expref: 85 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.647919:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128120.647920:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128120.647923:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcf53 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c0f expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.647954:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcf4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c08 expref: 85 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.647963:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcf4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c08 expref: 85 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:1.0:1746128120.647972:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b28700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540457600:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128120.648035:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128120.651494:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b28700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540457600:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128120.651517:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcf53 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c0f expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.651530:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56000, rc 0) 00000100:00100000:1.0:1746128120.651601:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542807552:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3739us (4027us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.651608:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5417 00000100:00100000:2.0:1746128120.654219:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.655004:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542807680 00000100:00100000:1.0:1746128120.655012:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542807680 00002000:00100000:1.0:1746128120.655048:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013443c380 x1830947542807680/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 496/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.655056:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443c380 with x1830947542807680 ext(0->7) 00010000:00010000:1.0:1746128120.655063:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcf4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c08 expref: 86 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.655074:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcf4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c08 expref: 86 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746128120.655079:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443c380 00000100:00100000:1.0:1746128120.655097:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1991 00000100:00100000:1.0:1746128120.655103:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+86:1964:x1830947542807680:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128120.655365:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+88:1964:x1830947542807680:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 261us (1151us total) trans 4294968017 rc 0/0 00000100:00100000:1.0:1746128120.655371:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1991 00002000:00100000:1.0:1746128120.655376:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88013443c380 x1830947542807680/t4294968017(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 496/448 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.655382:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443c380 with x1830947542807680 ext(0->7) 00010000:00010000:1.0:1746128120.655387:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcf4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c08 expref: 88 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.655395:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcf4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c08 expref: 88 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746128120.655401:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443c380 00000100:00100000:0.0:1746128120.673109:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.673219:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542807808 00000100:00100000:1.0:1746128120.673225:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542807808 00000100:00100000:1.0:1746128120.673269:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5418 00000100:00100000:1.0:1746128120.673275:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+88:31595:x1830947542807808:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128120.673289:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128120.673303:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcf5a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c16 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.673325:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128120.673329:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcf53 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c0f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.673334:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128120.673337:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcf5a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c16 expref: 89 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.673363:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcf53 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c0f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.673373:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcf5a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c16 expref: 89 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.673380:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56a00, rc 0) 00000100:00100000:1.0:1746128120.673424:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+89:31595:x1830947542807808:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.673429:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5418 00000100:00100000:0.0:1746128120.673916:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.673975:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542807936 00000100:00100000:0.0:1746128120.673979:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542807936 00010000:00010000:0.0:1746128120.673993:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcf4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c08 expref: 89 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746128120.674018:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9303 00000100:00100000:0.0:1746128120.674023:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+89:1963:x1830947542807936:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128120.674030:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128120.674045:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcf4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c08 expref: 89 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746128120.674054:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcf4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c08 expref: 89 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746128120.674069:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcf4c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c08 expref: 89 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746128120.674081:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128120.674083:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128120.674088:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcf53 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c0f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128120.674099:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcf53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c0f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128120.674126:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcf53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c0f expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128120.674134:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcf53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c0f expref: 5 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:0.0:1746128120.674144:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134121180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540457856:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128120.674188:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0446c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.683101:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134121180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540457856:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128120.683119:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128120.683153:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134121500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+88:1963:x1830947542807936:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 9129us (9237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.683162:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9303 00000100:00100000:0.0:1746128120.684623:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.684745:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542808192 00000100:00100000:2.0:1746128120.684751:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542808192 00002000:00100000:2.0:1746128120.684784:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134121180 x1830947542808192/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.684793:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134121180 with x1830947542808192 ext(0->4095) 00010000:00010000:2.0:1746128120.684800:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcf53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c0f expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.684810:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcf53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c0f expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.684816:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134121180 00000100:00100000:2.0:1746128120.684844:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1992 00000100:00100000:2.0:1746128120.684850:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542808192:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128120.684986:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542808192:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (366us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128120.684992:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1992 00002000:00100000:2.0:1746128120.684997:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134121180 x1830947542808192/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.685003:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134121180 with x1830947542808192 ext(0->4095) 00010000:00010000:2.0:1746128120.685007:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcf53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c0f expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.685015:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcf53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c0f expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.685019:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134121180 00000100:00100000:0.0:1746128120.691676:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.692930:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542808320 00000100:00100000:2.0:1746128120.692938:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542808320 00010000:00010000:2.0:1746128120.692976:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcf53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c0f expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.693163:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9304 00000100:00100000:2.0:1746128120.693171:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134123b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542808320:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128120.693184:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128120.693200:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcf53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c0f expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.693210:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcf53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c0f expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.693229:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bcf53 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c0f expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.693503:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.693505:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.693511:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcf5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c16 expref: 87 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.693519:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcf5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c16 expref: 87 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.693547:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcf5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c16 expref: 87 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128120.693559:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540457984:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128120.693919:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f823c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.697255:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.697339:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540457984:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.697355:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128120.697699:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542808576 00000100:00100000:1.0:1746128120.697705:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542808576 00002000:00100000:1.0:1746128120.697738:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134121c00 x1830947542808576/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.697746:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134121c00 with x1830947542808576 ext(0->4095) 00002000:00010000:1.0:1746128120.697749:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134121c00 00000100:00100000:1.0:1746128120.697771:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3927 00000100:00100000:1.0:1746128120.697777:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+88:1963:x1830947542808576:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128120.698176:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134123b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542808320:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5005us (6506us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.698184:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9304 00000100:00100000:1.0:1746128120.698378:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+88:1963:x1830947542808576:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 600us (1129us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128120.698384:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3927 00002000:00100000:1.0:1746128120.698389:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880134121c00 x1830947542808576/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.698396:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134121c00 with x1830947542808576 ext(0->4095) 00002000:00010000:1.0:1746128120.698398:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134121c00 00000100:00100000:0.0:1746128120.704678:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.704761:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542808704 00000100:00100000:2.0:1746128120.704768:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542808704 00000100:00100000:2.0:1746128120.704813:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5419 00000100:00100000:2.0:1746128120.704820:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542808704:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128120.704834:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128120.704847:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf61 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c1d expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.704870:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcf5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c16 expref: 87 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.704881:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128120.704883:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128120.704886:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf61 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c1d expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.704910:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcf5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c16 expref: 87 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.704921:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcf5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c16 expref: 87 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.704931:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540458112:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128120.705000:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.711139:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540458112:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128120.711161:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf61 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c1d expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.711173:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7400, rc 0) 00000100:00100000:2.0:1746128120.711203:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542808704:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6383us (6531us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.711210:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5419 00000100:00100000:0.0:1746128120.725868:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.725909:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.725983:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542808960 00000100:00100000:1.0:1746128120.725990:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542808960 00002000:00100000:1.0:1746128120.726022:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012ba41c00 x1830947542808960/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 496/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.726030:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba41c00 with x1830947542808960 ext(0->7) 00010000:00010000:1.0:1746128120.726037:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcf5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c16 expref: 88 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.726049:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcf5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c16 expref: 88 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746128120.726055:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba41c00 00000100:00100000:1.0:1746128120.726082:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1993 00000100:00100000:1.0:1746128120.726087:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+88:1964:x1830947542808960:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746128120.726312:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+90:1964:x1830947542808960:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 223us (402us total) trans 4294968018 rc 0/0 00000100:00100000:1.0:1746128120.726317:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1993 00002000:00100000:1.0:1746128120.726322:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012ba41c00 x1830947542808960/t4294968018(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 496/448 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128120.726329:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba41c00 with x1830947542808960 ext(0->7) 00010000:00010000:1.0:1746128120.726332:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcf5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c16 expref: 90 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.726341:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcf5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c16 expref: 90 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:1.0:1746128120.726346:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba41c00 00000100:00100000:2.0:1746128120.726444:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542808832 00000100:00100000:2.0:1746128120.726447:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542808832 00000100:00100000:2.0:1746128120.726465:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5420 00000100:00100000:2.0:1746128120.726469:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+90:31595:x1830947542808832:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128120.726480:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128120.726489:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcf68 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c24 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.726505:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128120.726509:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf61 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c1d expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.726513:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746128120.726517:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcf68 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c24 expref: 91 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.726540:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf61 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c1d expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.726549:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcf68 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c24 expref: 91 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.726556:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6800, rc 0) 00000100:00100000:2.0:1746128120.726569:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+91:31595:x1830947542808832:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.726594:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5420 00000100:00100000:0.0:1746128120.729812:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.730311:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542809088 00000100:00100000:3.0:1746128120.730317:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542809088 00010000:00010000:3.0:1746128120.730345:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcf5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c16 expref: 91 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.730377:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9305 00000100:00100000:3.0:1746128120.730383:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+91:1965:x1830947542809088:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.730394:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.730410:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcf5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c16 expref: 91 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.730419:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcf5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c16 expref: 91 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.730435:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bcf5a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c16 expref: 91 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.730458:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.730459:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.730465:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf61 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c1d expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.730472:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c1d expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.730860:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c1d expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.730870:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c1d expref: 5 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.730880:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540458368:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.732120:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77780 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.734513:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540458368:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.734530:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.734567:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+90:1965:x1830947542809088:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4183us (4761us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.734608:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9305 00000100:00100000:0.0:1746128120.734886:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.736352:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542809344 00000100:00100000:3.0:1746128120.736360:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542809344 00002000:00100000:3.0:1746128120.736393:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba42300 x1830947542809344/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.736402:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba42300 with x1830947542809344 ext(0->4095) 00010000:00010000:3.0:1746128120.736409:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c1d expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.736420:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c1d expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.736426:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba42300 00000100:00100000:3.0:1746128120.736534:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1994 00000100:00100000:3.0:1746128120.736540:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542809344:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128120.736795:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542809344:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 254us (1910us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128120.736801:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1994 00002000:00100000:3.0:1746128120.736805:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba42300 x1830947542809344/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.736811:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba42300 with x1830947542809344 ext(0->4095) 00010000:00010000:3.0:1746128120.736815:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c1d expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.736823:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c1d expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.736828:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba42300 00000100:00100000:0.0:1746128120.744288:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.744506:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542809472 00000100:00100000:3.0:1746128120.744514:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542809472 00010000:00010000:3.0:1746128120.744542:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c1d expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.744640:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9306 00000100:00100000:3.0:1746128120.744647:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542809472:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.744822:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.744841:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c1d expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.744856:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c1d expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.744873:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bcf61 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c1d expref: 6 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.744887:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.744889:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.744895:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcf68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c24 expref: 89 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.744901:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcf68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c24 expref: 89 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.744926:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcf68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c24 expref: 89 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128120.744936:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540458496:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.745935:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.749327:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540458496:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.749345:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.749380:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542809472:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4733us (5097us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.749389:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9306 00000100:00100000:0.0:1746128120.750318:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.750467:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542809728 00000100:00100000:3.0:1746128120.750474:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542809728 00002000:00100000:3.0:1746128120.750506:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba41880 x1830947542809728/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.750514:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba41880 with x1830947542809728 ext(0->4095) 00002000:00010000:3.0:1746128120.750518:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba41880 00000100:00100000:3.0:1746128120.750721:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3928 00000100:00100000:3.0:1746128120.750729:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+90:1963:x1830947542809728:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128120.752403:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+90:1963:x1830947542809728:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 1671us (2083us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128120.752411:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3928 00002000:00100000:3.0:1746128120.752419:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba41880 x1830947542809728/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.752427:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba41880 with x1830947542809728 ext(0->4095) 00002000:00010000:3.0:1746128120.752430:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba41880 00000100:00100000:0.0:1746128120.758890:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.759138:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542809856 00000100:00100000:1.0:1746128120.759145:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542809856 00000100:00100000:1.0:1746128120.759251:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5421 00000100:00100000:1.0:1746128120.759259:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542809856:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128120.759275:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128120.759287:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcf6f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c2b expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.759311:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcf68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c24 expref: 89 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.759322:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128120.759324:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128120.759327:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcf6f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c2b expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.759351:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcf68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c24 expref: 89 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.759361:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcf68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c24 expref: 89 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:1.0:1746128120.759371:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b28700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540458624:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128120.759447:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.765140:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.765489:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542809984 00000100:00100000:3.0:1746128120.765497:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542809984 00002000:00100000:3.0:1746128120.765534:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012ba42680 x1830947542809984/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 496/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.765544:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba42680 with x1830947542809984 ext(0->7) 00010000:00010000:3.0:1746128120.765551:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcf68 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c24 expref: 90 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.765564:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcf68 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c24 expref: 90 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.765596:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba42680 00000100:00100000:3.0:1746128120.765616:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1995 00000100:00100000:3.0:1746128120.765623:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+90:1964:x1830947542809984:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128120.765877:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+92:1964:x1830947542809984:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 253us (744us total) trans 4294968019 rc 0/0 00000100:00100000:3.0:1746128120.765883:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1995 00002000:00100000:3.0:1746128120.765889:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012ba42680 x1830947542809984/t4294968019(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 496/448 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.765896:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba42680 with x1830947542809984 ext(0->7) 00010000:00010000:3.0:1746128120.765900:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcf68 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c24 expref: 92 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.765909:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcf68 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c24 expref: 92 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.765913:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba42680 00000100:00100000:1.0:1746128120.766844:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b28700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540458624:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128120.766864:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcf6f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c2b expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.766875:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56600, rc 0) 00000100:00100000:1.0:1746128120.766912:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542809856:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7654us (8028us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.766918:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5421 00000100:00100000:0.0:1746128120.770049:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.770310:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542810112 00000100:00100000:3.0:1746128120.770317:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542810112 00010000:00010000:3.0:1746128120.770345:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcf68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c24 expref: 92 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:1.0:1746128120.771587:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9307 00000100:00100000:1.0:1746128120.771602:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+92:1964:x1830947542810112:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128120.771618:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128120.771643:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcf68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c24 expref: 92 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.771655:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcf68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c24 expref: 92 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.771674:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6800/0x802a7453533bcf68 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c24 expref: 92 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.771707:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.771708:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.771715:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcf6f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c2b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.771722:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcf6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c2b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.771750:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcf6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c2b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128120.771760:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b28700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540458752:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128120.771834:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.778360:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.778435:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.778458:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542810368 00000100:00100000:0.0:1746128120.778465:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542810368 00002000:00100000:0.0:1746128120.778499:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba40a80 x1830947542810368/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128120.778509:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba40a80 with x1830947542810368 ext(0->4095) 00002000:00010000:0.0:1746128120.778513:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba40a80 00000100:00100000:0.0:1746128120.778539:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3929 00000100:00100000:0.0:1746128120.778546:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542810368:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746128120.778688:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542810368:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (252us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128120.778693:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3929 00002000:00100000:0.0:1746128120.778698:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012ba40a80 x1830947542810368/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128120.778705:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba40a80 with x1830947542810368 ext(0->4095) 00002000:00010000:0.0:1746128120.778708:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba40a80 00000100:00100000:1.0:1746128120.778842:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b28700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540458752:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128120.778857:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128120.778893:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+91:1964:x1830947542810112:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7297us (8849us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.778900:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9307 00000100:00100000:2.0:1746128120.779089:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542810496 00000100:00100000:2.0:1746128120.779093:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542810496 00000100:00100000:2.0:1746128120.779174:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5422 00000100:00100000:2.0:1746128120.779180:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+91:31595:x1830947542810496:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128120.779189:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128120.779201:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcf76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c32 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.779221:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcf6f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c2b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.779228:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.779229:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.779232:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcf76 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c32 expref: 92 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.779253:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcf6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c2b expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.779262:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcf6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c2b expref: 5 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.779271:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540458880:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128120.779968:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.781834:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.782224:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542810624 00000100:00100000:3.0:1746128120.782231:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542810624 00000100:00100000:3.0:1746128120.782275:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5423 00000100:00100000:3.0:1746128120.782282:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+93:31596:x1830947542810624:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.782295:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.782308:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcf7d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c39 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.782327:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.782332:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcf76 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c32 expref: 94 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.782337:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.782340:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcf7d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c39 expref: 94 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.782367:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcf76 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c32 expref: 94 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.782378:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcf7d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c39 expref: 94 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.782386:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66200, rc 0) 00000100:00100000:3.0:1746128120.782428:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+94:31596:x1830947542810624:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.782434:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5423 00000100:00100000:2.0:1746128120.782512:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540458880:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128120.782526:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcf76 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c32 expref: 93 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.782534:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7200, rc 0) 00000100:00100000:2.0:1746128120.782551:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+93:31595:x1830947542810496:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3371us (4197us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.782556:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5422 00000100:00100000:0.0:1746128120.782883:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.782937:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542810752 00000100:00100000:1.0:1746128120.782941:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542810752 00010000:00010000:1.0:1746128120.782964:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcf6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c2b expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:1.0:1746128120.782990:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9308 00000100:00100000:1.0:1746128120.782995:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542810752:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128120.783002:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128120.783018:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcf6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c2b expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.783027:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcf6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c2b expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.783042:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56600/0x802a7453533bcf6f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c2b expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:1.0:1746128120.783062:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.783064:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.783069:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcf76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c32 expref: 92 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.783817:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcf76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c32 expref: 92 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.783840:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcf76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c32 expref: 92 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.783854:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcf76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c32 expref: 92 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:1.0:1746128120.783864:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b28700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540459136:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128120.783967:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128120.787494:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.787497:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b28700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540459136:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128120.787511:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128120.787556:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542810752:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4560us (4672us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.787565:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9308 00000100:00100000:3.0:1746128120.787763:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542811008 00000100:00100000:3.0:1746128120.787769:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542811008 00002000:00100000:3.0:1746128120.787799:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b2b100 x1830947542811008/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.787808:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2b100 with x1830947542811008 ext(0->4095) 00010000:00010000:3.0:1746128120.787815:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcf76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c32 expref: 93 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.787826:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcf76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c32 expref: 93 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.787831:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b2b100 00000100:00100000:3.0:1746128120.787855:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1996 00000100:00100000:3.0:1746128120.787861:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+93:1963:x1830947542811008:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128120.787999:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+93:1963:x1830947542811008:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (511us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128120.788004:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1996 00002000:00100000:3.0:1746128120.788008:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b2b100 x1830947542811008/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.788015:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2b100 with x1830947542811008 ext(0->4095) 00010000:00010000:3.0:1746128120.788019:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcf76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c32 expref: 93 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.788027:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcf76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c32 expref: 93 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.788032:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b2b100 00000100:00100000:0.0:1746128120.790784:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.792938:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542811136 00000100:00100000:2.0:1746128120.792956:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542811136 00010000:00010000:2.0:1746128120.792990:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcf76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c32 expref: 93 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.793035:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9309 00000100:00100000:2.0:1746128120.793042:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+93:1966:x1830947542811136:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128120.793055:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128120.793073:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcf76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c32 expref: 93 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.793084:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcf76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c32 expref: 93 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.793107:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bcf76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c32 expref: 93 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.793133:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.793134:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.793140:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcf7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c39 expref: 92 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.793147:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcf7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c39 expref: 92 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.793176:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcf7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c39 expref: 92 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128120.793186:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540459264:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128120.793267:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.804377:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540459264:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128120.804394:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128120.804443:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+92:1966:x1830947542811136:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 11400us (13661us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.804451:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9309 00000100:00100000:0.0:1746128120.806030:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.806162:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542811392 00000100:00100000:2.0:1746128120.806168:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542811392 00002000:00100000:2.0:1746128120.806198:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920e8a80 x1830947542811392/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.806207:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e8a80 with x1830947542811392 ext(0->4095) 00002000:00010000:2.0:1746128120.806211:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920e8a80 00000100:00100000:2.0:1746128120.806478:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3930 00000100:00100000:2.0:1746128120.806485:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+92:1963:x1830947542811392:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128120.806640:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+92:1963:x1830947542811392:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (613us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128120.806645:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3930 00002000:00100000:2.0:1746128120.806650:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920e8a80 x1830947542811392/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.806661:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e8a80 with x1830947542811392 ext(0->4095) 00002000:00010000:2.0:1746128120.806664:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920e8a80 00000100:00100000:0.0:1746128120.812096:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.812158:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542811520 00000100:00100000:2.0:1746128120.812166:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542811520 00000100:00100000:2.0:1746128120.812922:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5424 00000100:00100000:2.0:1746128120.812930:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542811520:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128120.812953:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128120.812968:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c40 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.812991:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcf7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c39 expref: 91 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.812996:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128120.812998:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128120.813000:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf84 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c40 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.813023:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcf7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c39 expref: 91 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.813033:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcf7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c39 expref: 91 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.813043:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540459392:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128120.813801:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.821004:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540459392:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128120.821029:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf84 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c40 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.821042:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7800, rc 0) 00000100:00100000:2.0:1746128120.822830:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542811520:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8163us (9002us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.822845:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5424 00000100:00100000:0.0:1746128120.826489:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.827636:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542811648 00000100:00100000:3.0:1746128120.827645:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542811648 00002000:00100000:3.0:1746128120.827688:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800920eb800 x1830947542811648/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 496/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.827706:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920eb800 with x1830947542811648 ext(0->7) 00010000:00010000:3.0:1746128120.827715:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcf7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c39 expref: 92 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.827730:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcf7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c39 expref: 92 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.827739:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920eb800 00000100:00100000:3.0:1746128120.827767:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1997 00000100:00100000:3.0:1746128120.828015:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+92:1965:x1830947542811648:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128120.829317:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+94:1965:x1830947542811648:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 1538us (2829us total) trans 4294968020 rc 0/0 00000100:00100000:3.0:1746128120.829326:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1997 00002000:00100000:3.0:1746128120.829334:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800920eb800 x1830947542811648/t4294968020(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 496/448 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.829341:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920eb800 with x1830947542811648 ext(0->7) 00010000:00010000:3.0:1746128120.829348:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcf7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c39 expref: 94 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.829360:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcf7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c39 expref: 94 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.829365:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920eb800 00000100:00100000:0.0:1746128120.833472:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.833782:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542811776 00000100:00100000:2.0:1746128120.833790:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542811776 00010000:00010000:2.0:1746128120.833821:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcf7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c39 expref: 94 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.833855:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9310 00000100:00100000:2.0:1746128120.833861:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+94:1965:x1830947542811776:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128120.833873:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128120.833888:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcf7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c39 expref: 94 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.833897:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcf7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c39 expref: 94 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.833913:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcf7d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c39 expref: 94 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.833933:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.833935:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.833941:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf84 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c40 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.833954:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c40 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.833976:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c40 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128120.833985:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540459520:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128120.834043:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.840255:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540459520:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128120.840277:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128120.840322:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+93:1965:x1830947542811776:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6459us (6854us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.840330:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9310 00000100:00100000:1.0:1746128120.840645:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.840748:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542812032 00000100:00100000:3.0:1746128120.840755:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542812032 00002000:00100000:3.0:1746128120.840922:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b28700 x1830947542812032/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.841138:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28700 with x1830947542812032 ext(0->4095) 00002000:00010000:3.0:1746128120.841142:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b28700 00000100:00100000:3.0:1746128120.841157:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3931 00000100:00100000:3.0:1746128120.841164:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542812032:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746128120.841288:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542812032:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (643us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128120.841292:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3931 00002000:00100000:3.0:1746128120.841297:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094b28700 x1830947542812032/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.841303:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28700 with x1830947542812032 ext(0->4095) 00002000:00010000:3.0:1746128120.841305:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b28700 00000100:00100000:0.0:1746128120.846710:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.846787:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542812160 00000100:00100000:2.0:1746128120.846793:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542812160 00000100:00100000:2.0:1746128120.847631:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5425 00000100:00100000:2.0:1746128120.847638:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+93:31596:x1830947542812160:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128120.847651:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128120.847663:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcf8b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c47 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.847682:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf84 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c40 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.847697:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.847699:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.847702:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcf8b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c47 expref: 94 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.847864:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c40 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.847875:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c40 expref: 5 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.847885:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540459648:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128120.847954:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.852264:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.852698:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540459648:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128120.852720:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcf8b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c47 expref: 94 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.852735:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6200, rc 0) 00000100:00100000:0.0:1746128120.853290:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.853357:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542812288 00000100:00100000:3.0:1746128120.853363:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542812288 00000100:00100000:3.0:1746128120.853401:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5426 00000100:00100000:3.0:1746128120.853407:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+95:31595:x1830947542812288:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.853419:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.853436:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcf92 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c4e expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.853454:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.853458:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcf8b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c47 expref: 96 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.853467:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.853470:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcf92 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c4e expref: 96 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.853493:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcf8b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c47 expref: 96 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.853502:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcf92 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c4e expref: 96 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.853509:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66600, rc 0) 00000100:00100000:2.0:1746128120.853957:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:31596:x1830947542812160:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6318us (7252us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.853964:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5425 00000100:00100000:2.0:1746128120.854119:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542812416 00000100:00100000:2.0:1746128120.854122:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542812416 00010000:00010000:2.0:1746128120.854135:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c40 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.854154:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9311 00000100:00100000:2.0:1746128120.854158:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542812416:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128120.854165:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128120.854180:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c40 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.854189:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c40 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.854202:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bcf84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c40 expref: 6 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.854214:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.854215:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.854219:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcf8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c47 expref: 95 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.854225:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcf8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c47 expref: 95 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.854242:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcf8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c47 expref: 95 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.854251:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcf8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c47 expref: 95 pid: 8416 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.854264:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540459904:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128120.854301:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.854671:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+95:31595:x1830947542812288:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1263us (2412us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.854677:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5426 00000100:00100000:2.0:1746128120.856186:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540459904:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128120.856198:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128120.856244:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542812416:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2085us (2955us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.856251:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9311 00000100:00100000:0.0:1746128120.858437:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.859408:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542812672 00000100:00100000:2.0:1746128120.859415:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542812672 00002000:00100000:2.0:1746128120.859452:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920e8e00 x1830947542812672/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.859460:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e8e00 with x1830947542812672 ext(0->4095) 00010000:00010000:2.0:1746128120.859467:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcf8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c47 expref: 95 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.859479:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcf8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c47 expref: 95 pid: 8416 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.859485:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920e8e00 00000100:00100000:2.0:1746128120.859512:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1998 00000100:00100000:2.0:1746128120.859518:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+95:1964:x1830947542812672:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128120.859688:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+95:1964:x1830947542812672:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 169us (1255us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128120.859697:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1998 00002000:00100000:2.0:1746128120.859702:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920e8e00 x1830947542812672/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.859709:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e8e00 with x1830947542812672 ext(0->4095) 00010000:00010000:2.0:1746128120.859713:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcf8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c47 expref: 95 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.859722:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcf8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c47 expref: 95 pid: 8416 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.859727:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920e8e00 00000100:00100000:0.0:1746128120.862050:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.863287:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542812800 00000100:00100000:3.0:1746128120.863295:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542812800 00000100:00100000:1.0:1746128120.863523:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.863674:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5427 00000100:00100000:3.0:1746128120.863682:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542812800:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.863697:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.863710:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c55 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128120.863766:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542812928 00000100:00100000:2.0:1746128120.863770:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542812928 00010000:00010000:2.0:1746128120.863784:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcf8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c47 expref: 95 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.864023:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.864029:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcf92 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c4e expref: 95 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.864040:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128120.864043:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf99 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c55 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128120.864067:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9312 00000100:00100000:2.0:1746128120.864072:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+95:1964:x1830947542812928:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128120.864080:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128120.864095:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcf8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c47 expref: 95 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.864105:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcf8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c47 expref: 95 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.864119:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bcf8b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c47 expref: 95 pid: 8416 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.864394:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcf92 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c4e expref: 94 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.864406:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf99 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c55 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.864414:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.864415:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.864420:0:28170:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcf92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c4e expref: 94 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.864427:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcf92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c4e expref: 94 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.864441:0:28170:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcf92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c4e expref: 94 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.864461:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746128120.865123:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcf92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c4e expref: 94 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.865133:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540460160:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.865188:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77840 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.865241:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+94:1964:x1830947542812928:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1168us (2415us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.865248:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9312 00000100:00100000:0.0:1746128120.870320:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.870339:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540460160:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.870354:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66c00, rc 0) 00000100:00100000:2.0:1746128120.870542:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542813184 00000100:00100000:2.0:1746128120.870547:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542813184 00002000:00100000:2.0:1746128120.870609:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920e9c00 x1830947542813184/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.870618:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9c00 with x1830947542813184 ext(0->4095) 00010000:00010000:2.0:1746128120.870625:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcf92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c4e expref: 94 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.870636:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcf92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c4e expref: 94 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.870642:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920e9c00 00000100:00100000:2.0:1746128120.870659:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 1999 00000100:00100000:2.0:1746128120.870665:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+94:1963:x1830947542813184:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128120.871097:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542812800:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7412us (9048us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.871107:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5427 00000100:00100000:2.0:1746128120.871768:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+94:1963:x1830947542813184:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 1101us (1452us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128120.871774:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 1999 00002000:00100000:2.0:1746128120.871780:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920e9c00 x1830947542813184/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.871791:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9c00 with x1830947542813184 ext(0->4095) 00010000:00010000:2.0:1746128120.871796:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcf92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c4e expref: 94 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.871806:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcf92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c4e expref: 94 pid: 8417 timeout: 616 lvb_type: 0 00002000:00010000:2.0:1746128120.871811:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920e9c00 00000100:00100000:0.0:1746128120.878220:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.878517:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.878618:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542813312 00000100:00100000:3.0:1746128120.878625:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542813312 00000100:00100000:3.0:1746128120.878660:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5428 00000100:00100000:3.0:1746128120.878666:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+94:31595:x1830947542813312:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.878680:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.878693:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfa0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c5c expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.878713:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.878718:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c55 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.878723:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746128120.878725:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfa0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c5c expref: 95 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.878750:0:28170:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf99 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c55 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.878761:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfa0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c5c expref: 95 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.878768:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66200, rc 0) 00000100:00100000:2.0:1746128120.878868:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542813440 00000100:00100000:2.0:1746128120.878872:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542813440 00010000:00010000:2.0:1746128120.878887:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcf92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c4e expref: 96 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.878903:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9313 00000100:00100000:2.0:1746128120.878908:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:1964:x1830947542813440:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128120.878914:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128120.878930:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcf92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c4e expref: 96 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.878938:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcf92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c4e expref: 96 pid: 8417 timeout: 616 lvb_type: 0 00010000:00010000:2.0:1746128120.878963:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcf92 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c4e expref: 96 pid: 8417 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.879076:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+95:31595:x1830947542813312:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 409us (861us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.879081:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5428 00010000:00010000:2.0:1746128120.879774:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.879776:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128120.879782:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf99 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c55 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.879789:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c55 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.879808:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c55 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128120.879817:0:7067:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c55 expref: 5 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:2.0:1746128120.879826:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540460416:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128120.879876:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.881755:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.881812:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540460416:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.881824:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.881848:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+94:1964:x1830947542813440:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2939us (3330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.881855:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9313 00000100:00100000:3.0:1746128120.881884:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542813696 00000100:00100000:3.0:1746128120.881888:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542813696 00002000:00100000:3.0:1746128120.881911:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920e9f80 x1830947542813696/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.881919:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9f80 with x1830947542813696 ext(0->4095) 00010000:00010000:3.0:1746128120.881924:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c55 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.881933:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c55 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.881938:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920e9f80 00000100:00100000:3.0:1746128120.881960:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2000 00000100:00100000:3.0:1746128120.881965:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542813696:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128120.882074:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542813696:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (322us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128120.882079:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2000 00002000:00100000:3.0:1746128120.882084:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800920e9f80 x1830947542813696/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.882090:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9f80 with x1830947542813696 ext(0->4095) 00010000:00010000:3.0:1746128120.882093:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c55 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.882101:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c55 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:3.0:1746128120.882106:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800920e9f80 00000100:00100000:0.0:1746128120.889512:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.891668:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542813824 00000100:00100000:3.0:1746128120.891682:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542813824 00010000:00010000:3.0:1746128120.891726:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c55 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.891758:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9314 00000100:00100000:3.0:1746128120.891765:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542813824:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.891781:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.891802:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c55 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.891814:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c55 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.891839:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcf99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c55 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.891870:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.891872:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.891879:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfa0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c5c expref: 93 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.891888:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfa0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c5c expref: 93 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.891921:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfa0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c5c expref: 93 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128120.891932:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540460544:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.892029:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df779c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.896378:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540460544:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.896405:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.896466:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542813824:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4700us (6963us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.896477:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9314 00000100:00100000:0.0:1746128120.898438:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.899343:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542814080 00000100:00100000:3.0:1746128120.899351:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542814080 00002000:00100000:3.0:1746128120.899387:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a3480 x1830947542814080/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.899396:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3480 with x1830947542814080 ext(0->4095) 00002000:00010000:3.0:1746128120.899399:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a3480 00000100:00100000:3.0:1746128120.899418:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3932 00000100:00100000:3.0:1746128120.899424:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+94:1963:x1830947542814080:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128120.899562:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+94:1963:x1830947542814080:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (1130us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128120.899567:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3932 00002000:00100000:3.0:1746128120.899587:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a3480 x1830947542814080/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.899593:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3480 with x1830947542814080 ext(0->4095) 00002000:00010000:3.0:1746128120.899595:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a3480 00000100:00100000:0.0:1746128120.903529:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.903799:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542814208 00000100:00100000:3.0:1746128120.903806:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542814208 00000100:00100000:3.0:1746128120.903851:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5429 00000100:00100000:3.0:1746128120.903858:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542814208:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.903872:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.903885:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfa7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c63 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.903907:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfa0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c5c expref: 93 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.903913:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.903914:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.903917:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfa7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c63 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.903940:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfa0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c5c expref: 93 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.903963:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfa0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c5c expref: 93 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.903972:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540460672:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128120.904050:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.906041:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540460672:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128120.906064:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfa7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c63 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.906076:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67000, rc 0) 00000100:00100000:0.0:1746128120.906324:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.906376:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.906512:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542814336 00000100:00100000:3.0:1746128120.906517:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542814336 00010000:00010000:3.0:1746128120.906536:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfa0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c5c expref: 94 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.906563:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9315 00000100:00100000:3.0:1746128120.906584:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+94:1964:x1830947542814336:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.906594:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.906609:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfa0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c5c expref: 94 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.906618:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfa0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c5c expref: 94 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.906633:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfa0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c5c expref: 94 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.906646:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.906647:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.906652:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfa7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c63 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.906659:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c63 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.906680:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c63 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128120.906688:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540460800:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.906741:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128120.907128:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542814464 00000100:00100000:1.0:1746128120.907137:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542814464 00000100:00100000:1.0:1746128120.907200:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5430 00000100:00100000:1.0:1746128120.907207:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+94:31595:x1830947542814464:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128120.907222:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128120.907237:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcfae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c6a expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.907259:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c63 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.907266:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.907267:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.907270:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcfae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c6a expref: 95 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.907297:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c63 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.907312:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfa7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c63 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:1.0:1746128120.907322:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540460928:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128120.907394:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542814208:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3534us (3869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128120.907401:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5429 00000100:00100000:1.0:1746128120.907427:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.909486:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540460800:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.909501:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.909531:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+95:1964:x1830947542814336:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2961us (3208us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.909540:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9315 00000100:00100000:2.0:1746128120.910828:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.911085:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542814720 00000100:00100000:0.0:1746128120.911091:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542814720 00002000:00100000:0.0:1746128120.911123:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443e680 x1830947542814720/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128120.911131:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443e680 with x1830947542814720 ext(0->4095) 00000100:00100000:1.0:1746128120.911136:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540460928:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128120.911138:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c63 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746128120.911149:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c63 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746128120.911154:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443e680 00010000:00010000:1.0:1746128120.911165:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcfae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c6a expref: 94 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128120.911180:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2001 00010000:00010000:1.0:1746128120.911181:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56400, rc 0) 00000100:00100000:0.0:1746128120.911186:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542814720:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128120.911242:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+94:31595:x1830947542814464:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4035us (4864us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.911250:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5430 00000100:00100000:0.0:1746128120.911794:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542814720:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 607us (966us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128120.911801:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2001 00002000:00100000:0.0:1746128120.911807:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013443e680 x1830947542814720/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746128120.911813:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443e680 with x1830947542814720 ext(0->4095) 00010000:00010000:0.0:1746128120.911819:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c63 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:0.0:1746128120.911827:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c63 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00002000:00010000:0.0:1746128120.911832:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013443e680 00000100:00100000:0.0:1746128120.917548:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.917661:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542814848 00000100:00100000:3.0:1746128120.917668:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542814848 00010000:00010000:3.0:1746128120.917694:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c63 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00000100:00100000:3.0:1746128120.917717:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9316 00000100:00100000:3.0:1746128120.917723:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542814848:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128120.917737:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128120.917752:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c63 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.917762:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c63 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.917780:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfa7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c63 expref: 6 pid: 28170 timeout: 616 lvb_type: 0 00010000:00010000:3.0:1746128120.917802:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.917804:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.917810:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcfae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c6a expref: 93 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.917817:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcfae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c6a expref: 93 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.917843:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcfae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c6a expref: 93 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128120.917854:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540461056:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128120.917919:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.922500:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.922765:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542815104 00000100:00100000:2.0:1746128120.922771:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542815104 00002000:00100000:2.0:1746128120.922806:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a3100 x1830947542815104/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.922814:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3100 with x1830947542815104 ext(0->4095) 00002000:00010000:2.0:1746128120.922818:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a3100 00000100:00100000:2.0:1746128120.923334:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3933 00000100:00100000:2.0:1746128120.923341:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+94:1964:x1830947542815104:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128120.923487:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+94:1964:x1830947542815104:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (991us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128120.923492:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3933 00002000:00100000:2.0:1746128120.923498:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56a3100 x1830947542815104/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.923505:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3100 with x1830947542815104 ext(0->4095) 00002000:00010000:2.0:1746128120.923508:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a3100 00000100:00100000:3.0:1746128120.923912:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540461056:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128120.923926:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128120.923955:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542814848:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6233us (6415us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.923965:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9316 00000100:00100000:0.0:1746128120.934002:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.934089:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542815232 00000100:00100000:1.0:1746128120.934096:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542815232 00000100:00100000:1.0:1746128120.934139:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5431 00000100:00100000:1.0:1746128120.934145:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542815232:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128120.934159:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128120.934172:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcfb5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c71 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.934193:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcfae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c6a expref: 93 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.934204:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128120.934205:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128120.934208:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcfb5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c71 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.934231:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcfae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c6a expref: 93 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.934239:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcfae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c6a expref: 93 pid: 8417 timeout: 617 lvb_type: 0 00000100:00100000:1.0:1746128120.934249:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540461184:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128120.935112:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128120.963090:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540461184:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128120.963114:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcfb5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c71 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.963127:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56e00, rc 0) 00000100:00100000:1.0:1746128120.963157:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542815232:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 29012us (29163us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.963164:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5431 00000100:00100000:0.0:1746128120.966366:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.966426:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542815360 00000100:00100000:3.0:1746128120.966433:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542815360 00000100:00100000:0.0:1746128120.966447:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00002000:00100000:3.0:1746128120.966467:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a56a2d80 x1830947542815360/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 496/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.966476:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a2d80 with x1830947542815360 ext(0->7) 00010000:00010000:3.0:1746128120.966488:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcfae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c6a expref: 94 pid: 8417 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128120.966499:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcfae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c6a expref: 94 pid: 8417 timeout: 617 lvb_type: 0 00002000:00010000:3.0:1746128120.966505:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56a2d80 00000100:00100000:3.0:1746128120.966534:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2002 00000100:00100000:3.0:1746128120.966540:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+94:1964:x1830947542815360:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746128120.967820:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:1964:x1830947542815360:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 1278us (1457us total) trans 4294968021 rc 0/0 00000100:00100000:3.0:1746128120.967828:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2002 00002000:00100000:3.0:1746128120.967834:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a56a2d80 x1830947542815360/t4294968021(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 496/448 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.967841:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a2d80 with x1830947542815360 ext(0->7) 00010000:00010000:3.0:1746128120.967847:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcfae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c6a expref: 96 pid: 8417 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128120.967861:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcfae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c6a expref: 96 pid: 8417 timeout: 617 lvb_type: 0 00002000:00010000:3.0:1746128120.967867:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56a2d80 00000100:00100000:1.0:1746128120.968037:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542815488 00000100:00100000:1.0:1746128120.968042:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542815488 00000100:00100000:1.0:1746128120.968072:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5432 00000100:00100000:1.0:1746128120.968077:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:31595:x1830947542815488:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746128120.968086:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128120.968096:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcfbc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c78 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.968112:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128120.968116:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcfb5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c71 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.968120:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746128120.968124:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcfbc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c78 expref: 97 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.968149:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcfb5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c71 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.968159:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcfbc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c78 expref: 97 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.968166:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57800, rc 0) 00000100:00100000:1.0:1746128120.968180:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:31595:x1830947542815488:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (1733us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.968185:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5432 00000100:00100000:0.0:1746128120.971198:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.971290:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542815616 00000100:00100000:3.0:1746128120.971296:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542815616 00010000:00010000:3.0:1746128120.971322:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcfae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c6a expref: 97 pid: 8417 timeout: 617 lvb_type: 0 00000100:00100000:1.0:1746128120.971795:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9317 00000100:00100000:1.0:1746128120.971804:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:1963:x1830947542815616:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128120.971814:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128120.971833:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcfae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c6a expref: 97 pid: 8417 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746128120.971848:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcfae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c6a expref: 97 pid: 8417 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746128120.971868:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bcfae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c6a expref: 97 pid: 8417 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746128120.972005:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.972007:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.972014:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcfb5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c71 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.972021:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcfb5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c71 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.972053:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcfb5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c71 expref: 5 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.972063:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcfb5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c71 expref: 5 pid: 8417 timeout: 617 lvb_type: 0 00000100:00100000:1.0:1746128120.972073:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540461440:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128120.972158:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.974448:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128120.974504:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542815872 00000100:00100000:2.0:1746128120.974510:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542815872 00000100:00100000:1.0:1746128120.974632:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540461440:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128120.974647:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128120.974677:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:1963:x1830947542815616:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2874us (3484us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.974687:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9317 00002000:00100000:2.0:1746128120.974708:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c74380 x1830947542815872/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.974717:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c74380 with x1830947542815872 ext(0->4095) 00010000:00010000:2.0:1746128120.974724:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcfb5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c71 expref: 6 pid: 8417 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128120.974734:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcfb5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c71 expref: 6 pid: 8417 timeout: 617 lvb_type: 0 00002000:00010000:2.0:1746128120.974739:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c74380 00000100:00100000:2.0:1746128120.974763:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2003 00000100:00100000:2.0:1746128120.974769:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542815872:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128120.974897:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542815872:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (453us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128120.974902:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2003 00002000:00100000:2.0:1746128120.974907:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c74380 x1830947542815872/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.974914:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c74380 with x1830947542815872 ext(0->4095) 00010000:00010000:2.0:1746128120.974919:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcfb5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c71 expref: 6 pid: 8417 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128120.974927:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcfb5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c71 expref: 6 pid: 8417 timeout: 617 lvb_type: 0 00002000:00010000:2.0:1746128120.974932:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c74380 00000100:00100000:0.0:1746128120.977686:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.978014:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542816000 00000100:00100000:1.0:1746128120.978021:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542816000 00010000:00010000:1.0:1746128120.978046:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcfb5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c71 expref: 6 pid: 8417 timeout: 617 lvb_type: 0 00000100:00100000:1.0:1746128120.978250:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9318 00000100:00100000:1.0:1746128120.978257:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542816000:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128120.978267:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128120.978284:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcfb5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c71 expref: 6 pid: 8417 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746128120.978294:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcfb5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c71 expref: 6 pid: 8417 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746128120.978311:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56e00/0x802a7453533bcfb5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c71 expref: 6 pid: 8417 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746128120.978323:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.978325:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.978330:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcfbc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c78 expref: 95 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.978337:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcfbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c78 expref: 95 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.978361:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcfbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c78 expref: 95 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128120.978371:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540461568:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128120.978438:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746128120.981016:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540461568:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128120.981032:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128120.981073:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542816000:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2816us (3391us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.981080:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9318 00000100:00100000:0.0:1746128120.983620:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.983694:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542816256 00000100:00100000:3.0:1746128120.983701:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542816256 00002000:00100000:3.0:1746128120.983736:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c75880 x1830947542816256/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.983744:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c75880 with x1830947542816256 ext(0->4095) 00002000:00010000:3.0:1746128120.983748:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c75880 00000100:00100000:3.0:1746128120.983773:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3934 00000100:00100000:3.0:1746128120.983779:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:1964:x1830947542816256:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128120.983917:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:1964:x1830947542816256:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (304us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128120.983923:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3934 00002000:00100000:3.0:1746128120.983928:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c75880 x1830947542816256/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128120.983935:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c75880 with x1830947542816256 ext(0->4095) 00002000:00010000:3.0:1746128120.983938:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c75880 00000100:00100000:0.0:1746128120.985368:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.985690:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542816384 00000100:00100000:3.0:1746128120.985695:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542816384 00000100:00100000:3.0:1746128120.985728:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5433 00000100:00100000:3.0:1746128120.985732:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542816384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.985742:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.985754:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcfc3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c7f expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.985772:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcfbc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c78 expref: 95 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.985778:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.985779:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.985782:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcfc3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c7f expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.985800:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcfbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c78 expref: 95 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.985808:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcfbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c78 expref: 95 pid: 8417 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128120.985817:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540461696:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128120.985876:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df773c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128120.987810:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540461696:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128120.987829:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcfc3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c7f expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.987844:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66c00, rc 0) 00000100:00100000:3.0:1746128120.987884:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542816384:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2150us (2518us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.987890:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5433 00000100:00100000:0.0:1746128120.988366:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.988835:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542816512 00000100:00100000:1.0:1746128120.988841:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542816512 00010000:00010000:1.0:1746128120.988863:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcfbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c78 expref: 96 pid: 8417 timeout: 617 lvb_type: 0 00000100:00100000:1.0:1746128120.988892:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9319 00000100:00100000:1.0:1746128120.988897:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:1963:x1830947542816512:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128120.988906:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128120.988920:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcfbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c78 expref: 96 pid: 8417 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746128120.988929:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcfbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c78 expref: 96 pid: 8417 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746128120.988954:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce57800/0x802a7453533bcfbc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c78 expref: 96 pid: 8417 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746128120.988973:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.988975:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.988980:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcfc3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c7f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.988986:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcfc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c7f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.989007:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcfc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c7f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128120.989017:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540461824:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128120.989069:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128120.993461:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.993647:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128120.993744:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542816640 00000100:00100000:3.0:1746128120.993751:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542816640 00000100:00100000:3.0:1746128120.993785:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5434 00000100:00100000:3.0:1746128120.993791:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099cfdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:31595:x1830947542816640:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.993805:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.993818:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcfca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c86 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.993839:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcfc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c7f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.993845:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.993847:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.993850:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcfca lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c86 expref: 97 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.993873:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcfc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c7f expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.993883:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcfc3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c7f expref: 5 pid: 8416 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128120.993898:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540461952:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128120.993968:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df773c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128120.994093:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542816896 00000100:00100000:2.0:1746128120.994097:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542816896 00002000:00100000:2.0:1746128120.994117:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c75c00 x1830947542816896/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/0 e 0 to 0 dl 1746128131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.994126:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c75c00 with x1830947542816896 ext(0->4095) 00010000:00010000:2.0:1746128120.994131:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcfc3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c7f expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128120.994139:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcfc3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c7f expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00002000:00010000:2.0:1746128120.994144:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c75c00 00000100:00100000:2.0:1746128120.994166:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2004 00000100:00100000:2.0:1746128120.994172:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542816896:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128120.994299:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542816896:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (651us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128120.994308:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2004 00002000:00100000:2.0:1746128120.994313:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c75c00 x1830947542816896/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:371/0 lens 488/4536 e 0 to 0 dl 1746128131 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128120.994320:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c75c00 with x1830947542816896 ext(0->4095) 00010000:00010000:2.0:1746128120.994324:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcfc3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c7f expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128120.994332:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcfc3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c7f expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00002000:00010000:2.0:1746128120.994338:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c75c00 00000100:00100000:0.0:1746128120.995922:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128120.995940:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542817024 00000100:00100000:0.0:1746128120.995952:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542817024 00000100:00100000:1.0:1746128120.995956:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540461824:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128120.995970:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128120.995993:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1963:x1830947542816512:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 7096us (7628us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128120.996001:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9319 00000100:00100000:3.0:1746128120.996361:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540461952:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128120.996378:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcfca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c86 expref: 97 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.996389:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66600, rc 0) 00000100:00100000:3.0:1746128120.996422:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099cfdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:31595:x1830947542816640:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2630us (2966us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.996427:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5434 00000100:00100000:3.0:1746128120.996541:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5435 00000100:00100000:3.0:1746128120.996546:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:31596:x1830947542817024:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128120.996555:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128120.996564:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcfd1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c8d expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.996596:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128120.996600:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcfca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c86 expref: 97 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.996605:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128120.996608:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcfd1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c8d expref: 97 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.997765:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcfca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c86 expref: 97 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.997779:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcfd1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c8d expref: 97 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128120.997786:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66400, rc 0) 00000100:00100000:3.0:1746128120.997807:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:31596:x1830947542817024:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1260us (1888us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128120.997813:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5435 00000100:00100000:0.0:1746128120.998976:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128120.999029:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542817152 00000100:00100000:1.0:1746128120.999036:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542817152 00010000:00010000:1.0:1746128120.999062:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcfc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c7f expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00000100:00100000:1.0:1746128120.999113:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9320 00000100:00100000:1.0:1746128120.999120:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542817152:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128120.999129:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128120.999145:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcfc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c7f expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746128120.999159:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcfc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c7f expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746128120.999175:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bcfc3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c7f expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746128120.999197:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.999198:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128120.999203:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcfca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c86 expref: 96 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.999210:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcfca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c86 expref: 96 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.999232:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcfca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c86 expref: 96 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128120.999241:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcfca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c86 expref: 96 pid: 8416 timeout: 617 lvb_type: 0 00000100:00100000:1.0:1746128120.999250:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540462208:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128120.999311:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009480c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128121.003700:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.003800:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540462208:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128121.003815:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128121.003857:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542817152:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4736us (4882us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128121.003866:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9320 00000100:00100000:3.0:1746128121.004188:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542817408 00000100:00100000:3.0:1746128121.004194:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542817408 00002000:00100000:3.0:1746128121.004244:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929c000 x1830947542817408/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/0 e 0 to 0 dl 1746128132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128121.004253:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929c000 with x1830947542817408 ext(0->4095) 00010000:00010000:3.0:1746128121.004260:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcfca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c86 expref: 97 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.004272:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcfca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c86 expref: 97 pid: 8416 timeout: 617 lvb_type: 0 00002000:00010000:3.0:1746128121.004278:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929c000 00000100:00100000:3.0:1746128121.004291:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2005 00000100:00100000:3.0:1746128121.004297:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:1964:x1830947542817408:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128121.004424:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:1964:x1830947542817408:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (731us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128121.004430:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2005 00002000:00100000:3.0:1746128121.004435:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008929c000 x1830947542817408/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/4536 e 0 to 0 dl 1746128132 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128121.004442:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008929c000 with x1830947542817408 ext(0->4095) 00010000:00010000:3.0:1746128121.004446:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcfca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c86 expref: 97 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.004455:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcfca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c86 expref: 97 pid: 8416 timeout: 617 lvb_type: 0 00002000:00010000:3.0:1746128121.004460:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008929c000 00000100:00080000:1.0:1746128121.004750:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128121.007793:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.008174:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542817536 00000100:00100000:2.0:1746128121.008182:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542817536 00010000:00010000:2.0:1746128121.008209:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcfca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c86 expref: 97 pid: 8416 timeout: 617 lvb_type: 0 00000100:00100000:2.0:1746128121.008244:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9321 00000100:00100000:2.0:1746128121.008250:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:1966:x1830947542817536:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128121.008261:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128121.008278:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcfca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c86 expref: 97 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128121.008289:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcfca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c86 expref: 97 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128121.008305:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66600/0x802a7453533bcfca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c86 expref: 97 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128121.008331:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128121.008333:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128121.008339:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcfd1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c8d expref: 96 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.008345:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcfd1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c8d expref: 96 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.008371:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcfd1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c8d expref: 96 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128121.008381:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540462336:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128121.008447:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128121.013059:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.013136:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540462336:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128121.013151:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128121.013188:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:1966:x1830947542817536:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4938us (5400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128121.013196:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9321 00000100:00100000:3.0:1746128121.013265:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542817792 00000100:00100000:3.0:1746128121.013271:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542817792 00002000:00100000:3.0:1746128121.013299:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bda680 x1830947542817792/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/0 e 0 to 0 dl 1746128132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128121.013307:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bda680 with x1830947542817792 ext(0->4095) 00002000:00010000:3.0:1746128121.013310:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bda680 00000100:00100000:3.0:1746128121.013323:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3935 00000100:00100000:3.0:1746128121.013327:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:1963:x1830947542817792:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128121.013928:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:1963:x1830947542817792:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 599us (874us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128121.013934:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3935 00002000:00100000:3.0:1746128121.013939:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bda680 x1830947542817792/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/4536 e 0 to 0 dl 1746128132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128121.013955:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bda680 with x1830947542817792 ext(0->4095) 00002000:00010000:3.0:1746128121.013958:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bda680 00000100:00100000:0.0:1746128121.016321:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.016392:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542817920 00000100:00100000:3.0:1746128121.016398:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542817920 00000100:00100000:3.0:1746128121.016497:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5436 00000100:00100000:3.0:1746128121.016502:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542817920:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128121.016514:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128121.016527:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfd8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c94 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.016546:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcfd1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c8d expref: 95 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.016552:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128121.016553:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128121.016556:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfd8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c94 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.016593:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcfd1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c8d expref: 95 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.016601:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcfd1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c8d expref: 95 pid: 8416 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.016609:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540462464:192.168.203.28@tcp:104: 00000100:00080000:1.0:1746128121.016756:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746128121.017092:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128121.019106:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540462464:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128121.019128:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfd8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c94 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.019144:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67000, rc 0) 00000100:00100000:3.0:1746128121.019185:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542817920:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2682us (2868us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.019191:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5436 00000100:00100000:0.0:1746128121.020620:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.020904:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542818048 00000100:00100000:2.0:1746128121.020910:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542818048 00010000:00010000:2.0:1746128121.020934:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcfd1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c8d expref: 96 pid: 8416 timeout: 617 lvb_type: 0 00000100:00100000:2.0:1746128121.020969:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9322 00000100:00100000:2.0:1746128121.020974:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:1964:x1830947542818048:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128121.020984:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128121.020999:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcfd1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c8d expref: 96 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128121.021008:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcfd1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c8d expref: 96 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128121.021024:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66400/0x802a7453533bcfd1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c8d expref: 96 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128121.021046:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128121.021048:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128121.021053:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfd8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c94 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.021059:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c94 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.021084:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c94 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128121.021094:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540462592:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128121.021951:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128121.022690:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.022811:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542818176 00000100:00100000:3.0:1746128121.022816:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542818176 00000100:00100000:3.0:1746128121.022871:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5437 00000100:00100000:3.0:1746128121.022877:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:31595:x1830947542818176:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128121.022888:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128121.022899:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfdf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3c9b expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.022915:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c94 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.022921:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.022923:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.022925:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfdf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c9b expref: 97 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.022951:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c94 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.022960:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfd8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c94 expref: 5 pid: 8416 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.022973:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540462720:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128121.023025:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128121.025216:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540462592:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128121.025232:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128121.025268:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:1964:x1830947542818048:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4293us (4650us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128121.025277:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9322 00000100:00100000:0.0:1746128121.025481:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.025664:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540462720:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128121.025681:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfdf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c9b expref: 96 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.025693:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66200, rc 0) 00000100:00100000:3.0:1746128121.025720:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:31595:x1830947542818176:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2843us (3033us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.025726:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5437 00000100:00100000:2.0:1746128121.026001:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542818432 00000100:00100000:2.0:1746128121.026006:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542818432 00002000:00100000:2.0:1746128121.026030:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bdbb80 x1830947542818432/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:372/0 lens 488/0 e 0 to 0 dl 1746128132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128121.026037:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bdbb80 with x1830947542818432 ext(0->4095) 00010000:00010000:2.0:1746128121.026042:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c94 expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128121.026052:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c94 expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00002000:00010000:2.0:1746128121.026057:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bdbb80 00000100:00100000:2.0:1746128121.026079:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2006 00000100:00100000:2.0:1746128121.026084:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542818432:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128121.026194:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542818432:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (713us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128121.026199:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2006 00002000:00100000:2.0:1746128121.026203:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091bdbb80 x1830947542818432/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:372/0 lens 488/4536 e 0 to 0 dl 1746128132 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128121.026214:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bdbb80 with x1830947542818432 ext(0->4095) 00010000:00010000:2.0:1746128121.026218:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c94 expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128121.026226:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c94 expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00002000:00010000:2.0:1746128121.026231:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091bdbb80 00000100:00100000:0.0:1746128121.034779:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.034896:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542818560 00000100:00100000:2.0:1746128121.034903:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542818560 00010000:00010000:2.0:1746128121.034930:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c94 expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00000100:00100000:2.0:1746128121.034969:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9323 00000100:00100000:2.0:1746128121.034976:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542818560:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128121.034986:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128121.035001:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c94 expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128121.035010:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c94 expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128121.035028:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcfd8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c94 expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128121.035051:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128121.035054:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128121.035059:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfdf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c9b expref: 95 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.035067:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c9b expref: 95 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.035092:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c9b expref: 95 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128121.035102:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540462848:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128121.035165:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128121.040351:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.040477:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540462848:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128121.040493:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128121.040539:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542818560:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5562us (5767us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128121.040547:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9323 00000100:00100000:3.0:1746128121.040802:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542818816 00000100:00100000:3.0:1746128121.040808:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542818816 00002000:00100000:3.0:1746128121.040836:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c70a80 x1830947542818816/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/0 e 0 to 0 dl 1746128132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128121.040844:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70a80 with x1830947542818816 ext(0->4095) 00002000:00010000:3.0:1746128121.040847:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c70a80 00000100:00100000:3.0:1746128121.040868:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3936 00000100:00100000:3.0:1746128121.040872:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:1963:x1830947542818816:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128121.040993:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:1963:x1830947542818816:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (649us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128121.040998:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3936 00002000:00100000:3.0:1746128121.041002:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c70a80 x1830947542818816/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/4536 e 0 to 0 dl 1746128132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128121.041013:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70a80 with x1830947542818816 ext(0->4095) 00002000:00010000:3.0:1746128121.041015:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c70a80 00000100:00100000:0.0:1746128121.055077:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.055175:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542818944 00000100:00100000:3.0:1746128121.055182:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542818944 00000100:00100000:3.0:1746128121.055222:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5438 00000100:00100000:3.0:1746128121.055228:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542818944:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128121.055242:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128121.055254:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcfe6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ca2 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.055274:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfdf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c9b expref: 95 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.055280:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128121.055281:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128121.055284:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcfe6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca2 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.055305:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c9b expref: 95 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.055314:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfdf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c9b expref: 95 pid: 8416 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.055323:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540462976:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128121.055390:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df779c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128121.056500:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540462976:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128121.056515:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcfe6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca2 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.056525:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67a00, rc 0) 00000100:00100000:3.0:1746128121.056554:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542818944:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1327us (1484us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.056560:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5438 00000100:00100000:0.0:1746128121.062515:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.063823:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542819072 00000100:00100000:2.0:1746128121.063832:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542819072 00002000:00100000:2.0:1746128121.063867:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092c72d80 x1830947542819072/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 496/0 e 0 to 0 dl 1746128132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128121.063875:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72d80 with x1830947542819072 ext(0->7) 00010000:00010000:2.0:1746128121.063882:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfdf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c9b expref: 96 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128121.063893:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfdf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c9b expref: 96 pid: 8416 timeout: 617 lvb_type: 0 00002000:00010000:2.0:1746128121.063903:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c72d80 00000100:00100000:1.0:1746128121.064762:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.066972:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2007 00000100:00100000:2.0:1746128121.066986:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+96:1963:x1830947542819072:12345-192.168.203.28@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746128121.067256:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1963:x1830947542819072:12345-192.168.203.28@tcp:4:ldlm_bl.0 Request processed in 275us (4746us total) trans 4294968022 rc 0/0 00000100:00100000:2.0:1746128121.067261:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2007 00002000:00100000:2.0:1746128121.067268:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092c72d80 x1830947542819072/t4294968022(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 496/448 e 0 to 0 dl 1746128132 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128121.067276:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72d80 with x1830947542819072 ext(0->7) 00010000:00010000:2.0:1746128121.067283:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfdf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c9b expref: 98 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128121.067295:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfdf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c9b expref: 98 pid: 8416 timeout: 617 lvb_type: 0 00002000:00010000:2.0:1746128121.067300:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c72d80 00000100:00100000:0.0:1746128121.067632:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542819200 00000100:00100000:0.0:1746128121.067638:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542819200 00000100:00100000:0.0:1746128121.067672:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5439 00000100:00100000:0.0:1746128121.067677:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:31595:x1830947542819200:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746128121.067686:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128121.067696:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcfed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ca9 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128121.067712:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128121.067716:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcfe6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca2 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128121.067720:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746128121.067723:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcfed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca9 expref: 99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128121.067750:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcfe6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca2 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128121.067761:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcfed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca9 expref: 99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128121.067769:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129618000, rc 0) 00000100:00100000:0.0:1746128121.067789:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:31595:x1830947542819200:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (3029us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128121.067794:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5439 00000100:00100000:0.0:1746128121.071030:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.071125:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542819328 00000100:00100000:2.0:1746128121.071132:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542819328 00010000:00010000:2.0:1746128121.071160:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfdf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c9b expref: 99 pid: 8416 timeout: 617 lvb_type: 0 00000100:00100000:2.0:1746128121.071298:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9324 00000100:00100000:2.0:1746128121.071305:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:1964:x1830947542819328:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128121.071316:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128121.071334:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfdf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c9b expref: 99 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128121.071344:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c9b expref: 99 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128121.071362:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bcfdf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3c9b expref: 99 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128121.071790:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128121.071792:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128121.071798:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcfe6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca2 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.071805:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcfe6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca2 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.071967:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcfe6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca2 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.071976:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcfe6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca2 expref: 5 pid: 8416 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.071985:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540463232:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128121.072054:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df779c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128121.074388:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.074470:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542819584 00000100:00100000:2.0:1746128121.074477:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542819584 00002000:00100000:2.0:1746128121.074510:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c73480 x1830947542819584/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:372/0 lens 488/0 e 0 to 0 dl 1746128132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128121.074519:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73480 with x1830947542819584 ext(0->4095) 00010000:00010000:2.0:1746128121.074525:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcfe6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca2 expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128121.074534:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcfe6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca2 expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00002000:00010000:2.0:1746128121.074544:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c73480 00000100:00100000:2.0:1746128121.074561:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2008 00000100:00100000:2.0:1746128121.074567:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542819584:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128121.075504:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540463232:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128121.075519:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128121.076175:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542819584:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 1606us (1789us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128121.076183:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2008 00002000:00100000:2.0:1746128121.076191:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092c73480 x1830947542819584/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:372/0 lens 488/4536 e 0 to 0 dl 1746128132 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128121.076200:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73480 with x1830947542819584 ext(0->4095) 00010000:00010000:2.0:1746128121.076206:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcfe6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca2 expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128121.076217:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcfe6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca2 expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00002000:00010000:2.0:1746128121.076222:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092c73480 00000100:00100000:3.0:1746128121.076321:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1964:x1830947542819328:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 5015us (5296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.076328:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9324 00000100:00100000:0.0:1746128121.079796:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.080964:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542819712 00000100:00100000:3.0:1746128121.080973:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542819712 00010000:00010000:3.0:1746128121.081061:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcfe6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca2 expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.081240:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9325 00000100:00100000:3.0:1746128121.081247:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542819712:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128121.081258:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128121.081275:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcfe6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca2 expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.081286:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcfe6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca2 expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.081303:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67a00/0x802a7453533bcfe6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca2 expref: 6 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.081928:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.081930:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.081938:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcfed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca9 expref: 97 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.081953:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcfed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca9 expref: 97 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.081979:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcfed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca9 expref: 97 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128121.081989:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540463360:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128121.082321:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df779c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128121.085501:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.085648:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540463360:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128121.085661:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128121.085690:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542819712:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4443us (5900us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.085699:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9325 00000100:00100000:2.0:1746128121.085887:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542819968 00000100:00100000:2.0:1746128121.085892:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542819968 00002000:00100000:2.0:1746128121.085918:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6185880 x1830947542819968/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/0 e 0 to 0 dl 1746128132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128121.085926:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6185880 with x1830947542819968 ext(0->4095) 00002000:00010000:2.0:1746128121.085930:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6185880 00000100:00100000:2.0:1746128121.086215:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3937 00000100:00100000:2.0:1746128121.086222:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1964:x1830947542819968:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128121.086337:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1964:x1830947542819968:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (840us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128121.086342:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3937 00002000:00100000:2.0:1746128121.086346:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6185880 x1830947542819968/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/4536 e 0 to 0 dl 1746128132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128121.086353:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6185880 with x1830947542819968 ext(0->4095) 00002000:00010000:2.0:1746128121.086356:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6185880 00000100:00100000:0.0:1746128121.088325:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.088399:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542820096 00000100:00100000:2.0:1746128121.088404:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542820096 00000100:00100000:2.0:1746128121.088430:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5440 00000100:00100000:2.0:1746128121.088436:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6185c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542820096:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128121.088446:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128121.088458:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcff4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3cb0 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.088477:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcfed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca9 expref: 97 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.088483:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128121.088485:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128121.088488:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcff4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb0 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.088508:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcfed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca9 expref: 97 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.088523:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcfed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca9 expref: 97 pid: 8416 timeout: 617 lvb_type: 0 00000100:00100000:2.0:1746128121.088533:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540463488:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128121.088604:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128121.090856:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540463488:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128121.090880:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcff4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb0 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.090892:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6a00, rc 0) 00000100:00100000:2.0:1746128121.090923:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6185c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542820096:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2487us (2601us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128121.090930:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5440 00000100:00100000:0.0:1746128121.092337:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.092495:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542820224 00000100:00100000:3.0:1746128121.092501:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542820224 00010000:00010000:3.0:1746128121.092525:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcfed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca9 expref: 98 pid: 8416 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.092555:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9326 00000100:00100000:3.0:1746128121.092561:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fccc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1963:x1830947542820224:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128121.092592:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128121.092610:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcfed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca9 expref: 98 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.092619:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcfed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca9 expref: 98 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.092636:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129618000/0x802a7453533bcfed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ca9 expref: 98 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.092976:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.092978:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.092985:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcff4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb0 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.092992:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcff4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb0 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.093019:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcff4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb0 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128121.093030:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540463616:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128121.093093:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df779c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128121.095828:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128121.095961:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542820480 00000100:00100000:1.0:1746128121.095972:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542820480 00002000:00100000:1.0:1746128121.096005:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6186d80 x1830947542820480/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:372/0 lens 488/0 e 0 to 0 dl 1746128132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128121.096014:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6186d80 with x1830947542820480 ext(0->4095) 00002000:00010000:1.0:1746128121.096018:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6186d80 00000100:00100000:1.0:1746128121.096034:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3938 00000100:00100000:1.0:1746128121.096040:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6186d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542820480:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128121.096167:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6186d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542820480:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128121.096173:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3938 00002000:00100000:1.0:1746128121.096178:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6186d80 x1830947542820480/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:372/0 lens 488/4536 e 0 to 0 dl 1746128132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128121.096185:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6186d80 with x1830947542820480 ext(0->4095) 00002000:00010000:1.0:1746128121.096187:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6186d80 00000100:00100000:3.0:1746128121.096261:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540463616:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128121.096276:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128121.096297:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fccc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:1963:x1830947542820224:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3736us (3963us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.096304:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9326 00000100:00100000:0.0:1746128121.096645:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.097206:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542820608 00000100:00100000:3.0:1746128121.097210:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542820608 00000100:00100000:3.0:1746128121.097240:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5441 00000100:00100000:3.0:1746128121.097246:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:31595:x1830947542820608:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128121.097255:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128121.097268:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcffb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3cb7 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.097287:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcff4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb0 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.097294:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.097296:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.097299:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcffb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb7 expref: 98 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.097321:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcff4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb0 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.097337:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcff4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb0 expref: 5 pid: 28170 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.097347:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540463744:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128121.097408:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128121.100622:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.100743:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542820736 00000100:00100000:2.0:1746128121.100750:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542820736 00000100:00100000:2.0:1746128121.100781:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5442 00000100:00100000:2.0:1746128121.100788:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:31596:x1830947542820736:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128121.100802:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128121.100815:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd002 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3cbe expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.100847:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128121.100851:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcffb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb7 expref: 100 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.100861:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128121.100863:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd002 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cbe expref: 100 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.100889:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcffb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb7 expref: 100 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.100899:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd002 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cbe expref: 100 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.100906:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6c00, rc 0) 00000100:00100000:2.0:1746128121.100960:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+100:31596:x1830947542820736:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128121.100965:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5442 00000100:00100000:3.0:1746128121.101391:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540463744:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128121.101406:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcffb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb7 expref: 99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.101415:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67000, rc 0) 00000100:00100000:3.0:1746128121.101434:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:31595:x1830947542820608:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4188us (4790us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.101440:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5441 00000100:00100000:0.0:1746128121.105298:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.106047:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542820864 00000100:00100000:3.0:1746128121.106055:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542820864 00010000:00010000:3.0:1746128121.106083:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcff4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb0 expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.106116:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9327 00000100:00100000:3.0:1746128121.106123:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542820864:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128121.106135:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128121.106152:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcff4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb0 expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.106168:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcff4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb0 expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.106185:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6a00/0x802a7453533bcff4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb0 expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.106209:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.106211:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.106217:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcffb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb7 expref: 98 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.106224:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcffb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb7 expref: 98 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.106251:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcffb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb7 expref: 98 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.106260:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcffb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb7 expref: 98 pid: 28170 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.106270:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540464000:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128121.106328:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128121.108915:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.109679:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540464000:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128121.109696:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128121.109731:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542820864:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3608us (4440us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.109742:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9327 00000100:00100000:1.0:1746128121.110007:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542821120 00000100:00100000:1.0:1746128121.110013:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542821120 00002000:00100000:1.0:1746128121.110044:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f36a00 x1830947542821120/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/0 e 0 to 0 dl 1746128132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128121.110053:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f36a00 with x1830947542821120 ext(0->4095) 00010000:00010000:1.0:1746128121.110060:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcffb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb7 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746128121.110071:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcffb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb7 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00002000:00010000:1.0:1746128121.110082:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f36a00 00000100:00100000:1.0:1746128121.110908:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2009 00000100:00100000:1.0:1746128121.110917:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:1963:x1830947542821120:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128121.111974:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:1963:x1830947542821120:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 656us (2662us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128121.111982:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2009 00002000:00100000:1.0:1746128121.111988:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f36a00 x1830947542821120/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/4536 e 0 to 0 dl 1746128132 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128121.111997:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f36a00 with x1830947542821120 ext(0->4095) 00010000:00010000:1.0:1746128121.112005:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcffb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb7 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746128121.112016:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcffb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb7 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00002000:00010000:1.0:1746128121.112021:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091f36a00 00000100:00100000:0.0:1746128121.115532:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.115712:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542821248 00000100:00100000:3.0:1746128121.115719:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542821248 00010000:00010000:3.0:1746128121.115745:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcffb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb7 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.115765:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9328 00000100:00100000:3.0:1746128121.115770:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:1964:x1830947542821248:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128121.115781:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128121.115797:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcffb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb7 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.115807:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcffb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb7 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.115825:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bcffb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cb7 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.115839:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.115841:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.115846:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd002 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cbe expref: 98 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.115853:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd002 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cbe expref: 98 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.115878:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd002 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cbe expref: 98 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128121.115888:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540464128:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128121.116535:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128121.119607:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540464128:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128121.119623:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128121.119658:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1964:x1830947542821248:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3887us (4132us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.119666:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9328 00000100:00100000:0.0:1746128121.120918:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128121.121005:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542821504 00000100:00100000:1.0:1746128121.121010:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542821504 00002000:00100000:1.0:1746128121.121038:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f37800 x1830947542821504/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/0 e 0 to 0 dl 1746128132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128121.121046:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f37800 with x1830947542821504 ext(0->4095) 00002000:00010000:1.0:1746128121.121049:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f37800 00000100:00100000:1.0:1746128121.121070:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3939 00000100:00100000:1.0:1746128121.121075:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1963:x1830947542821504:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128121.121174:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1963:x1830947542821504:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (258us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128121.121178:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3939 00002000:00100000:1.0:1746128121.121183:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091f37800 x1830947542821504/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/4536 e 0 to 0 dl 1746128132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128121.121188:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f37800 with x1830947542821504 ext(0->4095) 00002000:00010000:1.0:1746128121.121190:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f37800 00000100:00100000:0.0:1746128121.122870:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.123069:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542821632 00000100:00100000:3.0:1746128121.123075:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542821632 00000100:00100000:3.0:1746128121.123102:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5443 00000100:00100000:3.0:1746128121.123107:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542821632:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128121.123118:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128121.123129:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bd009 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3cc5 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.123149:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd002 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cbe expref: 97 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.123154:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128121.123156:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128121.123158:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bd009 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cc5 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.123178:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd002 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cbe expref: 97 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.123190:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd002 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cbe expref: 97 pid: 8416 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.123198:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540464256:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128121.123251:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128121.124551:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540464256:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128121.124566:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bd009 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cc5 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.124596:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67800, rc 0) 00000100:00100000:3.0:1746128121.124618:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542821632:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1510us (1751us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.124624:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5443 00000100:00100000:0.0:1746128121.126236:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.126313:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542821760 00000100:00100000:3.0:1746128121.126318:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542821760 00010000:00010000:3.0:1746128121.126339:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd002 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cbe expref: 98 pid: 8416 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.126514:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9329 00000100:00100000:3.0:1746128121.126519:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1963:x1830947542821760:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128121.126528:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128121.126543:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd002 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cbe expref: 98 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.126556:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd002 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cbe expref: 98 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.126589:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd002 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cbe expref: 98 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.126610:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.126611:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.126616:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bd009 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cc5 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.126622:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bd009 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cc5 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.126647:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bd009 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cc5 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128121.126656:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540464384:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128121.127282:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128121.129322:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540464384:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128121.129336:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128121.129363:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:1963:x1830947542821760:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2844us (3131us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.129861:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9329 00000100:00100000:0.0:1746128121.130010:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128121.130079:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.130129:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542822144 00000100:00100000:2.0:1746128121.130134:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542822144 00000100:00100000:2.0:1746128121.130157:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5444 00000100:00100000:2.0:1746128121.130162:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:31595:x1830947542822144:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128121.130174:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128121.130184:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd010 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ccc expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.130203:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bd009 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cc5 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.130209:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128121.130211:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128121.130214:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd010 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ccc expref: 98 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.130232:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bd009 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cc5 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.130241:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bd009 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cc5 expref: 5 pid: 28170 timeout: 617 lvb_type: 0 00000100:00100000:2.0:1746128121.130249:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540464512:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128121.130296:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f82cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128121.130335:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542822016 00000100:00100000:3.0:1746128121.130338:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542822016 00002000:00100000:3.0:1746128121.130356:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0aa00 x1830947542822016/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:372/0 lens 488/0 e 0 to 0 dl 1746128132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128121.130364:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0aa00 with x1830947542822016 ext(0->4095) 00010000:00010000:3.0:1746128121.130369:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bd009 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cc5 expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.130377:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bd009 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cc5 expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00002000:00010000:3.0:1746128121.130382:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0aa00 00000100:00100000:3.0:1746128121.130390:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2010 00000100:00100000:3.0:1746128121.130394:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542822016:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746128121.130498:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542822016:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (489us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128121.130503:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2010 00002000:00100000:3.0:1746128121.130507:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094e0aa00 x1830947542822016/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:372/0 lens 488/4536 e 0 to 0 dl 1746128132 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128121.130513:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e0aa00 with x1830947542822016 ext(0->4095) 00010000:00010000:3.0:1746128121.130517:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bd009 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cc5 expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.130524:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bd009 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cc5 expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00002000:00010000:3.0:1746128121.130528:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e0aa00 00000100:00100000:0.0:1746128121.133161:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.133213:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542822272 00000100:00100000:2.0:1746128121.133218:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542822272 00000100:00100000:2.0:1746128121.133242:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5445 00000100:00100000:2.0:1746128121.133248:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:31596:x1830947542822272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128121.133260:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128121.133270:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd017 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3cd3 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.133286:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128121.133290:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd010 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ccc expref: 100 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.133294:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128121.133297:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd017 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cd3 expref: 100 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.133317:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd010 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ccc expref: 100 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.133326:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd017 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cd3 expref: 100 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.133332:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6c00, rc 0) 00000100:00100000:2.0:1746128121.133364:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+100:31596:x1830947542822272:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128121.133368:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5445 00000100:00100000:0.0:1746128121.134395:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540464512:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128121.134409:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd010 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ccc expref: 99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128121.134417:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6200, rc 0) 00000100:00100000:0.0:1746128121.134442:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:31595:x1830947542822144:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4280us (4363us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128121.134447:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5444 00000100:00100000:0.0:1746128121.134963:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.135433:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542822400 00000100:00100000:3.0:1746128121.135437:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542822400 00010000:00010000:3.0:1746128121.135455:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bd009 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cc5 expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.135815:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9330 00000100:00100000:3.0:1746128121.135822:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542822400:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128121.135831:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128121.135846:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bd009 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cc5 expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.135854:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bd009 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cc5 expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.135869:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67800/0x802a7453533bd009 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cc5 expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.135890:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.135892:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.135897:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd010 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ccc expref: 98 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.135903:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd010 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ccc expref: 98 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.135921:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd010 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ccc expref: 98 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.135933:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd010 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ccc expref: 98 pid: 28170 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.135953:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540464768:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128121.136003:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128121.137799:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540464768:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128121.137813:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128121.137839:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542822400:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2017us (2875us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.137846:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9330 00000100:00100000:0.0:1746128121.139266:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128121.139377:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542822656 00000100:00100000:1.0:1746128121.139382:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542822656 00002000:00100000:1.0:1746128121.139414:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094ac6680 x1830947542822656/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/0 e 0 to 0 dl 1746128132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128121.139422:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac6680 with x1830947542822656 ext(0->4095) 00010000:00010000:1.0:1746128121.139429:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd010 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ccc expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746128121.139440:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd010 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ccc expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00002000:00010000:1.0:1746128121.139445:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ac6680 00000100:00100000:1.0:1746128121.139643:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2011 00000100:00100000:1.0:1746128121.139649:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:1963:x1830947542822656:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128121.139772:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:1963:x1830947542822656:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (509us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128121.139780:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2011 00002000:00100000:1.0:1746128121.139785:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094ac6680 x1830947542822656/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/4536 e 0 to 0 dl 1746128132 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128121.139792:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac6680 with x1830947542822656 ext(0->4095) 00010000:00010000:1.0:1746128121.139796:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd010 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ccc expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746128121.139803:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd010 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ccc expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00002000:00010000:1.0:1746128121.139809:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ac6680 00000100:00100000:0.0:1746128121.141841:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.141918:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542822784 00000100:00100000:3.0:1746128121.141923:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542822784 00010000:00010000:3.0:1746128121.141954:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd010 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ccc expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.141974:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9331 00000100:00100000:3.0:1746128121.141981:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:1964:x1830947542822784:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128121.141989:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128121.142005:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd010 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ccc expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.142014:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd010 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ccc expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.142032:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd010 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ccc expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.142056:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.142058:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.142063:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd017 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cd3 expref: 98 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.142070:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd017 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cd3 expref: 98 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.142093:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd017 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cd3 expref: 98 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128121.142102:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540464896:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128121.142158:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128121.145552:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.145670:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540464896:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128121.145685:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128121.145729:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1964:x1830947542822784:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3748us (3891us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.145737:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9331 00000100:00100000:2.0:1746128121.146092:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542823040 00000100:00100000:2.0:1746128121.146097:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542823040 00002000:00100000:2.0:1746128121.146124:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094ac7480 x1830947542823040/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/0 e 0 to 0 dl 1746128132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128121.146132:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac7480 with x1830947542823040 ext(0->4095) 00002000:00010000:2.0:1746128121.146135:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ac7480 00000100:00100000:2.0:1746128121.146155:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3940 00000100:00100000:2.0:1746128121.146160:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1964:x1830947542823040:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128121.146265:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1964:x1830947542823040:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (718us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128121.146270:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3940 00002000:00100000:2.0:1746128121.146274:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094ac7480 x1830947542823040/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/4536 e 0 to 0 dl 1746128132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128121.146280:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ac7480 with x1830947542823040 ext(0->4095) 00002000:00010000:2.0:1746128121.146282:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ac7480 00000100:00100000:0.0:1746128121.148180:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.148252:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542823168 00000100:00100000:2.0:1746128121.148258:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542823168 00000100:00100000:2.0:1746128121.148285:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5446 00000100:00100000:2.0:1746128121.148291:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542823168:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128121.148303:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128121.148316:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bd01e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3cda expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.148336:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd017 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cd3 expref: 97 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.148342:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128121.148344:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128121.148346:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bd01e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cda expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.148367:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd017 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cd3 expref: 97 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.148376:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd017 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cd3 expref: 97 pid: 8417 timeout: 617 lvb_type: 0 00000100:00100000:2.0:1746128121.148385:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540465024:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128121.148828:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128121.150459:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540465024:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128121.150476:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bd01e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cda expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.150492:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7e00, rc 0) 00000100:00100000:2.0:1746128121.150516:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542823168:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2226us (2341us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128121.150522:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5446 00000100:00100000:0.0:1746128121.151223:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.151397:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542823296 00000100:00100000:3.0:1746128121.151402:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542823296 00010000:00010000:3.0:1746128121.151422:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd017 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cd3 expref: 98 pid: 8417 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.151440:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9332 00000100:00100000:3.0:1746128121.151444:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1964:x1830947542823296:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128121.151455:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128121.151469:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd017 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cd3 expref: 98 pid: 8417 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.151478:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd017 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cd3 expref: 98 pid: 8417 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.151494:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6c00/0x802a7453533bd017 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cd3 expref: 98 pid: 8417 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.151517:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.151518:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.151523:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bd01e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cda expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.151529:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bd01e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cda expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.151549:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bd01e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cda expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128121.151558:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540465152:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128121.151619:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128121.154178:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540465152:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128121.154193:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128121.154219:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:1964:x1830947542823296:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2774us (2997us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.154229:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9332 00000100:00100000:0.0:1746128121.154428:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128121.154970:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542823552 00000100:00100000:1.0:1746128121.154976:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542823552 00002000:00100000:1.0:1746128121.155004:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181ca80 x1830947542823552/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:372/0 lens 488/0 e 0 to 0 dl 1746128132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128121.155012:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181ca80 with x1830947542823552 ext(0->4095) 00002000:00010000:1.0:1746128121.155016:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181ca80 00000100:00100000:1.0:1746128121.155029:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3941 00000100:00100000:1.0:1746128121.155033:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542823552:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128121.155149:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542823552:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (722us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128121.155154:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3941 00002000:00100000:1.0:1746128121.155158:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181ca80 x1830947542823552/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:372/0 lens 488/4536 e 0 to 0 dl 1746128132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128121.155170:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181ca80 with x1830947542823552 ext(0->4095) 00002000:00010000:1.0:1746128121.155172:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181ca80 00000100:00100000:0.0:1746128121.158793:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.158969:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542823680 00000100:00100000:2.0:1746128121.158976:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542823680 00000100:00100000:2.0:1746128121.159007:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5447 00000100:00100000:2.0:1746128121.159013:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:31595:x1830947542823680:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128121.159025:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128121.159038:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bd025 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ce1 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.159060:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bd01e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cda expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.159066:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128121.159068:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128121.159071:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bd025 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce1 expref: 98 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.159092:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bd01e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cda expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.159102:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bd01e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cda expref: 5 pid: 28170 timeout: 617 lvb_type: 0 00000100:00100000:2.0:1746128121.159116:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540465280:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128121.159952:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012f503d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128121.159997:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.160080:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542823808 00000100:00100000:2.0:1746128121.160083:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542823808 00000100:00100000:2.0:1746128121.160102:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5448 00000100:00100000:2.0:1746128121.160106:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:31596:x1830947542823808:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128121.160113:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128121.160120:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd02c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ce8 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.160130:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128121.160133:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bd025 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce1 expref: 100 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.160137:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128121.160139:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd02c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce8 expref: 100 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.160157:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bd025 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce1 expref: 100 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.160171:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd02c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce8 expref: 100 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.160179:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7800, rc 0) 00000100:00100000:2.0:1746128121.160200:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+100:31596:x1830947542823808:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128121.160206:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5448 00000100:00100000:2.0:1746128121.163121:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540465280:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128121.163144:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bd025 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce1 expref: 99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.163157:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7400, rc 0) 00000100:00100000:2.0:1746128121.163207:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:31595:x1830947542823680:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4192us (4419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128121.163214:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5447 00000100:00100000:0.0:1746128121.163547:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.163648:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542823936 00000100:00100000:3.0:1746128121.163653:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542823936 00010000:00010000:3.0:1746128121.163673:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bd01e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cda expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.163689:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9333 00000100:00100000:3.0:1746128121.163693:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542823936:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128121.163701:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128121.163716:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bd01e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cda expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.163725:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bd01e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cda expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.163740:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7e00/0x802a7453533bd01e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cda expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.163759:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.163760:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.163765:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bd025 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce1 expref: 98 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.163771:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bd025 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce1 expref: 98 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.163791:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bd025 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce1 expref: 98 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.163800:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bd025 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce1 expref: 98 pid: 28170 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.163808:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540465536:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128121.163855:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128121.166145:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.166243:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542824192 00000100:00100000:2.0:1746128121.166249:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542824192 00002000:00100000:2.0:1746128121.166281:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181c000 x1830947542824192/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/0 e 0 to 0 dl 1746128132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128121.166289:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181c000 with x1830947542824192 ext(0->4095) 00010000:00010000:2.0:1746128121.166296:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bd025 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce1 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128121.166307:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bd025 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce1 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00002000:00010000:2.0:1746128121.166313:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009181c000 00000100:00100000:3.0:1746128121.166403:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540465536:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128121.166416:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128121.166443:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542823936:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2748us (2897us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.166450:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9333 00000100:00100000:2.0:1746128121.166852:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2012 00000100:00100000:2.0:1746128121.166858:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:1963:x1830947542824192:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746128121.166983:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:1963:x1830947542824192:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (842us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128121.166989:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2012 00002000:00100000:2.0:1746128121.166993:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181c000 x1830947542824192/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/4536 e 0 to 0 dl 1746128132 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128121.166999:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181c000 with x1830947542824192 ext(0->4095) 00010000:00010000:2.0:1746128121.167004:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bd025 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce1 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128121.167012:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bd025 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce1 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00002000:00010000:2.0:1746128121.167017:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009181c000 00000100:00100000:0.0:1746128121.170156:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.170561:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542824320 00000100:00100000:3.0:1746128121.170567:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542824320 00010000:00010000:3.0:1746128121.170621:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bd025 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce1 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.170645:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9334 00000100:00100000:3.0:1746128121.170651:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:1966:x1830947542824320:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128121.170660:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128121.170675:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bd025 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce1 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.170685:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bd025 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce1 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.170702:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7400/0x802a7453533bd025 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce1 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.170728:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.170730:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.170735:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd02c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce8 expref: 98 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.170741:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd02c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce8 expref: 98 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.170768:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd02c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce8 expref: 98 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128121.170777:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540465664:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128121.170842:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128121.173117:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.173219:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540465664:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128121.173235:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128121.173265:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1966:x1830947542824320:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2614us (3114us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.173273:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9334 00000100:00100000:1.0:1746128121.173949:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542824576 00000100:00100000:1.0:1746128121.173955:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542824576 00002000:00100000:1.0:1746128121.173982:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181ce00 x1830947542824576/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/0 e 0 to 0 dl 1746128132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128121.173990:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181ce00 with x1830947542824576 ext(0->4095) 00002000:00010000:1.0:1746128121.173993:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181ce00 00000100:00100000:1.0:1746128121.174014:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3942 00000100:00100000:1.0:1746128121.174019:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1964:x1830947542824576:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746128121.174131:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1964:x1830947542824576:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (1021us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128121.174137:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3942 00002000:00100000:1.0:1746128121.174141:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181ce00 x1830947542824576/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/4536 e 0 to 0 dl 1746128132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128121.174147:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181ce00 with x1830947542824576 ext(0->4095) 00002000:00010000:1.0:1746128121.174149:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181ce00 00000100:00100000:0.0:1746128121.177176:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.177312:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542824704 00000100:00100000:2.0:1746128121.177318:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542824704 00000100:00100000:2.0:1746128121.177358:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5449 00000100:00100000:2.0:1746128121.177364:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542824704:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128121.177377:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128121.177390:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd033 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3cef expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.177411:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd02c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce8 expref: 97 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.177417:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128121.177419:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128121.177422:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd033 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cef expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.177447:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd02c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce8 expref: 97 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.177457:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd02c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce8 expref: 97 pid: 8416 timeout: 617 lvb_type: 0 00000100:00100000:2.0:1746128121.177467:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540465792:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128121.177530:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a530c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128121.179449:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540465792:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128121.179476:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd033 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cef expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.179488:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7200, rc 0) 00000100:00100000:2.0:1746128121.179530:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542824704:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2164us (2359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128121.179537:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5449 00000100:00100000:0.0:1746128121.179958:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.180228:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542824832 00000100:00100000:3.0:1746128121.180234:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542824832 00010000:00010000:3.0:1746128121.180255:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd02c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce8 expref: 98 pid: 8416 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.180282:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9335 00000100:00100000:3.0:1746128121.180287:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1963:x1830947542824832:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128121.180298:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128121.180312:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd02c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce8 expref: 98 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.180321:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd02c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce8 expref: 98 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.180338:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd02c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ce8 expref: 98 pid: 8416 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.180361:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.180363:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.180368:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd033 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cef expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.180374:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd033 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cef expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.180396:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd033 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cef expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128121.180406:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540465920:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128121.180458:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128121.183374:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540465920:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128121.183390:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128121.183427:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:1963:x1830947542824832:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3139us (3469us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.183438:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9335 00000100:00100000:0.0:1746128121.184492:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128121.184529:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.184706:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542825088 00000100:00100000:2.0:1746128121.184712:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542825088 00002000:00100000:2.0:1746128121.184745:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181d880 x1830947542825088/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:372/0 lens 488/0 e 0 to 0 dl 1746128132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128121.184754:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181d880 with x1830947542825088 ext(0->4095) 00002000:00010000:2.0:1746128121.184757:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181d880 00000100:00100000:2.0:1746128121.184781:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3943 00000100:00100000:2.0:1746128121.184787:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542825088:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128121.184900:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542825088:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (409us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128121.184905:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3943 00002000:00100000:2.0:1746128121.184910:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181d880 x1830947542825088/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:372/0 lens 488/4536 e 0 to 0 dl 1746128132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128121.184917:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181d880 with x1830947542825088 ext(0->4095) 00002000:00010000:2.0:1746128121.184919:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009181d880 00000100:00100000:3.0:1746128121.184979:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542825216 00000100:00100000:3.0:1746128121.184983:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542825216 00000100:00100000:3.0:1746128121.185010:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5450 00000100:00100000:3.0:1746128121.185015:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:31595:x1830947542825216:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128121.185023:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128121.185033:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bd03a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3cf6 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.185050:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd033 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cef expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.185056:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.185057:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.185060:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bd03a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cf6 expref: 98 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.185080:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd033 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cef expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.185089:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd033 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cef expref: 5 pid: 28170 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.185098:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540466048:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128121.185142:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128121.187689:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.188027:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542825344 00000100:00100000:2.0:1746128121.188033:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542825344 00000100:00100000:2.0:1746128121.188077:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5451 00000100:00100000:2.0:1746128121.188083:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:31596:x1830947542825344:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128121.188097:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128121.188109:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd041 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3cfd expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.188129:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128121.188132:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bd03a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cf6 expref: 100 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.188138:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128121.188141:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd041 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cfd expref: 100 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.188166:0:8417:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bd03a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cf6 expref: 100 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.188184:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd041 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cfd expref: 100 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.188191:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6200, rc 0) 00000100:00100000:2.0:1746128121.188237:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+100:31596:x1830947542825344:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128121.188242:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5451 00000100:00100000:3.0:1746128121.189671:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540466048:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128121.189692:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bd03a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cf6 expref: 99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.189703:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a66c00, rc 0) 00000100:00100000:3.0:1746128121.189742:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:31595:x1830947542825216:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4725us (5211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.189749:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5450 00000100:00100000:0.0:1746128121.190360:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.190651:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542825472 00000100:00100000:3.0:1746128121.190656:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542825472 00010000:00010000:3.0:1746128121.190675:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd033 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cef expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.190706:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9336 00000100:00100000:3.0:1746128121.190711:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542825472:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128121.190721:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128121.190736:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd033 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cef expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.190746:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd033 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cef expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.190762:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd033 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cef expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.191144:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.191146:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.191152:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bd03a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cf6 expref: 98 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.191159:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bd03a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cf6 expref: 98 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.191182:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bd03a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cf6 expref: 98 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.191192:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bd03a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cf6 expref: 98 pid: 28170 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.191201:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540466304:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128121.191264:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128121.193273:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.193877:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540466304:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128121.193893:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128121.193935:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542825472:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3223us (3575us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.193953:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9336 00000100:00100000:1.0:1746128121.194220:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542825728 00000100:00100000:1.0:1746128121.194226:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542825728 00002000:00100000:1.0:1746128121.194255:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181d180 x1830947542825728/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/0 e 0 to 0 dl 1746128132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128121.194263:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181d180 with x1830947542825728 ext(0->4095) 00010000:00010000:1.0:1746128121.194270:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bd03a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cf6 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746128121.194281:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bd03a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cf6 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00002000:00010000:1.0:1746128121.194287:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009181d180 00000100:00100000:1.0:1746128121.194311:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2013 00000100:00100000:1.0:1746128121.194317:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:1963:x1830947542825728:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128121.194437:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:1963:x1830947542825728:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (1169us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128121.194443:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2013 00002000:00100000:1.0:1746128121.194448:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009181d180 x1830947542825728/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/4536 e 0 to 0 dl 1746128132 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128121.194454:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009181d180 with x1830947542825728 ext(0->4095) 00010000:00010000:1.0:1746128121.194458:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bd03a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cf6 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:1.0:1746128121.194465:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bd03a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cf6 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00002000:00010000:1.0:1746128121.194470:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009181d180 00000100:00100000:0.0:1746128121.197467:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.197569:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542825856 00000100:00100000:3.0:1746128121.197598:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542825856 00010000:00010000:3.0:1746128121.197624:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bd03a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cf6 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.197645:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9337 00000100:00100000:3.0:1746128121.197650:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:1964:x1830947542825856:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128121.197661:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128121.197677:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bd03a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cf6 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.197687:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bd03a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cf6 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.197704:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66c00/0x802a7453533bd03a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cf6 expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.197871:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.197873:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.197879:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd041 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cfd expref: 98 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.197885:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd041 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cfd expref: 98 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.197909:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd041 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cfd expref: 98 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128121.197918:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540466432:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128121.198699:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128121.199995:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.200133:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542826112 00000100:00100000:2.0:1746128121.200139:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542826112 00002000:00100000:2.0:1746128121.200171:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd86300 x1830947542826112/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/0 e 0 to 0 dl 1746128132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128121.200179:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd86300 with x1830947542826112 ext(0->4095) 00002000:00010000:2.0:1746128121.200183:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd86300 00000100:00100000:2.0:1746128121.200206:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3944 00000100:00100000:2.0:1746128121.200212:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:1966:x1830947542826112:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746128121.200328:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:1966:x1830947542826112:12345-192.168.203.28@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (336us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128121.200334:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3944 00002000:00100000:2.0:1746128121.200339:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd86300 x1830947542826112/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/4536 e 0 to 0 dl 1746128132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128121.200345:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd86300 with x1830947542826112 ext(0->4095) 00002000:00010000:2.0:1746128121.200348:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd86300 00000100:00100000:3.0:1746128121.200630:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540466432:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128121.200644:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128121.200664:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1964:x1830947542825856:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3014us (3205us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.200671:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9337 00000100:00100000:0.0:1746128121.202207:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.202281:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542826240 00000100:00100000:3.0:1746128121.202286:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542826240 00000100:00100000:3.0:1746128121.202425:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5452 00000100:00100000:3.0:1746128121.202430:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+5:31596:x1830947542826240:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128121.202442:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128121.202454:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bd048 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d04 expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.202473:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd041 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cfd expref: 97 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.202479:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128121.202480:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128121.202483:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bd048 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d04 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.202501:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd041 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cfd expref: 97 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.202510:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd041 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cfd expref: 97 pid: 8417 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.202518:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540466560:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128121.203116:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128121.206004:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540466560:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128121.206028:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bd048 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d04 expref: 6 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.206047:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67200, rc 0) 00000100:00100000:3.0:1746128121.206082:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:31596:x1830947542826240:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3650us (3878us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.206089:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5452 00000100:00100000:0.0:1746128121.207230:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.207558:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542826368 00000100:00100000:3.0:1746128121.207564:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542826368 00010000:00010000:3.0:1746128121.207839:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd041 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cfd expref: 98 pid: 8417 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.207869:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9338 00000100:00100000:3.0:1746128121.207876:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd85c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1963:x1830947542826368:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128121.207888:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128121.207904:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd041 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cfd expref: 98 pid: 8417 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.207913:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd041 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cfd expref: 98 pid: 8417 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.207931:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6200/0x802a7453533bd041 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3cfd expref: 98 pid: 8417 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.207965:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.207967:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.207973:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bd048 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d04 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.207984:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bd048 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d04 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.208010:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bd048 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d04 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128121.208020:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540466688:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128121.208084:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128121.210258:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128121.210322:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542826624 00000100:00100000:1.0:1746128121.210329:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542826624 00002000:00100000:1.0:1746128121.210363:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd85500 x1830947542826624/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:372/0 lens 488/0 e 0 to 0 dl 1746128132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128121.210371:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd85500 with x1830947542826624 ext(0->4095) 00002000:00010000:1.0:1746128121.210376:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd85500 00000100:00100000:1.0:1746128121.210426:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3945 00000100:00100000:1.0:1746128121.210433:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542826624:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128121.210566:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542826624:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128121.210592:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3945 00002000:00100000:1.0:1746128121.210598:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd85500 x1830947542826624/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:372/0 lens 488/4536 e 0 to 0 dl 1746128132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128121.210604:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd85500 with x1830947542826624 ext(0->4095) 00002000:00010000:1.0:1746128121.210607:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd85500 00000100:00100000:3.0:1746128121.211670:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540466688:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128121.211684:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128121.211706:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd85c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:1963:x1830947542826368:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3831us (4480us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.211712:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9338 00000100:00100000:0.0:1746128121.212624:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.213539:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542826752 00000100:00100000:3.0:1746128121.213546:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542826752 00000100:00100000:3.0:1746128121.213602:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5453 00000100:00100000:3.0:1746128121.213608:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+97:31595:x1830947542826752:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746128121.213621:0:28170:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128121.213633:0:28170:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bd04f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d0b expref: -99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.213653:0:28170:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bd048 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d04 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.213659:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.213660:0:28170:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.213663:0:28170:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bd04f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d0b expref: 98 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.213684:0:28170:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bd048 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d04 expref: 5 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.213693:0:28170:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bd048 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d04 expref: 5 pid: 28170 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.213703:0:28170:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540466816:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128121.213768:0:28170:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77840 going to sleep for 11 seconds 00000100:00100000:0.0:1746128121.214311:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.214527:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542826880 00000100:00100000:2.0:1746128121.214531:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542826880 00000100:00100000:2.0:1746128121.214562:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5454 00000100:00100000:2.0:1746128121.214568:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:31596:x1830947542826880:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746128121.214591:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128121.214598:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd056 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d12 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.214609:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128121.214613:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bd04f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d0b expref: 100 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.214618:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128121.214621:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd056 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d12 expref: 100 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.214638:0:8416:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bd04f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d0b expref: 100 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.214650:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd056 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d12 expref: 100 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128121.214657:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c7800, rc 0) 00000100:00100000:2.0:1746128121.214691:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+100:31596:x1830947542826880:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128121.214696:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5454 00000100:00100000:3.0:1746128121.216741:0:28170:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28170:1830947540466816:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128121.216765:0:28170:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bd04f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d0b expref: 99 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.216777:0:28170:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a67000, rc 0) 00000100:00100000:3.0:1746128121.216812:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:31595:x1830947542826752:12345-192.168.203.28@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3204us (4190us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.216818:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5453 00000100:00100000:0.0:1746128121.217008:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.217244:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542827008 00000100:00100000:3.0:1746128121.217250:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542827008 00010000:00010000:3.0:1746128121.217269:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bd048 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d04 expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.217286:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9339 00000100:00100000:3.0:1746128121.217292:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542827008:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128121.217305:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128121.217321:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bd048 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d04 expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.217330:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bd048 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d04 expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.217346:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67200/0x802a7453533bd048 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d04 expref: 6 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.218071:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.218074:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.218080:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bd04f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d0b expref: 98 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.218087:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bd04f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d0b expref: 98 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.218112:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bd04f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d0b expref: 98 pid: 28170 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.218122:0:9797:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bd04f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d0b expref: 98 pid: 28170 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.218132:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540467072:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128121.218181:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128121.220421:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540467072:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128121.220437:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128121.220962:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542827008:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3667us (3952us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.220972:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9339 00000100:00100000:0.0:1746128121.221362:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.221619:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542827264 00000100:00100000:2.0:1746128121.221625:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542827264 00002000:00100000:2.0:1746128121.221655:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd84380 x1830947542827264/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/0 e 0 to 0 dl 1746128132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128121.221669:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd84380 with x1830947542827264 ext(0->4095) 00010000:00010000:2.0:1746128121.221676:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bd04f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d0b expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128121.221686:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bd04f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d0b expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00002000:00010000:2.0:1746128121.221692:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd84380 00000100:00100000:2.0:1746128121.221706:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2014 00000100:00100000:2.0:1746128121.221712:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:1964:x1830947542827264:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746128121.221841:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:1964:x1830947542827264:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (479us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128121.221847:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2014 00002000:00100000:2.0:1746128121.221852:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd84380 x1830947542827264/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/4536 e 0 to 0 dl 1746128132 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746128121.221858:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd84380 with x1830947542827264 ext(0->4095) 00010000:00010000:2.0:1746128121.221863:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bd04f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d0b expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:2.0:1746128121.221870:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bd04f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d0b expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00002000:00010000:2.0:1746128121.221875:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cd84380 00000100:00100000:0.0:1746128121.224324:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.224526:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542827392 00000100:00100000:3.0:1746128121.224532:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542827392 00010000:00010000:3.0:1746128121.224555:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bd04f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d0b expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00000100:00100000:3.0:1746128121.224593:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9340 00000100:00100000:3.0:1746128121.224599:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+99:1966:x1830947542827392:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128121.224609:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128121.224625:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bd04f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d0b expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.224635:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bd04f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d0b expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.224651:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67000/0x802a7453533bd04f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d0b expref: 99 pid: 28170 timeout: 617 lvb_type: 0 00010000:00010000:3.0:1746128121.224799:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.224801:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128121.224806:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd056 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d12 expref: 98 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.224814:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd056 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d12 expref: 98 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128121.224841:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd056 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d12 expref: 98 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128121.224851:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540467200:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128121.225267:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df77840 going to sleep for 11 seconds 00000100:00100000:3.0:1746128121.228187:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540467200:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128121.228204:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128121.228237:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1966:x1830947542827392:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3637us (3919us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.228245:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9340 00000100:00100000:0.0:1746128121.228555:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128121.228651:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542827648 00000100:00100000:1.0:1746128121.228657:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542827648 00002000:00100000:1.0:1746128121.228692:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd85180 x1830947542827648/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/0 e 0 to 0 dl 1746128132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128121.228700:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd85180 with x1830947542827648 ext(0->4095) 00002000:00010000:1.0:1746128121.228703:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd85180 00000100:00100000:1.0:1746128121.228728:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3946 00000100:00100000:1.0:1746128121.228734:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1965:x1830947542827648:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746128121.228862:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+98:1965:x1830947542827648:12345-192.168.203.28@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128121.228867:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3946 00002000:00100000:1.0:1746128121.228873:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008cd85180 x1830947542827648/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:372/0 lens 488/4536 e 0 to 0 dl 1746128132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128121.228885:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd85180 with x1830947542827648 ext(0->4095) 00002000:00010000:1.0:1746128121.228888:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd85180 00000100:00100000:0.0:1746128121.243091:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128121.243856:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542827904 00000100:00100000:2.0:1746128121.243864:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542827904 00000100:00100000:2.0:1746128121.243930:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 150 00000100:00100000:2.0:1746128121.243936:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:31595:x1830947542827904:12345-192.168.203.28@tcp:35:rw_seq_cst_vs_d.0 00000001:00080000:2.0:1746128121.244172:0:7085:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294984654 00000100:00100000:2.0:1746128121.244250:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:31595:x1830947542827904:12345-192.168.203.28@tcp:35:rw_seq_cst_vs_d.0 Request processed in 314us (1166us total) trans 4294984655 rc 0/0 00000100:00100000:2.0:1746128121.244256:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 150 00000020:00080000:2.0:1746128121.244260:0:7085:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:1.0:1746128121.246218:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746128121.250242:0:7071:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128121.250256:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.250380:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542828160 00000100:00100000:3.0:1746128121.250387:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542828160 00000100:00080000:1.0:1746128121.250432:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746128121.250441:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 151 00000100:00100000:3.0:1746128121.250447:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+7:31595:x1830947542828160:12345-192.168.203.28@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746128121.250685:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+8:31595:x1830947542828160:12345-192.168.203.28@tcp:35:rw_seq_cst_vs_d.0 Request processed in 237us (433us total) trans 4294984656 rc 0/0 00000100:00100000:3.0:1746128121.250691:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 151 00000100:00100000:0.0:1746128121.290378:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128121.290909:0:11273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542828288 00000100:00100000:1.0:1746128121.290916:0:11273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542828288 00000100:00100000:1.0:1746128121.291315:0:11273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40684 00000100:00100000:1.0:1746128121.291323:0:11273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:31613:x1830947542828288:12345-192.168.203.28@tcp:101:rm.0 00010000:00010000:1.0:1746128121.291341:0:11273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128121.291737:0:11273:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57000/0x802a7453533bd05d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d19 expref: -99 pid: 11273 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128121.291779:0:11273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56e00/0x802a7453533bd064 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.291788:0:11273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56e00/0x802a7453533bd064 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.291797:0:11273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56e00/0x802a7453533bd064 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11273 initiator: MDT0 00000004:00200000:1.0:1746128121.291843:0:11273:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1746128121.291846:0:11273:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:1.0:1746128121.291857:0:11273:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56e00/0x802a7453533bd064 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.291871:0:11273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57000/0x802a7453533bd05d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d19 expref: 10 pid: 11273 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128121.291895:0:11273:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56e00/0x802a7453533bd064 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d19 expref: 9 pid: 11273 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128121.291901:0:11273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008c829300) 00010000:00010000:1.0:1746128121.291904:0:11273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746128121.291906:0:11273:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56e00, rc 0) 00000100:00100000:1.0:1746128121.291950:0:11273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:31613:x1830947542828288:12345-192.168.203.28@tcp:101:rm.0 Request processed in 621us (1570us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128121.291956:0:11273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40684 00000100:00100000:0.0:1746128121.295926:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128121.296013:0:11273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542828416 00000100:00100000:1.0:1746128121.296021:0:11273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542828416 00000100:00100000:1.0:1746128121.297840:0:11273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40685 00000100:00100000:1.0:1746128121.297852:0:11273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:31613:x1830947542828416:12345-192.168.203.28@tcp:101:rm.0 00010000:00010000:1.0:1746128121.297869:0:11273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128121.297884:0:11273:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56000/0x802a7453533bd06b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d20 expref: -99 pid: 11273 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128121.297932:0:11273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bd072 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.297954:0:11273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bd072 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.297963:0:11273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bd072 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.297973:0:11273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56800/0x802a7453533bd079 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.297982:0:11273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56800/0x802a7453533bd079 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.297986:0:11273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56800/0x802a7453533bd079 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.298072:0:11273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56400/0x802a7453533bd080 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.298078:0:11273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56400/0x802a7453533bd080 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.298084:0:11273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56400/0x802a7453533bd080 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11273 initiator: MDT0 00000004:00200000:1.0:1746128121.298106:0:11273:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 8 00000004:00200000:1.0:1746128121.298109:0:11273:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746128121.298120:0:11273:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56400/0x802a7453533bd080 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.298127:0:11273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56400/0x802a7453533bd080 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.298133:0:11273:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bd072 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.298138:0:11273:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bd072 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.298142:0:11273:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bd072 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.298148:0:11273:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ce57c00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:1.0:1746128121.298151:0:11273:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bd072 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.298156:0:11273:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bd072 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.298164:0:11273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008c829300) 00010000:00010000:1.0:1746128121.298166:0:11273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128121.298170:0:11273:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bd072 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.298174:0:11273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bd072 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.298184:0:11273:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56800/0x802a7453533bd079 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.298189:0:11273:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56800/0x802a7453533bd079 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.298193:0:11273:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56800/0x802a7453533bd079 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.298197:0:11273:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ce56800 already unused, calling callback (ffffffffa137a690) 00010000:00010000:1.0:1746128121.298199:0:11273:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56800/0x802a7453533bd079 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.298203:0:11273:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56800/0x802a7453533bd079 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.298208:0:11273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88008c829c00) 00010000:00010000:1.0:1746128121.298210:0:11273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128121.298211:0:11273:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56800/0x802a7453533bd079 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.298216:0:11273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56800/0x802a7453533bd079 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.298236:0:11273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56000/0x802a7453533bd06b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d20 expref: 11 pid: 11273 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128121.298245:0:11273:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56400/0x802a7453533bd080 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d20 expref: 10 pid: 11273 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128121.298251:0:11273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88012da55a00) 00010000:00010000:1.0:1746128121.298253:0:11273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746128121.298254:0:11273:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56400, rc 0) 00000100:00100000:1.0:1746128121.298736:0:11273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:31613:x1830947542828416:12345-192.168.203.28@tcp:101:rm.0 Request processed in 886us (2813us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128121.298743:0:11273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40685 00000100:00100000:0.0:1746128121.301657:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128121.301806:0:11273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542828672 00000100:00100000:1.0:1746128121.301813:0:11273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542828672 00000100:00100000:1.0:1746128121.302408:0:11273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40686 00000100:00100000:1.0:1746128121.302416:0:11273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:31613:x1830947542828672:12345-192.168.203.28@tcp:36:rm.0 00010000:00010000:1.0:1746128121.302454:0:11273:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1746128121.302474:0:11273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56400/0x802a7453533bd080 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d20 expref: 10 pid: 11273 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128121.302490:0:11273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3400/0x802a7453533bab42 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d17fe expref: 9 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128121.302499:0:11273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88012da55a00) 00010000:00010000:1.0:1746128121.302506:0:11273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56e00/0x802a7453533bd064 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d19 expref: 8 pid: 11273 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128121.302516:0:11273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008c829300) 00010000:00010000:1.0:1746128121.302522:0:11273:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746128121.302536:0:11273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56a00/0x802a7453533bd087 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.302544:0:11273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56a00/0x802a7453533bd087 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.302550:0:11273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56a00/0x802a7453533bd087 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.302558:0:11273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56600/0x802a7453533bd08e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.302563:0:11273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56600/0x802a7453533bd08e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.302568:0:11273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56600/0x802a7453533bd08e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.302685:0:11273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57600/0x802a7453533bd095 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.302691:0:11273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57600/0x802a7453533bd095 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.302697:0:11273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57600/0x802a7453533bd095 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11273 initiator: MDT0 00000040:00080000:1.0:1746128121.303049:0:11273:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9088 00000004:00080000:1.0:1746128121.303056:0:11273:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 517372483532ns, next at 518372482522ns, rc = 0 00010000:00010000:1.0:1746128121.303103:0:11273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800952c5600/0x802a7453533bd09c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.303110:0:11273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800952c5600/0x802a7453533bd09c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.303116:0:11273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800952c5600/0x802a7453533bd09c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.303122:0:11273:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800952c5600/0x802a7453533bd09c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.303126:0:11273:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800952c5600/0x802a7453533bd09c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.303130:0:11273:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800952c5600/0x802a7453533bd09c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.303153:0:11273:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1746128121.303166:0:11273:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57600/0x802a7453533bd095 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.303170:0:11273:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57600/0x802a7453533bd095 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.303174:0:11273:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57600/0x802a7453533bd095 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.303178:0:11273:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ce57600 already unused, calling callback (ffffffffa137a690) 00010000:00010000:1.0:1746128121.303181:0:11273:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57600/0x802a7453533bd095 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.303186:0:11273:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57600/0x802a7453533bd095 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.303192:0:11273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88012da55a00) 00010000:00010000:1.0:1746128121.303193:0:11273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746128121.303196:0:11273:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57600/0x802a7453533bd095 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.303199:0:11273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57600/0x802a7453533bd095 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.303229:0:11273:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56a00/0x802a7453533bd087 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.303233:0:11273:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56a00/0x802a7453533bd087 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.303237:0:11273:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56a00/0x802a7453533bd087 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.303241:0:11273:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ce56a00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:1.0:1746128121.303243:0:11273:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56a00/0x802a7453533bd087 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.303247:0:11273:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56a00/0x802a7453533bd087 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.303253:0:11273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008c829800) 00010000:00010000:1.0:1746128121.303255:0:11273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128121.303257:0:11273:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56a00/0x802a7453533bd087 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.303260:0:11273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56a00/0x802a7453533bd087 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11273 initiator: MDT0 00000004:00010000:1.0:1746128121.303269:0:11273:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008cd87100 reply state ffff880092f11000 transno 4294984657 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56600/0x802a7453533bd08e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11273 initiator: MDT0 00010000:00010000:2.0:1746128121.303273:0:11110:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1746128121.303274:0:11273:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746128121.303278:0:11110:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800952c5600/0x802a7453533bd09c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11273 initiator: MDT0 00010000:00010000:2.0:1746128121.303282:0:11110:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800952c5600 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128121.303284:0:11110:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800952c5600/0x802a7453533bd09c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11273 initiator: MDT0 00010000:00010000:2.0:1746128121.303288:0:11110:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800952c5600/0x802a7453533bd09c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11273 initiator: MDT0 00010000:00010000:2.0:1746128121.303293:0:11110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88012da55a00) 00010000:00010000:2.0:1746128121.303295:0:11110:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1746128121.303297:0:11110:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800952c5600/0x802a7453533bd09c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11273 initiator: MDT0 00010000:00010000:2.0:1746128121.303300:0:11110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800952c5600/0x802a7453533bd09c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11273 initiator: MDT0 00000100:00100000:1.0:1746128121.303328:0:11273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:31613:x1830947542828672:12345-192.168.203.28@tcp:36:rm.0 Request processed in 912us (1677us total) trans 4294984657 rc 0/0 00000100:00100000:1.0:1746128121.303334:0:11273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40686 00010000:00010000:2.0:1746128121.303537:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746128121.303539:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746128121.303541:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746128121.306282:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56600/0x802a7453533bd08e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.306293:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56600/0x802a7453533bd08e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.306298:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56600/0x802a7453533bd08e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.306303:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ce56600 already unused, calling callback (ffffffffa137a690) 00010000:00010000:1.0:1746128121.306306:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56600/0x802a7453533bd08e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.306310:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56600/0x802a7453533bd08e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.306322:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88008c829100) 00010000:00010000:1.0:1746128121.306324:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128121.306327:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56600/0x802a7453533bd08e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11273 initiator: MDT0 00010000:00010000:1.0:1746128121.306331:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56600/0x802a7453533bd08e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11273 initiator: MDT0 00000001:00080000:3.0:1746128121.378794:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968015 is committed 00000001:00080000:3.0:1746128121.378811:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968018 is committed 00000001:00080000:3.0:1746128121.378849:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968022 is committed 00000100:00100000:0.0:1746128121.609331:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128121.609564:0:7076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542828800 00000100:00100000:1.0:1746128121.609599:0:7076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542828800 00000100:00100000:1.0:1746128121.609645:0:7076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 386 00000100:00100000:1.0:1746128121.609652:0:7076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6138850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7942e9de-9730-471c-9d1a-fdfcd28eb817+12:1966:x1830947542828800:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:1.0:1746128121.609696:0:7076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6138850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7942e9de-9730-471c-9d1a-fdfcd28eb817+12:1966:x1830947542828800:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 45us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128121.609705:0:7076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 386 00000100:00100000:0.0:1746128121.614175:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128121.614304:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542828928 00000100:00100000:3.0:1746128121.614311:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542828928 00000100:00100000:3.0:1746128121.614366:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5455 00000100:00100000:3.0:1746128121.614374:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1962:x1830947542828928:12345-192.168.203.28@tcp:9:kworker.0 00000020:00000080:3.0:1746128121.614399:0:28170:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x802a7453532c497c 00000100:00080000:3.0:1746128121.614404:0:28170:0:(import.c:66:import_set_state_nolock()) ffff880094aee000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1746128121.614428:0:28170:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968497 00000100:00100000:3.0:1746128121.614643:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+2:1962:x1830947542828928:12345-192.168.203.28@tcp:9:kworker.0 Request processed in 270us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128121.614650:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5455 00000100:00080000:3.0:1746128121.614701:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746128121.614708:0:11111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746128121.914281:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746128121.914297:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830947540467328:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746128121.914350:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128121.914990:0:8420:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540467328 00000100:00100000:0.0:1746128121.914997:0:8420:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540467328 00000100:00100000:0.0:1746128121.915504:0:8420:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:0.0:1746128121.915511:0:8420:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1830947540467328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746128121.915538:0:8420:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1746128121.915592:0:8420:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1830947540467328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (1222us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128121.915598:0:8420:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:2.0:1746128121.915854:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830947540467328:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1746128122.252100:0:7070:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1746128123.235017:0:8509:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8aba9b19-3618-4b6f-bb85-6024cc12f2ca 00000020:00000080:3.0:1746128123.235023:0:8509:0:(genops.c:904:class_export_put()) final put ffff880094aed800/8aba9b19-3618-4b6f-bb85-6024cc12f2ca 00000020:00000080:3.0:1746128123.235046:0:5:0:(genops.c:863:class_export_destroy()) destroying export ffff880094aed800/8aba9b19-3618-4b6f-bb85-6024cc12f2ca for lustre-OST0000 00000020:00000080:3.0:1746128123.235773:0:5:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880094aee000 for lustre-OST0000 00010000:00010000:0.0:1746128123.254525:0:7071:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746128124.255919:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1746128124.355388:0:7134:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984657 is committed 00000004:00080000:3.0:1746128124.355399:0:7134:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 15 committed 00000001:00080000:3.0:1746128124.355422:0:7134:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984656 is committed 00000100:00100000:0.0:1746128124.356780:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746128124.356794:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008929ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947540467456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1746128124.357531:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128124.357622:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540467456 00000100:00100000:1.0:1746128124.357629:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540467456 00000100:00100000:1.0:1746128124.357670:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5456 00000100:00100000:1.0:1746128124.357676:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3301:x1830947540467456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1746128124.357695:0:8417:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:23 count 1 00010000:00010000:1.0:1746128124.357712:0:8417:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bd0a3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128124.357728:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd056 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d12 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128124.357734:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128124.357736:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128124.357738:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bd0a3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128124.357759:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd056 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d12 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128124.357769:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd056 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d12 expref: 5 pid: 8416 timeout: 620 lvb_type: 0 00000100:00100000:1.0:1746128124.357779:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540467584:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128124.357823:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d361180 going to sleep for 11 seconds 00000100:00080000:2.0:1746128124.358474:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746128124.362379:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540467584:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128124.362398:0:8417:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bd0a3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128124.363339:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128124.363443:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542829056 00000100:00100000:3.0:1746128124.363449:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542829056 00010000:00010000:3.0:1746128124.363490:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd056 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d12 expref: 6 pid: 8416 timeout: 620 lvb_type: 0 00000100:00100000:3.0:1746128124.363511:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9341 00000100:00080000:2.0:1746128124.363677:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746128124.365317:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1964:x1830947542829056:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128124.365330:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128124.365337:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd056 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d12 expref: 6 pid: 8416 timeout: 620 lvb_type: 0 00010000:00010000:3.0:1746128124.365353:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd056 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d12 expref: 6 pid: 8416 timeout: 620 lvb_type: 0 00010000:00010000:3.0:1746128124.365369:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd056 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d12 expref: 6 pid: 8416 timeout: 620 lvb_type: 0 00010000:00010000:3.0:1746128124.365379:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128124.365381:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128124.365384:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bd0a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128124.365391:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bd0a3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128124.365419:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746128124.365433:0:8417:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bd0a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128124.365439:0:8417:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bd0a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128124.365444:0:8417:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bd0a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128124.365449:0:8417:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bd0a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128124.365459:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1964:x1830947542829056:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1942us (2122us total) trans 0 rc 0/0 00010000:00010000:0.0:1746128124.365461:0:8417:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1746128124.365466:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9341 00010000:00010000:3.0:1746128124.365488:0:11111:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746128124.365493:0:11111:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bd0a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128124.365499:0:11111:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ce56a00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128124.365502:0:11111:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bd0a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128124.365508:0:11111:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bd0a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128124.365518:0:11111:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bd0a3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128124.365522:0:11111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56a00/0x802a7453533bd0a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128124.365535:0:11111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746128124.365536:0:11111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746128124.365537:0:11111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128124.365871:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3301:x1830947540467456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8195us (8341us total) trans 4294968023 rc 0/0 00000100:00100000:0.0:1746128124.365878:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5456 00000004:00080000:0.0:1746128124.365988:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008929ea00/2, rc 0, transno 4294968023 00000100:00100000:0.0:1746128124.365993:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008929ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947540467456:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1746128125.259654:0:7070:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746128125.290485:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3304:1830947540467840:0@lo:400:kworker.0 00000100:00100000:2.0:1746128125.290533:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128125.290564:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830947540468352:0@lo:400:kworker.0 00000100:00100000:2.0:1746128125.290601:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128125.290622:0:3304:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746128125.290626:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74bb44a2-e27b-4631-8597-fae5b0eab546:3304:1830947540467712:0@lo:400:kworker.0 00000100:00100000:2.0:1746128125.290644:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128125.290656:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3304:1830947540468224:0@lo:400:kworker.0 00000100:00100000:2.0:1746128125.290669:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128125.290683:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830947540468096:0@lo:400:kworker.0 00000100:00100000:2.0:1746128125.290697:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128125.290716:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746128125.290721:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013443c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1830947540467968:0@lo:400:kworker.0 00000100:00100000:2.0:1746128125.290736:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128125.290754:0:7077:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540467712 00000100:00100000:2.0:1746128125.290760:0:7077:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540467712 00000100:00100000:2.0:1746128125.290787:0:7077:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1746128125.290793:0:7077:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6138450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74bb44a2-e27b-4631-8597-fae5b0eab546+18:3304:x1830947540467712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746128125.290825:0:7077:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6138450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74bb44a2-e27b-4631-8597-fae5b0eab546+18:3304:x1830947540467712:12345-0@lo:400:kworker.0 Request processed in 32us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128125.290833:0:7077:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1746128125.290854:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540467840 00000100:00100000:2.0:1746128125.290857:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540467840 00000100:00100000:2.0:1746128125.290870:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540468224 00000100:00100000:2.0:1746128125.290872:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540468224 00000100:00100000:2.0:1746128125.290886:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540467968 00000100:00100000:2.0:1746128125.290887:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540467968 00000100:00100000:2.0:1746128125.290899:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1746128125.290903:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1830947540467840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746128125.290936:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1830947540467840:12345-0@lo:400:kworker.0 Request processed in 33us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128125.290941:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1746128125.290949:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1746128125.290952:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1830947540468224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746128125.290970:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1830947540468224:12345-0@lo:400:kworker.0 Request processed in 17us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128125.290974:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1746128125.290980:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:2.0:1746128125.290983:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1830947540467968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746128125.291002:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1830947540467968:12345-0@lo:400:kworker.0 Request processed in 18us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128125.291006:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00080000:2.0:1746128125.291017:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746128125.291039:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1830947540467968:0@lo:400:kworker.0 00000100:00100000:2.0:1746128125.291055:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74bb44a2-e27b-4631-8597-fae5b0eab546:3304:1830947540467712:0@lo:400:kworker.0 00000100:00100000:2.0:1746128125.291063:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3304:1830947540468224:0@lo:400:kworker.0 00000100:00100000:2.0:1746128125.291069:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3304:1830947540467840:0@lo:400:kworker.0 00000100:00100000:2.0:1746128125.291092:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540468352 00000100:00100000:2.0:1746128125.291095:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540468352 00000100:00100000:2.0:1746128125.291109:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540468096 00000100:00100000:2.0:1746128125.291111:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540468096 00000100:00100000:2.0:1746128125.291131:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:2.0:1746128125.291135:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3304:x1830947540468352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746128125.291158:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3304:x1830947540468352:12345-0@lo:400:kworker.0 Request processed in 23us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128125.291162:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:2.0:1746128125.291170:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:2.0:1746128125.291173:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3302:x1830947540468096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746128125.291192:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3302:x1830947540468096:12345-0@lo:400:kworker.0 Request processed in 18us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128125.291195:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00080000:2.0:1746128125.291207:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746128125.291218:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013443ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830947540468096:0@lo:400:kworker.0 00000100:00100000:2.0:1746128125.291231:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830947540468352:0@lo:400:kworker.0 00000100:00100000:1.0:1746128125.355641:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cdaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947540468480:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746128125.355692:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128125.355743:0:8420:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540468480 00000100:00100000:1.0:1746128125.355748:0:8420:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540468480 00000100:00100000:1.0:1746128125.355779:0:8420:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1746128125.355784:0:8420:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3301:x1830947540468480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746128125.355813:0:8420:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 333774848 pending 0 free 3854565376 avail 3852468224 00000100:00100000:1.0:1746128125.355840:0:8420:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3301:x1830947540468480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128125.355846:0:8420:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1746128125.355877:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947540468480:0@lo:13:osp-pre-1-0.0 00000001:02000400:3.0:1746128125.823262:0:3467:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 15:35:25 (1746128125) 00000100:00100000:0.0:1746128125.914631:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128125.914666:0:11273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542829184 00000100:00100000:0.0:1746128125.914672:0:11273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542829184 00000100:00100000:0.0:1746128125.914723:0:11273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40687 00000100:00100000:0.0:1746128125.914729:0:11273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:32244:x1830947542829184:12345-192.168.203.28@tcp:101:mkdir.0 00010000:00010000:0.0:1746128125.914746:0:11273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128125.914762:0:11273:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40e200/0x802a7453533bd0aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d27 expref: -99 pid: 11273 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128125.914806:0:11273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40fa00/0x802a7453533bd0b1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11273 initiator: MDT0 00010000:00010000:0.0:1746128125.914815:0:11273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40fa00/0x802a7453533bd0b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11273 initiator: MDT0 00010000:00010000:0.0:1746128125.914823:0:11273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40fa00/0x802a7453533bd0b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11273 initiator: MDT0 00000004:00200000:0.0:1746128125.914871:0:11273:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746128125.914874:0:11273:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:0.0:1746128125.914885:0:11273:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40fa00/0x802a7453533bd0b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11273 initiator: MDT0 00010000:00010000:0.0:1746128125.914901:0:11273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40e200/0x802a7453533bd0aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d27 expref: 7 pid: 11273 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128125.914924:0:11273:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40fa00/0x802a7453533bd0b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d27 expref: 6 pid: 11273 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128125.914930:0:11273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800928da500) 00010000:00010000:0.0:1746128125.914932:0:11273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746128125.914935:0:11273:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c40fa00, rc 0) 00000100:00100000:0.0:1746128125.914971:0:11273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:32244:x1830947542829184:12345-192.168.203.28@tcp:101:mkdir.0 Request processed in 243us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128125.914977:0:11273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40687 00000100:00080000:2.0:1746128125.915108:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746128125.917789:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128125.917834:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128125.917857:0:11273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542829312 00000100:00100000:0.0:1746128125.917864:0:11273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542829312 00000100:00100000:0.0:1746128125.917892:0:11273:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542829568 00000100:00100000:0.0:1746128125.917894:0:11273:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542829568 00000100:00100000:0.0:1746128125.917907:0:11273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40688 00000100:00100000:0.0:1746128125.917922:0:11273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542829312:12345-192.168.203.28@tcp:41:mkdir.0 00000004:00000024:0.0:1746128125.917958:0:11273:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2260336640 avail 2258239488 00000100:00100000:0.0:1746128125.918002:0:11273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542829312:12345-192.168.203.28@tcp:41:mkdir.0 Request processed in 79us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128125.918007:0:11273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40688 00000100:00100000:0.0:1746128125.918021:0:11273:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40689 00000100:00100000:0.0:1746128125.918026:0:11273:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:32244:x1830947542829568:12345-192.168.203.28@tcp:36:mkdir.0 00010000:00010000:0.0:1746128125.918052:0:11273:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128125.918069:0:11273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40fa00/0x802a7453533bd0b1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d27 expref: 6 pid: 11273 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128125.918082:0:11273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800928da500) 00010000:00010000:0.0:1746128125.918089:0:11273:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746128125.918159:0:11273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40e400/0x802a7453533bd0b8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11273 initiator: MDT0 00010000:00010000:0.0:1746128125.918168:0:11273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40e400/0x802a7453533bd0b8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11273 initiator: MDT0 00010000:00010000:0.0:1746128125.918175:0:11273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40e400/0x802a7453533bd0b8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11273 initiator: MDT0 00010000:00010000:0.0:1746128125.918183:0:11273:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40f600/0x802a7453533bd0bf lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11273 initiator: MDT0 00010000:00010000:0.0:1746128125.918187:0:11273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40f600/0x802a7453533bd0bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11273 initiator: MDT0 00010000:00010000:0.0:1746128125.918194:0:11273:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40f600/0x802a7453533bd0bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11273 initiator: MDT0 00000004:00200000:0.0:1746128125.918684:0:11273:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00010000:00010000:0.0:1746128125.918691:0:11273:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40e400/0x802a7453533bd0b8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11273 initiator: MDT0 00010000:00010000:0.0:1746128125.918696:0:11273:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40e400/0x802a7453533bd0b8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11273 initiator: MDT0 00010000:00010000:0.0:1746128125.918701:0:11273:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40e400/0x802a7453533bd0b8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11273 initiator: MDT0 00010000:00010000:0.0:1746128125.918706:0:11273:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c40e400 already unused, calling callback (ffffffffa137a690) 00010000:00010000:0.0:1746128125.918709:0:11273:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40e400/0x802a7453533bd0b8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11273 initiator: MDT0 00010000:00010000:0.0:1746128125.918714:0:11273:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40e400/0x802a7453533bd0b8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11273 initiator: MDT0 00010000:00010000:0.0:1746128125.918721:0:11273:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800928da700) 00010000:00010000:0.0:1746128125.918723:0:11273:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128125.918725:0:11273:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40e400/0x802a7453533bd0b8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11273 initiator: MDT0 00010000:00010000:0.0:1746128125.918730:0:11273:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40e400/0x802a7453533bd0b8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11273 initiator: MDT0 00000004:00010000:0.0:1746128125.918740:0:11273:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008cdaaa00 reply state ffff88008807c000 transno 4294984658 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40f600/0x802a7453533bd0bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11273 initiator: MDT0 00000100:00100000:0.0:1746128125.918745:0:11273:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746128125.918775:0:11273:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:32244:x1830947542829568:12345-192.168.203.28@tcp:36:mkdir.0 Request processed in 748us (940us total) trans 4294984658 rc 0/0 00000100:00100000:0.0:1746128125.918781:0:11273:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40689 00010000:00010000:2.0:1746128125.925351:0:3288:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40f600/0x802a7453533bd0bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11273 initiator: MDT0 00010000:00010000:2.0:1746128125.925365:0:3288:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40f600/0x802a7453533bd0bf lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11273 initiator: MDT0 00010000:00010000:2.0:1746128125.925374:0:3288:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40f600/0x802a7453533bd0bf lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11273 initiator: MDT0 00010000:00010000:2.0:1746128125.925378:0:3288:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c40f600 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128125.925382:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40f600/0x802a7453533bd0bf lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11273 initiator: MDT0 00010000:00010000:2.0:1746128125.925387:0:3288:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40f600/0x802a7453533bd0bf lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11273 initiator: MDT0 00010000:00010000:2.0:1746128125.925399:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8800928da300) 00010000:00010000:2.0:1746128125.925402:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128125.925404:0:3288:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40f600/0x802a7453533bd0bf lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11273 initiator: MDT0 00010000:00010000:2.0:1746128125.925408:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40f600/0x802a7453533bd0bf lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11273 initiator: MDT0 00000100:00100000:0.0:1746128125.967303:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128125.967535:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542829696 00000100:00100000:2.0:1746128125.967542:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542829696 00000100:00100000:2.0:1746128125.967592:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40690 00000100:00100000:2.0:1746128125.967598:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:32245:x1830947542829696:12345-192.168.203.28@tcp:101:cp.0 00010000:00010000:2.0:1746128125.967615:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128125.967629:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x802a7453533bd0c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d2e expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128125.967670:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x802a7453533bd0cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.967680:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x802a7453533bd0cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.967689:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x802a7453533bd0cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:2.0:1746128125.967732:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746128125.967736:0:20908:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:2.0:1746128125.967747:0:20908:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x802a7453533bd0cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.967762:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x802a7453533bd0c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d2e expref: 8 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128125.967775:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x802a7453533bd0cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d2e expref: 7 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128125.967781:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411300) 00010000:00010000:2.0:1746128125.967783:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746128125.967786:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091cab200, rc 0) 00000100:00100000:2.0:1746128125.967830:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:32245:x1830947542829696:12345-192.168.203.28@tcp:101:cp.0 Request processed in 231us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128125.967835:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40690 00000100:00100000:0.0:1746128125.970898:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128125.970975:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542829824 00000100:00100000:2.0:1746128125.970983:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542829824 00000100:00100000:2.0:1746128125.971015:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40691 00000100:00100000:2.0:1746128125.971021:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:32245:x1830947542829824:12345-192.168.203.28@tcp:101:cp.0 00010000:00010000:2.0:1746128125.971035:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128125.971047:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd0d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d35 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128125.971086:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x802a7453533bd0db lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971096:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x802a7453533bd0db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971104:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x802a7453533bd0db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971115:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x802a7453533bd0e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971120:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x802a7453533bd0e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971124:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x802a7453533bd0e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971206:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x802a7453533bd0e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971212:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x802a7453533bd0e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971218:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x802a7453533bd0e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:2.0:1746128125.971240:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00000004:00200000:2.0:1746128125.971243:0:7083:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746128125.971253:0:7083:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x802a7453533bd0e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971260:0:7083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x802a7453533bd0db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971265:0:7083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x802a7453533bd0db lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971273:0:7083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x802a7453533bd0db lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971278:0:7083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091cabc00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128125.971281:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x802a7453533bd0db lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971287:0:7083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x802a7453533bd0db lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971296:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411300) 00010000:00010000:2.0:1746128125.971298:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128125.971301:0:7083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x802a7453533bd0db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971306:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x802a7453533bd0db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971314:0:7083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x802a7453533bd0e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971319:0:7083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x802a7453533bd0e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971323:0:7083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x802a7453533bd0e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971327:0:7083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091caa200 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128125.971329:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x802a7453533bd0e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971334:0:7083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x802a7453533bd0e2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971342:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88012c411f00) 00010000:00010000:2.0:1746128125.971344:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128125.971346:0:7083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x802a7453533bd0e2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971350:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x802a7453533bd0e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128125.971370:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd0d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d35 expref: 9 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128125.971380:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab000/0x802a7453533bd0e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d35 expref: 8 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128125.971384:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88012c411a00) 00010000:00010000:2.0:1746128125.971386:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746128125.971388:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091cab000, rc 0) 00000100:00100000:2.0:1746128125.971434:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:32245:x1830947542829824:12345-192.168.203.28@tcp:101:cp.0 Request processed in 413us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128125.971440:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40691 00000100:00100000:0.0:1746128125.977145:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128125.977221:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542829952 00000100:00100000:2.0:1746128125.977229:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542829952 00000100:00100000:2.0:1746128125.977261:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40692 00000100:00100000:2.0:1746128125.977268:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:32245:x1830947542829952:12345-192.168.203.28@tcp:101:cp.0 00010000:00010000:2.0:1746128125.977281:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128125.977294:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd0f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d3c expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128125.977344:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caac00/0x802a7453533bd0f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.977354:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caac00/0x802a7453533bd0f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.977362:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caac00/0x802a7453533bd0f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.977372:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd0fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.977377:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd0fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.977381:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd0fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.977432:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caac00/0x802a7453533bd0f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.977437:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091caac00/0x802a7453533bd0f7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.977443:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091caac00/0x802a7453533bd0f7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.977447:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091caac00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128125.977450:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caac00/0x802a7453533bd0f7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.977455:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caac00/0x802a7453533bd0f7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.977467:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88012c411a00) 00010000:00010000:2.0:1746128125.977469:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128125.977472:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091caac00/0x802a7453533bd0f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.977476:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caac00/0x802a7453533bd0f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.977483:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd0fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.977487:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd0fe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.977491:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd0fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.977495:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091caa800 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128125.977497:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd0fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.977501:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd0fe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.977506:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88012c411e00) 00010000:00010000:2.0:1746128125.977507:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128125.977509:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd0fe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.977513:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd0fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.977542:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd0f0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d3c expref: 9 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128125.977549:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd0f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d3c expref: 9 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128125.977555:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091cabe00, rc 0) 00000100:00100000:2.0:1746128125.978783:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:32245:x1830947542829952:12345-192.168.203.28@tcp:101:cp.0 Request processed in 1511us (1640us total) trans 0 rc 301/301 00000100:00100000:2.0:1746128125.978790:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40692 00000100:00100000:0.0:1746128125.983740:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128125.984109:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542830080 00000100:00100000:2.0:1746128125.984117:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542830080 00000100:00100000:2.0:1746128125.984379:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40693 00000100:00100000:2.0:1746128125.984386:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:32245:x1830947542830080:12345-192.168.203.28@tcp:101:cp.0 00010000:00010000:2.0:1746128125.984402:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128125.984416:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caaa00/0x802a7453533bd105 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d43 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128125.984460:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd10c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.984469:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd10c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.984478:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd10c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.984488:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd113 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.984494:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd113 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.985240:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd113 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.985288:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd10c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.985292:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd10c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.985297:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd10c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.985302:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091cab800 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128125.985305:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd10c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.985309:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd10c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.985317:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88012c411a00) 00010000:00010000:2.0:1746128125.985319:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128125.985322:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd10c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.985326:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd10c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.985335:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd113 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.985340:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd113 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.985343:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd113 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.985347:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091caae00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128125.985349:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd113 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.985353:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd113 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.985359:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88012c411100) 00010000:00010000:2.0:1746128125.985360:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128125.985362:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd113 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.985365:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd113 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128125.985398:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caaa00/0x802a7453533bd105 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d43 expref: 9 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128125.985404:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caaa00/0x802a7453533bd105 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d43 expref: 9 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128125.985410:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091caaa00, rc 0) 00000100:00100000:2.0:1746128125.985461:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:32245:x1830947542830080:12345-192.168.203.28@tcp:101:cp.0 Request processed in 1075us (1728us total) trans 0 rc 301/301 00000100:00100000:2.0:1746128125.985467:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40693 00000100:00100000:0.0:1746128125.988683:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128125.989432:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542830336 00000100:00100000:3.0:1746128125.989441:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542830336 00000100:00100000:3.0:1746128125.989471:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40694 00000100:00100000:3.0:1746128125.989477:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:32245:x1830947542830336:12345-192.168.203.28@tcp:101:cp.0 00010000:00010000:3.0:1746128125.989491:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128125.989505:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3cc800/0x802a7453533bd11a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d4a expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128125.989614:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a53bb800/0x802a7453533bd121 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128125.989624:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a53bb800/0x802a7453533bd121 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128125.989631:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a53bb800/0x802a7453533bd121 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128125.989642:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70e200/0x802a7453533bd128 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128125.989647:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70e200/0x802a7453533bd128 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128125.989652:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70e200/0x802a7453533bd128 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00080000:3.0:1746128125.990011:0:20908:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1a:0x0], index 0: 0 00010000:00010000:3.0:1746128125.990116:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70f200/0x802a7453533bd12f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128125.990124:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70f200/0x802a7453533bd12f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128125.990129:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70f200/0x802a7453533bd12f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128125.990150:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a53bb800/0x802a7453533bd121 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128125.990155:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a53bb800/0x802a7453533bd121 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128125.990160:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a53bb800/0x802a7453533bd121 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128125.990165:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a53bb800 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128125.990168:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a53bb800/0x802a7453533bd121 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128125.990173:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a53bb800/0x802a7453533bd121 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128125.990182:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88012c411a00) 00010000:00010000:3.0:1746128125.990184:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128125.990188:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a53bb800/0x802a7453533bd121 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128125.990192:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a53bb800/0x802a7453533bd121 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00000004:00010000:3.0:1746128125.991043:0:20908:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008cda8000 reply state ffff880092050000 transno 4294984659 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70e200/0x802a7453533bd128 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000100:00100000:3.0:1746128125.991050:0:20908:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746128125.991070:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3cc800/0x802a7453533bd11a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d4a expref: 11 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128125.991080:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70f200/0x802a7453533bd12f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d4a expref: 10 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128125.991085:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800931ec500) 00010000:00010000:3.0:1746128125.991087:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128125.991089:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b70f200, rc 0) 00000100:00100000:3.0:1746128125.991719:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:32245:x1830947542830336:12345-192.168.203.28@tcp:101:cp.0 Request processed in 2241us (3040us total) trans 4294984659 rc 0/0 00000100:00100000:3.0:1746128125.991726:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40694 00010000:00010000:1.0:1746128125.995324:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70e200/0x802a7453533bd128 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128125.995337:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70e200/0x802a7453533bd128 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128125.995343:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70e200/0x802a7453533bd128 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128125.995348:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b70e200 already unused, calling callback (ffffffffa137a690) 00010000:00010000:1.0:1746128125.995352:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70e200/0x802a7453533bd128 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128125.995358:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70e200/0x802a7453533bd128 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128125.995372:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff8800931ec700) 00010000:00010000:1.0:1746128125.995375:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128125.995378:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70e200/0x802a7453533bd128 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128125.995382:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70e200/0x802a7453533bd128 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00000100:00100000:2.0:1746128125.995998:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128125.996255:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542830464 00000100:00100000:0.0:1746128125.996262:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542830464 00000100:00100000:0.0:1746128125.996294:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5457 00000100:00100000:0.0:1746128125.996301:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:1962:x1830947542830464:12345-192.168.203.28@tcp:8:cp.0 00010000:00080000:0.0:1746128125.996323:0:8417:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from 8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp t0 exp (null) cur 522 last 0 00000020:00000080:0.0:1746128125.996344:0:8417:0:(genops.c:1402:class_connect()) connect: client 8aba9b19-3618-4b6f-bb85-6024cc12f2ca, cookie 0x802a7453533bd13d 00002000:00100000:0.0:1746128125.996353:0:8417:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 8aba9b19-3618-4b6f-bb85-6024cc12f2ca/ffff88008cffa000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103641 ocd_grant: 489422848 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1746128125.996370:0:8417:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:0.0:1746128125.996537:0:8417:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8800a5f84a80 00002000:00080000:0.0:1746128125.996543:0:8417:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1746128125.996562:0:8417:0:(import.c:66:import_set_state_nolock()) ffff88008cffd800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1746128125.996633:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1962:x1830947542830464:12345-192.168.203.28@tcp:8:cp.0 Request processed in 332us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128125.996638:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5457 00000100:00100000:0.0:1746128125.998023:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128125.998517:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542830592 00000100:00100000:2.0:1746128125.998523:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542830592 00000100:00080000:0.0:1746128125.998692:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746128125.998851:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5458 00000100:00100000:2.0:1746128125.998857:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:0:x1830947542830592:12345-192.168.203.28@tcp:101:cp.0 00010000:00010000:2.0:1746128125.998869:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128125.998882:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533bd144 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d51 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746128125.998899:0:8418:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746128125.998942:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128125.998944:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128125.998950:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533bd144 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d51 expref: 7 pid: 8418 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128125.998963:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533bd144 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d51 expref: 7 pid: 8418 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128125.998971:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091caa200, rc 0) 00000100:00100000:2.0:1746128125.999002:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:0:x1830947542830592:12345-192.168.203.28@tcp:101:cp.0 Request processed in 145us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128125.999007:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5458 00000100:00100000:0.0:1746128126.000826:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128126.001232:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542830720 00000100:00100000:1.0:1746128126.001239:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542830720 00000100:00100000:1.0:1746128126.001734:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5459 00000100:00100000:1.0:1746128126.001742:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:32245:x1830947542830720:12345-192.168.203.28@tcp:101:cp.0 00010000:00010000:1.0:1746128126.001754:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128126.001765:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533bd14b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d58 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128126.001785:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533bd144 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d51 expref: 8 pid: 8418 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128126.001791:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128126.001792:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128126.001795:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533bd14b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d58 expref: 8 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128126.001819:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533bd144 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d51 expref: 8 pid: 8418 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128126.001828:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533bd144 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d51 expref: 8 pid: 8418 timeout: 622 lvb_type: 1 00000100:00100000:1.0:1746128126.001837:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8417:1830947540468608:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128126.002716:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d361540 going to sleep for 11 seconds 00000100:00100000:1.0:1746128126.004034:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8417:1830947540468608:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128126.004053:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533bd14b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d58 expref: 8 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128126.004064:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57000, rc 0) 00000100:00100000:1.0:1746128126.004091:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:32245:x1830947542830720:12345-192.168.203.28@tcp:101:cp.0 Request processed in 2350us (3269us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128126.004099:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5459 00000100:00100000:0.0:1746128126.004687:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128126.005022:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542830848 00000100:00100000:3.0:1746128126.005028:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542830848 00010000:00010000:3.0:1746128126.005050:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533bd144 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d51 expref: 8 pid: 8418 timeout: 622 lvb_type: 1 00000100:00100000:3.0:1746128126.005067:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9342 00000100:00100000:3.0:1746128126.005072:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdaa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542830848:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128126.005083:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128126.005097:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533bd144 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d51 expref: 8 pid: 8418 timeout: 622 lvb_type: 1 00010000:00010000:3.0:1746128126.005106:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533bd144 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d51 expref: 8 pid: 8418 timeout: 622 lvb_type: 1 00010000:00010000:3.0:1746128126.005122:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091caa200/0x802a7453533bd144 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d51 expref: 8 pid: 8418 timeout: 622 lvb_type: 1 00010000:00010000:3.0:1746128126.005134:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128126.005136:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128126.005141:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533bd14b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d58 expref: 7 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.005147:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533bd14b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d58 expref: 7 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.005169:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533bd14b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d58 expref: 7 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128126.005178:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947540468736:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128126.005224:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5fdce40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128126.006995:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947540468736:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128126.007009:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128126.007045:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdaa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542830848:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1972us (2358us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128126.007056:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9342 00000100:00100000:0.0:1746128126.008477:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128126.008556:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542831104 00000100:00100000:3.0:1746128126.008562:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542831104 00000100:00100000:3.0:1746128126.008779:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 152 00000100:00100000:3.0:1746128126.008786:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:32245:x1830947542831104:12345-192.168.203.28@tcp:35:cp.0 00000100:00100000:3.0:1746128126.009038:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:32245:x1830947542831104:12345-192.168.203.28@tcp:35:cp.0 Request processed in 251us (563us total) trans 4294984660 rc 0/0 00000100:00100000:3.0:1746128126.009044:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 152 00000100:00100000:0.0:1746128126.050266:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128126.050439:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542831360 00000100:00100000:3.0:1746128126.050446:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542831360 00000100:00100000:3.0:1746128126.050493:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40695 00000100:00100000:3.0:1746128126.050500:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:32248:x1830947542831360:12345-192.168.203.28@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746128126.050518:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128126.050535:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3cce00/0x802a7453533bd152 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d5f expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.050626:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a53bb800/0x802a7453533bd159 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.050637:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a53bb800/0x802a7453533bd159 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.050645:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a53bb800/0x802a7453533bd159 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:3.0:1746128126.050653:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00010000:00010000:3.0:1746128126.050751:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3cce00/0x802a7453533bd152 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d5f expref: 14 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.050787:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a53bb800/0x802a7453533bd159 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d5f expref: 13 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.050794:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800931ec500) 00010000:00010000:3.0:1746128126.050796:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746128126.050799:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a53bb800, rc 0) 00000100:00100000:3.0:1746128126.050833:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+13:32248:x1830947542831360:12345-192.168.203.28@tcp:101:mmap_cat.0 Request processed in 334us (573us total) trans 4294984661 rc 0/0 00000100:00100000:3.0:1746128126.050839:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40695 00000100:00100000:0.0:1746128126.063485:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128126.063601:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542831488 00000100:00100000:2.0:1746128126.063609:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542831488 00000100:00100000:2.0:1746128126.063665:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40696 00000100:00100000:2.0:1746128126.063673:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+7:32252:x1830947542831488:12345-192.168.203.28@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746128126.063690:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128126.063705:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x802a7453533bd167 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d66 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128126.063752:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x802a7453533bd16e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.063766:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x802a7453533bd16e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.063773:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x802a7453533bd16e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:2.0:1746128126.063817:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746128126.063820:0:7083:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:2.0:1746128126.063833:0:7083:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x802a7453533bd16e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.063850:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x802a7453533bd167 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d66 expref: 9 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128126.063877:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x802a7453533bd16e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d66 expref: 8 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128126.063883:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411300) 00010000:00010000:2.0:1746128126.063885:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746128126.063887:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091cab600, rc 0) 00000100:00100000:2.0:1746128126.063936:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+8:32252:x1830947542831488:12345-192.168.203.28@tcp:101:mmap_cat.0 Request processed in 264us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128126.063940:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40696 00000100:00080000:0.0:1746128126.064350:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746128126.068615:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128126.069286:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542831616 00000100:00100000:3.0:1746128126.069293:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542831616 00000100:00100000:3.0:1746128126.069340:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40697 00000100:00100000:3.0:1746128126.069347:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+8:32252:x1830947542831616:12345-192.168.203.28@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746128126.069362:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128126.069619:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3cce00/0x802a7453533bd175 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d6d expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.069668:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d3800/0x802a7453533bd17c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069676:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d3800/0x802a7453533bd17c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069684:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d3800/0x802a7453533bd17c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069693:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d2400/0x802a7453533bd183 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069700:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d2400/0x802a7453533bd183 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069705:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d2400/0x802a7453533bd183 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069784:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d2e00/0x802a7453533bd18a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069790:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d2e00/0x802a7453533bd18a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069795:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d2e00/0x802a7453533bd18a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:3.0:1746128126.069815:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00000004:00200000:3.0:1746128126.069818:0:20908:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1746128126.069829:0:20908:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d2e00/0x802a7453533bd18a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069836:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d3800/0x802a7453533bd17c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069841:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d3800/0x802a7453533bd17c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069846:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d3800/0x802a7453533bd17c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069851:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801309d3800 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128126.069853:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d3800/0x802a7453533bd17c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069858:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d3800/0x802a7453533bd17c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069866:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411300) 00010000:00010000:3.0:1746128126.069869:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128126.069872:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d3800/0x802a7453533bd17c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069877:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d3800/0x802a7453533bd17c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069898:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d2400/0x802a7453533bd183 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069902:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d2400/0x802a7453533bd183 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069906:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d2400/0x802a7453533bd183 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069919:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801309d2400 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128126.069921:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d2400/0x802a7453533bd183 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069926:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d2400/0x802a7453533bd183 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069931:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8800931ec100) 00010000:00010000:3.0:1746128126.069933:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128126.069936:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d2400/0x802a7453533bd183 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069939:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d2400/0x802a7453533bd183 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.069961:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3cce00/0x802a7453533bd175 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d6d expref: 10 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.069971:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801309d2e00/0x802a7453533bd18a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d6d expref: 9 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.069976:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88012c411a00) 00010000:00010000:3.0:1746128126.069978:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746128126.069980:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801309d2e00, rc 0) 00000100:00100000:3.0:1746128126.070028:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+9:32252:x1830947542831616:12345-192.168.203.28@tcp:101:mmap_cat.0 Request processed in 680us (1418us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128126.070033:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40697 00000100:00100000:0.0:1746128126.072875:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128126.072982:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542831744 00000100:00100000:2.0:1746128126.072990:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542831744 00000100:00100000:2.0:1746128126.073036:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40698 00000100:00100000:2.0:1746128126.073043:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+9:32252:x1830947542831744:12345-192.168.203.28@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746128126.073057:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128126.073070:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd191 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d74 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128126.073113:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd198 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073122:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd198 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073129:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd198 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073137:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd19f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073142:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd19f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073146:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd19f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073214:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073220:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073224:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:2.0:1746128126.073246:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00000004:00200000:2.0:1746128126.073250:0:7083:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746128126.073260:0:7083:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073266:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073271:0:7083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd198 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073275:0:7083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd198 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073280:0:7083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd198 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073284:0:7083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091cab800 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128126.073287:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd198 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073292:0:7083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd198 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073300:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88012c411a00) 00010000:00010000:2.0:1746128126.073302:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128126.073305:0:7083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd198 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073309:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd198 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073334:0:7083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd19f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073339:0:7083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd19f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073343:0:7083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd19f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073346:0:7083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091cabe00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128126.073348:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd19f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073352:0:7083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd19f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073357:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88012c411e00) 00010000:00010000:2.0:1746128126.073358:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128126.073360:0:7083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd19f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.073363:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd19f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.074041:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd191 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d74 expref: 11 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128126.074050:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d74 expref: 10 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128126.074055:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800931ec500) 00010000:00010000:2.0:1746128126.074057:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128126.074059:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091caa800, rc 0) 00000100:00100000:2.0:1746128126.074109:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+10:32252:x1830947542831744:12345-192.168.203.28@tcp:101:mmap_cat.0 Request processed in 1066us (1240us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128126.074115:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40698 00000100:00100000:0.0:1746128126.077404:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128126.077476:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542831872 00000100:00100000:1.0:1746128126.077483:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542831872 00000100:00100000:1.0:1746128126.077518:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5460 00000100:00100000:1.0:1746128126.077524:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:1962:x1830947542831872:12345-192.168.203.28@tcp:8:mmap_cat.0 00010000:00080000:1.0:1746128126.077549:0:8417:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from 7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp t0 exp (null) cur 522 last 0 00000020:00000080:1.0:1746128126.077568:0:8417:0:(genops.c:1402:class_connect()) connect: client 7aa87384-656b-4166-a7ed-fb87664a8ead, cookie 0x802a7453533bd1ad 00002000:00100000:1.0:1746128126.077600:0:8417:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 7aa87384-656b-4166-a7ed-fb87664a8ead/ffff880092007800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103641 ocd_grant: 189136896 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1746128126.077609:0:8417:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:1.0:1746128126.077676:0:8417:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8800a5f84a80 00002000:00080000:1.0:1746128126.077684:0:8417:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1746128126.077704:0:8417:0:(import.c:66:import_set_state_nolock()) ffff880092007000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1746128126.077747:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1962:x1830947542831872:12345-192.168.203.28@tcp:8:mmap_cat.0 Request processed in 222us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128126.077753:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5460 00000100:00100000:0.0:1746128126.079676:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128126.079816:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542832000 00000100:00100000:3.0:1746128126.079823:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542832000 00000100:00100000:3.0:1746128126.079865:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5461 00000100:00100000:3.0:1746128126.079871:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:0:x1830947542832000:12345-192.168.203.28@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746128126.079883:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128126.079895:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801309d3800/0x802a7453533bd1b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d7b expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128126.079943:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8418:1830947540468864:192.168.203.28@tcp:106: 00000100:00100000:3.0:1746128126.080003:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5fdc540 going to sleep for 11 seconds 00000100:00080000:0.0:1746128126.080109:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1746128126.081715:0:8418:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size: 0 -> 1716 00002000:00010000:3.0:1746128126.081719:0:8418:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb mtime: 0 -> 1746128126 00002000:00010000:3.0:1746128126.081721:0:8418:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime: 0 -> 1746128126 00002000:00010000:3.0:1746128126.081723:0:8418:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb ctime: 0 -> 1746128126 00000100:00100000:3.0:1746128126.081736:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8418:1830947540468864:192.168.203.28@tcp:106: 00010000:00010000:3.0:1746128126.081755:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801309d3800/0x802a7453533bd1b4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d7b expref: 7 pid: 8418 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128126.081765:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801309d3800/0x802a7453533bd1b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d7b expref: 7 pid: 8418 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128126.081784:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801309d3800, rc 0) 00000100:00100000:3.0:1746128126.081971:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:0:x1830947542832000:12345-192.168.203.28@tcp:101:mmap_cat.0 Request processed in 2099us (2300us total) trans 0 rc 301/301 00000100:00100000:3.0:1746128126.081978:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5461 00000100:00100000:0.0:1746128126.084162:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128126.084233:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542832256 00000100:00100000:3.0:1746128126.084239:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542832256 00000100:00100000:3.0:1746128126.084462:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40699 00000100:00100000:3.0:1746128126.084469:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+10:32252:x1830947542832256:12345-192.168.203.28@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746128126.084482:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128126.084494:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bd1bb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d82 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.084552:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3e00/0x802a7453533bd1c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.084563:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3e00/0x802a7453533bd1c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.084588:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3e00/0x802a7453533bd1c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:3.0:1746128126.084595:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00010000:00010000:3.0:1746128126.084677:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bd1bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d82 expref: 13 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.084693:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3e00/0x802a7453533bd1c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d82 expref: 12 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.084700:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800931ec500) 00010000:00010000:3.0:1746128126.084702:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128126.084704:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932f3e00, rc 0) 00000100:00100000:3.0:1746128126.084743:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+12:32252:x1830947542832256:12345-192.168.203.28@tcp:101:mmap_cat.0 Request processed in 275us (585us total) trans 4294984662 rc 0/0 00000100:00100000:3.0:1746128126.084748:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40699 00000100:00100000:0.0:1746128126.087599:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128126.087643:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128126.087818:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542832512 00000100:00100000:2.0:1746128126.087825:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542832512 00000100:00100000:2.0:1746128126.087877:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 207 00000100:00100000:2.0:1746128126.087884:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+12:1964:x1830947542832512:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128126.087898:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128126.087928:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3e00/0x802a7453533bd1c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d82 expref: 12 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128126.087942:0:9797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800931ec500) 00010000:00010000:2.0:1746128126.087946:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128126.087978:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+11:1964:x1830947542832512:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 94us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128126.087983:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 207 00000100:00100000:3.0:1746128126.088485:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542832384 00000100:00100000:3.0:1746128126.088488:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542832384 00000100:00100000:3.0:1746128126.089096:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5462 00000100:00100000:3.0:1746128126.089102:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542832384:12345-192.168.203.28@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746128126.089115:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128126.089124:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800932f3800/0x802a7453533bd1d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d89 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128126.089158:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8418:1830947540468992:192.168.203.28@tcp:106: 00000100:00100000:3.0:1746128126.089419:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5fdc540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128126.090880:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8418:1830947540468992:192.168.203.28@tcp:106: 00010000:00010000:3.0:1746128126.090901:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800932f3800/0x802a7453533bd1d0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d89 expref: 7 pid: 8418 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128126.090920:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800932f3800/0x802a7453533bd1d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d89 expref: 7 pid: 8418 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128126.090932:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932f3800, rc 0) 00000100:00100000:3.0:1746128126.090990:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542832384:12345-192.168.203.28@tcp:101:mmap_cat.0 Request processed in 1888us (3427us total) trans 0 rc 301/301 00000100:00100000:3.0:1746128126.090996:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5462 00000100:00100000:0.0:1746128126.093339:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128126.093417:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542832640 00000100:00100000:3.0:1746128126.093423:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542832640 00000100:00100000:3.0:1746128126.093460:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5463 00000100:00100000:3.0:1746128126.093466:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:32252:x1830947542832640:12345-192.168.203.28@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746128126.093478:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128126.093489:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800932f2e00/0x802a7453533bd1d7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d90 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.093509:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533bd14b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d58 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.093514:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128126.093516:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128126.093519:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932f2e00/0x802a7453533bd1d7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d90 expref: 7 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.093539:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533bd14b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d58 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.093547:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533bd14b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d58 expref: 6 pid: 8417 timeout: 622 lvb_type: 0 00000100:00100000:3.0:1746128126.093561:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8418:1830947540469120:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128126.093642:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5fdc540 going to sleep for 11 seconds 00000100:00100000:3.0:1746128126.095724:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8418:1830947540469120:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128126.095741:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800932f2e00/0x802a7453533bd1d7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d90 expref: 7 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.095751:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932f2e00, rc 0) 00000100:00100000:3.0:1746128126.095779:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+7:32252:x1830947542832640:12345-192.168.203.28@tcp:101:mmap_cat.0 Request processed in 2313us (2445us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128126.095786:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5463 00000100:00100000:0.0:1746128126.095929:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128126.096122:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542832768 00000100:00100000:1.0:1746128126.096127:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542832768 00002000:00100000:1.0:1746128126.096154:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (0->1715) req@ffff880091f7fb80 x1830947542832768/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:377/0 lens 2208/0 e 0 to 0 dl 1746128137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746128126.096162:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7fb80 with x1830947542832768 ext(0->1715) 00010000:00010000:1.0:1746128126.096167:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533bd14b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d58 expref: 7 pid: 8417 timeout: 622 lvb_type: 0 00010000:00010000:1.0:1746128126.096176:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533bd14b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d58 expref: 7 pid: 8417 timeout: 622 lvb_type: 0 00002000:00010000:1.0:1746128126.096181:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f7fb80 00000100:00100000:1.0:1746128126.096204:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2015 00000100:00100000:1.0:1746128126.096210:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542832768:12345-192.168.203.28@tcp:4:cp.0 00000001:00100000:0.0:1746128126.123898:0:8509:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8aba9b19-3618-4b6f-bb85-6024cc12f2ca 00000001:00100000:0.0:1746128126.123920:0:8509:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7aa87384-656b-4166-a7ed-fb87664a8ead 00000100:00100000:1.0:1746128126.124330:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542832768:12345-192.168.203.28@tcp:4:cp.0 Request processed in 28115us (28395us total) trans 4294968498 rc 0/0 00000100:00100000:1.0:1746128126.124340:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2015 00002000:00100000:1.0:1746128126.124351:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (0->1715) req@ffff880091f7fb80 x1830947542832768/t4294968498(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:377/0 lens 2208/448 e 0 to 0 dl 1746128137 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746128126.124360:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7fb80 with x1830947542832768 ext(0->1715) 00010000:00010000:1.0:1746128126.124368:0:31890:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533bd14b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d58 expref: 8 pid: 8417 timeout: 622 lvb_type: 0 00010000:00010000:1.0:1746128126.124380:0:31890:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533bd14b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d58 expref: 8 pid: 8417 timeout: 622 lvb_type: 0 00002000:00010000:1.0:1746128126.124386:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f7fb80 00000100:00100000:0.0:1746128126.128004:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128126.128032:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542832896 00000100:00100000:0.0:1746128126.128039:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542832896 00010000:00010000:0.0:1746128126.128071:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533bd14b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d58 expref: 8 pid: 8417 timeout: 622 lvb_type: 0 00000100:00100000:0.0:1746128126.128335:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9343 00000100:00100000:0.0:1746128126.128344:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542832896:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128126.128355:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128126.128372:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533bd14b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d58 expref: 8 pid: 8417 timeout: 622 lvb_type: 0 00010000:00010000:0.0:1746128126.128383:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533bd14b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d58 expref: 8 pid: 8417 timeout: 622 lvb_type: 0 00010000:00010000:0.0:1746128126.128401:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce57000/0x802a7453533bd14b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d58 expref: 8 pid: 8417 timeout: 622 lvb_type: 0 00010000:00010000:0.0:1746128126.128411:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128126.128412:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128126.128418:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932f2e00/0x802a7453533bd1d7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d90 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128126.128424:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800932f2e00/0x802a7453533bd1d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d90 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128126.128449:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800932f2e00/0x802a7453533bd1d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d90 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128126.128459:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947540469248:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128126.129156:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746128126.131750:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128126.131816:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542833152 00000100:00100000:1.0:1746128126.131823:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542833152 00002000:00100000:1.0:1746128126.131859:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff880091f7e680 x1830947542833152/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:377/0 lens 488/0 e 0 to 0 dl 1746128137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128126.131867:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7e680 with x1830947542833152 ext(0->4095) 00002000:00010000:1.0:1746128126.131871:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f7e680 00000100:00100000:2.0:1746128126.131969:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947540469248:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128126.131985:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128126.132018:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542832896:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3676us (4021us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128126.132026:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9343 00000100:00100000:1.0:1746128126.132459:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3947 00000100:00100000:1.0:1746128126.132466:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542833152:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746128126.132569:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542833152:12345-192.168.203.28@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (824us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128126.132591:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3947 00002000:00100000:1.0:1746128126.132596:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff880091f7e680 x1830947542833152/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:377/0 lens 488/4536 e 0 to 0 dl 1746128137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746128126.132603:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7e680 with x1830947542833152 ext(0->4095) 00002000:00010000:1.0:1746128126.132605:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f7e680 00000100:00100000:2.0:1746128126.137853:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128126.138367:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542833408 00000100:00100000:3.0:1746128126.138375:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542833408 00000100:00100000:3.0:1746128126.138421:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 153 00000100:00100000:3.0:1746128126.138429:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+11:32252:x1830947542833408:12345-192.168.203.28@tcp:35:mmap_cat.0 00000100:00100000:3.0:1746128126.138608:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+12:32252:x1830947542833408:12345-192.168.203.28@tcp:35:mmap_cat.0 Request processed in 179us (760us total) trans 4294984663 rc 0/0 00000100:00100000:3.0:1746128126.138614:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 153 00000100:00100000:0.0:1746128126.154532:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128126.154622:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542833664 00000100:00100000:2.0:1746128126.154630:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542833664 00000100:00100000:2.0:1746128126.154678:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40700 00000100:00100000:2.0:1746128126.154685:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+13:32255:x1830947542833664:12345-192.168.203.28@tcp:36:truncate.0 00010000:00010000:2.0:1746128126.154725:0:7083:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128126.154745:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70f200/0x802a7453533bd12f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d4a expref: 13 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128126.154767:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800931ec500) 00010000:00010000:2.0:1746128126.154771:0:7083:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128126.154973:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd1de lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.154985:0:7083:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d74 expref: 11 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128126.154991:0:7083:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd1de lrc: 4/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.155013:0:7083:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d74 expref: 11 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128126.155023:0:7083:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d74 expref: 11 pid: 7083 timeout: 622 lvb_type: 0 00000100:00100000:2.0:1746128126.155033:0:7083:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094642a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7083:1830947540469376:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128126.156204:0:7083:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a847f480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128126.158857:0:7083:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094642a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7083:1830947540469376:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128126.158876:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd1de lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1746128126.159347:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128126.160072:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542833792 00000100:00100000:2.0:1746128126.160078:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542833792 00010000:00010000:2.0:1746128126.160103:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d74 expref: 12 pid: 7083 timeout: 622 lvb_type: 0 00000100:00100000:2.0:1746128126.160138:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9344 00000100:00100000:2.0:1746128126.160144:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+12:1963:x1830947542833792:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128126.160154:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128126.160159:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d74 expref: 12 pid: 7083 timeout: 622 lvb_type: 0 00010000:00010000:2.0:1746128126.160169:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d74 expref: 12 pid: 7083 timeout: 622 lvb_type: 0 00010000:00010000:2.0:1746128126.160184:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d74 expref: 12 pid: 7083 timeout: 622 lvb_type: 0 00010000:00010000:2.0:1746128126.160207:0:7067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800931ec500) 00010000:00010000:2.0:1746128126.160211:0:7067:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd1de lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.160217:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd1de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.160222:0:7067:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd1de lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.160237:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128126.160269:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+11:1963:x1830947542833792:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 125us (923us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128126.160274:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9344 00010000:00010000:2.0:1746128126.160290:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd1de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.160295:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd1de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000001:00080000:2.0:1746128126.160376:0:7083:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294984664 00000004:00010000:2.0:1746128126.160412:0:7083:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880091f7d880 reply state ffff8800947d5000 transno 4294984665 ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd1de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1746128126.160417:0:7083:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746128126.160467:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+15:32255:x1830947542833664:12345-192.168.203.28@tcp:36:truncate.0 Request processed in 5782us (5940us total) trans 4294984665 rc 0/0 00000100:00100000:2.0:1746128126.160472:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40700 00000020:00080000:2.0:1746128126.160475:0:7083:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746128126.162312:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:2.0:1746128126.162394:0:3288:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd1de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.162401:0:3288:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd1de lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.162406:0:3288:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd1de lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.162410:0:3288:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091cabe00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128126.162414:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd1de lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.162419:0:3288:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd1de lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.162429:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800931ec500) 00010000:00010000:2.0:1746128126.162432:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128126.162435:0:3288:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd1de lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.162439:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd1de lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1746128126.162692:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542833920 00000100:00100000:3.0:1746128126.162698:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542833920 00000100:00100000:3.0:1746128126.162737:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5464 00000100:00100000:3.0:1746128126.162743:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:32255:x1830947542833920:12345-192.168.203.28@tcp:101:truncate.0 00010000:00010000:3.0:1746128126.162755:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128126.162766:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800952bf200/0x802a7453533bd1e5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d97 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.162784:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800932f2e00/0x802a7453533bd1d7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d90 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.162790:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128126.162791:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128126.162794:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800952bf200/0x802a7453533bd1e5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d97 expref: 8 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.162816:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800932f2e00/0x802a7453533bd1d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d90 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.162826:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800932f2e00/0x802a7453533bd1d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d90 expref: 5 pid: 8418 timeout: 622 lvb_type: 0 00000100:00100000:3.0:1746128126.162836:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8418:1830947540469504:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128126.162889:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5fdc600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128126.164826:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8418:1830947540469504:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128126.164847:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800952bf200/0x802a7453533bd1e5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d97 expref: 8 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.164858:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800952bf200, rc 0) 00000100:00100000:3.0:1746128126.164887:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:32255:x1830947542833920:12345-192.168.203.28@tcp:101:truncate.0 Request processed in 2145us (2579us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128126.164893:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5464 00000100:00100000:0.0:1746128126.166491:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128126.166558:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542834048 00000100:00100000:3.0:1746128126.166564:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542834048 00010000:00010000:3.0:1746128126.166610:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800932f2e00/0x802a7453533bd1d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d90 expref: 6 pid: 8418 timeout: 622 lvb_type: 0 00000100:00100000:3.0:1746128126.167033:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9345 00000100:00100000:3.0:1746128126.167040:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542834048:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128126.167051:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128126.167069:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800932f2e00/0x802a7453533bd1d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d90 expref: 6 pid: 8418 timeout: 622 lvb_type: 0 00010000:00010000:3.0:1746128126.167078:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800932f2e00/0x802a7453533bd1d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d90 expref: 6 pid: 8418 timeout: 622 lvb_type: 0 00010000:00010000:3.0:1746128126.167095:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800932f2e00/0x802a7453533bd1d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d90 expref: 6 pid: 8418 timeout: 622 lvb_type: 0 00010000:00010000:3.0:1746128126.167118:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128126.167120:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128126.167126:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800952bf200/0x802a7453533bd1e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d97 expref: 7 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.167133:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800952bf200/0x802a7453533bd1e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d97 expref: 7 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.167158:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800952bf200/0x802a7453533bd1e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d97 expref: 7 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128126.167167:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947540469632:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128126.167947:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5fdc600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128126.169664:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947540469632:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128126.169679:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128126.169710:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542834048:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2670us (3222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128126.169717:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9345 00000100:00100000:0.0:1746128126.170159:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128126.170544:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542834176 00000100:00100000:3.0:1746128126.170549:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542834176 00002000:00010000:3.0:1746128126.170604:0:25180:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/26 (858->18446744073709551615) 00002000:00100000:3.0:1746128126.170607:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d402680 with x1830947542834176 ext(858->18446744073709551615) 00002000:00010000:3.0:1746128126.170614:0:25180:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d402680. 00000100:00100000:3.0:1746128126.170634:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3948 00000100:00100000:3.0:1746128126.170640:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d402680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542834176:12345-192.168.203.28@tcp:10:truncate.0 00002000:00010000:3.0:1746128126.170824:0:25180:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:3.0:1746128126.170827:0:25180:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb mtime from disk: 1746128126 -> 1746128126 00002000:00010000:3.0:1746128126.170829:0:25180:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime from disk: 1746128126 -> 0 00002000:00010000:3.0:1746128126.170830:0:25180:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb ctime from disk: 1746128126 -> 1746128126 00002000:00010000:3.0:1746128126.170832:0:25180:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746128126.170855:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d402680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542834176:12345-192.168.203.28@tcp:10:truncate.0 Request processed in 214us (696us total) trans 4294968499 rc 0/0 00000100:00100000:3.0:1746128126.170859:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3948 00002000:00010000:3.0:1746128126.170862:0:25180:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/26 (858->18446744073709551615) 00002000:00100000:3.0:1746128126.170864:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d402680 with x1830947542834176 ext(858->18446744073709551615) 00002000:00010000:3.0:1746128126.170867:0:25180:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d402680. 00000100:00100000:0.0:1746128126.192076:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128126.193718:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542834304 00000100:00100000:2.0:1746128126.193728:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542834304 00000100:00100000:2.0:1746128126.193786:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40701 00000100:00100000:2.0:1746128126.193793:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:32257:x1830947542834304:12345-192.168.203.28@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746128126.193810:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128126.193826:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd1ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3d9e expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128126.193871:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x802a7453533bd1f3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.193881:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x802a7453533bd1f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.193889:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x802a7453533bd1f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.193898:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.193903:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.193919:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.193987:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x802a7453533bd201 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.193993:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x802a7453533bd201 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.193998:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x802a7453533bd201 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:2.0:1746128126.194020:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00000004:00200000:2.0:1746128126.194024:0:7083:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746128126.194035:0:7083:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x802a7453533bd201 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.194042:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x802a7453533bd201 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.194049:0:7083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x802a7453533bd1f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.194054:0:7083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x802a7453533bd1f3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.194059:0:7083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x802a7453533bd1f3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.194062:0:7083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091cabc00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128126.194065:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x802a7453533bd1f3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.194070:0:7083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x802a7453533bd1f3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.194078:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88012c411a00) 00010000:00010000:2.0:1746128126.194080:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128126.194083:0:7083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x802a7453533bd1f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.194088:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x802a7453533bd1f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.194113:0:7083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.194118:0:7083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1fa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.194122:0:7083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.194126:0:7083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091caa800 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128126.194128:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.194132:0:7083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.194138:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88012c411400) 00010000:00010000:2.0:1746128126.194139:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128126.194142:0:7083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1fa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.194146:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd1fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128126.194168:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd1ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d9e expref: 16 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128126.194177:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa200/0x802a7453533bd201 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d9e expref: 15 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128126.194182:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800931ec500) 00010000:00010000:2.0:1746128126.194184:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128126.194185:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091caa200, rc 0) 00000100:00100000:2.0:1746128126.194225:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+15:32257:x1830947542834304:12345-192.168.203.28@tcp:101:mmap_cat.0 Request processed in 434us (2156us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128126.194231:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40701 00000100:00100000:0.0:1746128126.198727:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128126.198845:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542834560 00000100:00100000:1.0:1746128126.198852:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542834560 00002000:00100000:1.0:1746128126.198886:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff88012d400380 x1830947542834560/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:377/0 lens 488/0 e 0 to 0 dl 1746128137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746128126.198894:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d400380 with x1830947542834560 ext(0->4095) 00002000:00010000:1.0:1746128126.198898:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d400380 00000100:00100000:1.0:1746128126.201144:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3949 00000100:00100000:1.0:1746128126.201157:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1964:x1830947542834560:12345-192.168.203.28@tcp:3:cp.0 00000100:00100000:1.0:1746128126.201341:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1964:x1830947542834560:12345-192.168.203.28@tcp:3:cp.0 Request processed in 189us (2619us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746128126.201351:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3949 00002000:00100000:1.0:1746128126.201357:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff88012d400380 x1830947542834560/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:377/0 lens 488/4536 e 0 to 0 dl 1746128137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746128126.201365:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d400380 with x1830947542834560 ext(0->4095) 00002000:00010000:1.0:1746128126.201370:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d400380 00000100:00100000:0.0:1746128126.226967:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128126.227527:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542834688 00000100:00100000:3.0:1746128126.227534:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542834688 00000100:00100000:3.0:1746128126.227633:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40702 00000100:00100000:3.0:1746128126.227641:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d402d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+11:32261:x1830947542834688:12345-192.168.203.28@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746128126.227659:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128126.227672:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800952bfe00/0x802a7453533bd208 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3da5 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.227718:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5144a00/0x802a7453533bd20f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227727:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5144a00/0x802a7453533bd20f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227736:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5144a00/0x802a7453533bd20f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227746:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099cb4200/0x802a7453533bd216 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227752:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099cb4200/0x802a7453533bd216 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227757:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099cb4200/0x802a7453533bd216 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227824:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009578ee00/0x802a7453533bd21d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227830:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009578ee00/0x802a7453533bd21d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227835:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009578ee00/0x802a7453533bd21d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:3.0:1746128126.227861:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00000004:00200000:3.0:1746128126.227864:0:20908:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746128126.227874:0:20908:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009578ee00/0x802a7453533bd21d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227882:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009578ee00/0x802a7453533bd21d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227887:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5144a00/0x802a7453533bd20f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227892:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5144a00/0x802a7453533bd20f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227896:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5144a00/0x802a7453533bd20f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227901:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5144a00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128126.227904:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5144a00/0x802a7453533bd20f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227919:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5144a00/0x802a7453533bd20f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227927:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff88012c411a00) 00010000:00010000:3.0:1746128126.227929:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128126.227932:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5144a00/0x802a7453533bd20f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227936:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5144a00/0x802a7453533bd20f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227953:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099cb4200/0x802a7453533bd216 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227958:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099cb4200/0x802a7453533bd216 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227962:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099cb4200/0x802a7453533bd216 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227966:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099cb4200 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128126.227968:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099cb4200/0x802a7453533bd216 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227972:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099cb4200/0x802a7453533bd216 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227977:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff8800931eca00) 00010000:00010000:3.0:1746128126.227980:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128126.227981:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099cb4200/0x802a7453533bd216 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.227985:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099cb4200/0x802a7453533bd216 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128126.228007:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800952bfe00/0x802a7453533bd208 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3da5 expref: 13 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.228016:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009578ee00/0x802a7453533bd21d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3da5 expref: 12 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.228020:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800931ec500) 00010000:00010000:3.0:1746128126.228021:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128126.228023:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009578ee00, rc 0) 00000100:00100000:3.0:1746128126.228072:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d402d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+12:32261:x1830947542834688:12345-192.168.203.28@tcp:101:mmap_cat.0 Request processed in 432us (1111us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128126.228078:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40702 00000100:00100000:0.0:1746128126.233040:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128126.233265:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542834816 00000100:00100000:3.0:1746128126.233273:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542834816 00000100:00100000:3.0:1746128126.233317:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5465 00000100:00100000:3.0:1746128126.233323:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542834816:12345-192.168.203.28@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746128126.233336:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128126.233348:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009578ec00/0x802a7453533bd224 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3dac expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128126.233388:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8418:1830947540469760:192.168.203.28@tcp:106: 00000100:00100000:3.0:1746128126.236120:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5fdcc00 going to sleep for 11 seconds 00002000:00010000:3.0:1746128126.237057:0:8418:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime: 0 -> 1746128126 00000100:00100000:3.0:1746128126.237076:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8418:1830947540469760:192.168.203.28@tcp:106: 00010000:00010000:3.0:1746128126.237100:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009578ec00/0x802a7453533bd224 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3dac expref: 6 pid: 8418 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128126.237112:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009578ec00/0x802a7453533bd224 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3dac expref: 6 pid: 8418 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128126.237126:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009578ec00, rc 0) 00000100:00100000:3.0:1746128126.237173:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542834816:12345-192.168.203.28@tcp:101:mmap_cat.0 Request processed in 3849us (4138us total) trans 0 rc 301/301 00000100:00100000:3.0:1746128126.237179:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5465 00000100:00100000:2.0:1746128126.240855:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128126.241244:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542835072 00000100:00100000:0.0:1746128126.241251:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542835072 00000100:00100000:0.0:1746128126.241294:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40703 00000100:00100000:0.0:1746128126.241301:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094642a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+12:32261:x1830947542835072:12345-192.168.203.28@tcp:101:mmap_cat.0 00010000:00010000:0.0:1746128126.241316:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128126.241330:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3cc800/0x802a7453533bd22b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3db3 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128126.241399:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800952bfe00/0x802a7453533bd232 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128126.241410:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800952bfe00/0x802a7453533bd232 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128126.241419:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800952bfe00/0x802a7453533bd232 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1746128126.241427:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00010000:00010000:0.0:1746128126.241515:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3cc800/0x802a7453533bd22b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3db3 expref: 15 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128126.241533:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800952bfe00/0x802a7453533bd232 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3db3 expref: 14 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128126.241539:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800931ec500) 00010000:00010000:0.0:1746128126.241541:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746128126.241543:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800952bfe00, rc 0) 00000100:00100000:0.0:1746128126.241604:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094642a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+14:32261:x1830947542835072:12345-192.168.203.28@tcp:101:mmap_cat.0 Request processed in 303us (755us total) trans 4294984666 rc 0/0 00000100:00100000:0.0:1746128126.241610:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40703 00000100:00100000:0.0:1746128126.248842:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128126.248916:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128126.249125:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542835200 00000100:00100000:3.0:1746128126.249132:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542835200 00000100:00100000:3.0:1746128126.249177:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5466 00000100:00100000:3.0:1746128126.249184:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d402300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542835200:12345-192.168.203.28@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746128126.249197:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128126.249209:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800935e8800/0x802a7453533bd240 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3dba expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128126.249248:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8418:1830947540469888:192.168.203.28@tcp:106: 00000100:00100000:2.0:1746128126.250466:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542835328 00000100:00100000:2.0:1746128126.250471:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542835328 00000100:00100000:2.0:1746128126.250500:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 208 00000100:00100000:2.0:1746128126.250505:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5fcc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1963:x1830947542835328:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128126.250514:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128126.250529:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800952bfe00/0x802a7453533bd232 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3db3 expref: 14 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128126.250558:0:9797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8800931ec500) 00010000:00010000:2.0:1746128126.250561:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128126.250604:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5fcc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+13:1963:x1830947542835328:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 98us (1696us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128126.250605:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5fdcc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746128126.250609:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 208 00000100:00100000:3.0:1746128126.256199:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8418:1830947540469888:192.168.203.28@tcp:106: 00010000:00010000:3.0:1746128126.256227:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800935e8800/0x802a7453533bd240 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3dba expref: 6 pid: 8418 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128126.256240:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800935e8800/0x802a7453533bd240 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3dba expref: 6 pid: 8418 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128126.256253:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935e8800, rc 0) 00000100:00100000:3.0:1746128126.256303:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d402300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1966:x1830947542835200:12345-192.168.203.28@tcp:101:mmap_cat.0 Request processed in 7118us (7466us total) trans 0 rc 301/301 00000100:00100000:3.0:1746128126.256311:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5466 00000100:00100000:1.0:1746128126.264377:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:0.0:1746128126.264715:0:7071:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746128126.264777:0:8418:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542835456 00000100:00100000:3.0:1746128126.264785:0:8418:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542835456 00000100:00100000:3.0:1746128126.264829:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5467 00000100:00100000:3.0:1746128126.264836:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:32261:x1830947542835456:12345-192.168.203.28@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746128126.264849:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128126.264862:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800935e8600/0x802a7453533bd247 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3dc1 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.264889:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800952bf200/0x802a7453533bd1e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d97 expref: 8 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.264895:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128126.264896:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128126.264900:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935e8600/0x802a7453533bd247 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3dc1 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.264932:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800952bf200/0x802a7453533bd1e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d97 expref: 8 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.264942:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800952bf200/0x802a7453533bd1e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d97 expref: 8 pid: 8418 timeout: 622 lvb_type: 0 00000100:00100000:3.0:1746128126.264952:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8418:1830947540470016:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128126.265038:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5fdcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128126.271763:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8418:1830947540470016:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128126.271789:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800935e8600/0x802a7453533bd247 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3dc1 expref: 6 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.271803:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935e8600, rc 0) 00000100:00100000:3.0:1746128126.272563:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+6:32261:x1830947542835456:12345-192.168.203.28@tcp:101:mmap_cat.0 Request processed in 7724us (8200us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128126.272605:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5467 00000100:00100000:1.0:1746128126.272874:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128126.273138:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542835584 00000100:00100000:3.0:1746128126.273145:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542835584 00010000:00010000:3.0:1746128126.273168:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800952bf200/0x802a7453533bd1e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d97 expref: 9 pid: 8418 timeout: 622 lvb_type: 0 00000100:00100000:3.0:1746128126.273186:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9346 00000100:00100000:3.0:1746128126.273192:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1964:x1830947542835584:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128126.273201:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128126.273828:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800952bf200/0x802a7453533bd1e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d97 expref: 9 pid: 8418 timeout: 622 lvb_type: 0 00010000:00010000:3.0:1746128126.273839:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800952bf200/0x802a7453533bd1e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d97 expref: 9 pid: 8418 timeout: 622 lvb_type: 0 00010000:00010000:3.0:1746128126.273857:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800952bf200/0x802a7453533bd1e5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d97 expref: 9 pid: 8418 timeout: 622 lvb_type: 0 00010000:00010000:3.0:1746128126.273883:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128126.273885:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128126.273890:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935e8600/0x802a7453533bd247 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3dc1 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.273897:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935e8600/0x802a7453533bd247 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3dc1 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128126.273930:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800935e8600/0x802a7453533bd247 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3dc1 expref: 5 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128126.273941:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947540470144:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128126.273997:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5fdcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746128126.283788:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947540470144:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128126.283806:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128126.283852:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542835584:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 10659us (10978us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128126.283861:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9346 00000100:00100000:0.0:1746128126.284760:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128126.285938:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542835840 00000100:00100000:3.0:1746128126.285945:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542835840 00002000:00100000:3.0:1746128126.285976:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff88012d401c00 x1830947542835840/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:377/0 lens 488/0 e 0 to 0 dl 1746128137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128126.285985:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d401c00 with x1830947542835840 ext(0->4095) 00002000:00010000:3.0:1746128126.285988:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d401c00 00000100:00100000:3.0:1746128126.286014:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3950 00000100:00100000:3.0:1746128126.286020:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d401c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542835840:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746128126.286517:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d401c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542835840:12345-192.168.203.28@tcp:3:ptlrpcd_00_01.0 Request processed in 495us (1757us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128126.286524:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3950 00002000:00100000:3.0:1746128126.286530:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff88012d401c00 x1830947542835840/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:377/0 lens 488/4536 e 0 to 0 dl 1746128137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746128126.286535:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d401c00 with x1830947542835840 ext(0->4095) 00002000:00010000:3.0:1746128126.286538:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d401c00 00000100:00100000:0.0:1746128126.290779:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128126.290863:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542836096 00000100:00100000:1.0:1746128126.290869:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542836096 00000100:00100000:1.0:1746128126.291068:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 154 00000100:00100000:1.0:1746128126.291076:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a5b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+13:32261:x1830947542836096:12345-192.168.203.28@tcp:35:mmap_cat.0 00000100:00100000:1.0:1746128126.291641:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a5b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+14:32261:x1830947542836096:12345-192.168.203.28@tcp:35:mmap_cat.0 Request processed in 565us (868us total) trans 4294984667 rc 0/0 00000100:00100000:1.0:1746128126.291648:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 154 00000001:00080000:3.0:1746128126.382465:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968023 is committed 00000100:00100000:0.0:1746128126.617219:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128126.617267:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128126.617291:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128126.617330:0:7076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542836224 00000100:00100000:0.0:1746128126.617337:0:7076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542836224 00000100:00100000:0.0:1746128126.617371:0:7076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 388 00000100:00100000:0.0:1746128126.617378:0:7076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6138050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7942e9de-9730-471c-9d1a-fdfcd28eb817+12:1964:x1830947542836224:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1746128126.617426:0:7076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6138050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7942e9de-9730-471c-9d1a-fdfcd28eb817+12:1964:x1830947542836224:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 49us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128126.617432:0:7076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 388 00000100:00100000:1.0:1746128126.617787:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542836352 00000100:00100000:1.0:1746128126.617791:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542836352 00000100:00100000:1.0:1746128126.617817:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542836480 00000100:00100000:1.0:1746128126.617819:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542836480 00000100:00100000:1.0:1746128126.617832:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 434 00000100:00100000:1.0:1746128126.617840:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d401880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1963:x1830947542836352:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:2.0:1746128126.617895:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 435 00000100:00100000:2.0:1746128126.617900:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542836480:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:1.0:1746128126.618022:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d401880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1963:x1830947542836352:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 184us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128126.618038:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1964:x1830947542836480:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 139us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128126.618043:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 435 00000100:00080000:0.0:1746128126.620737:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746128126.621724:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 434 00000100:00100000:0.0:1746128126.923230:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746128126.923247:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d400e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947540470272:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746128126.923295:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128126.923350:0:18520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540470272 00000100:00100000:0.0:1746128126.923355:0:18520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540470272 00000100:00100000:0.0:1746128126.923383:0:18520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:0.0:1746128126.923389:0:18520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d401f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1830947540470272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746128126.923405:0:18520:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 50921472 pending 1703936 free 3857711104 avail 3855613952 00000100:00100000:0.0:1746128126.923432:0:18520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d401f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1830947540470272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 44us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128126.923437:0:18520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:0.0:1746128126.923467:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d400e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947540470272:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1746128127.266828:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746128128.269139:0:11111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746128129.270072:0:7070:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746128129.366682:0:7134:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984666 is committed 00000001:00080000:0.0:1746128129.366694:0:7134:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984658 is committed 00000001:00080000:0.0:1746128129.366699:0:7134:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984667 is committed 00000001:00080000:0.0:1746128129.366708:0:7134:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984665 is committed 00000001:02000400:1.0:1746128129.684776:0:3786:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 15:35:29 (1746128129) 00000100:00100000:0.0:1746128129.743474:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128129.743677:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542836736 00000100:00100000:2.0:1746128129.743688:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542836736 00000100:00100000:2.0:1746128129.743751:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40704 00000100:00100000:2.0:1746128129.743763:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:424:x1830947542836736:12345-192.168.203.28@tcp:36:mkdir.0 00010000:00010000:2.0:1746128129.743812:0:20908:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128129.743837:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x802a7453533bd0cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d2e expref: 9 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128129.743851:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411300) 00010000:00010000:2.0:1746128129.743855:0:20908:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128129.743950:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095298000/0x802a7453533bd24e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.743966:0:20908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x802a7453533bd16e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d66 expref: 9 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128129.743973:0:20908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095298000/0x802a7453533bd24e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.744000:0:20908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x802a7453533bd16e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d66 expref: 9 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128129.744010:0:20908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x802a7453533bd16e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d66 expref: 9 pid: 7083 timeout: 625 lvb_type: 0 00000100:00100000:2.0:1746128129.744022:0:20908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094640a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20908:1830947540470400:192.168.203.28@tcp:104: 00000100:00080000:0.0:1746128129.744083:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746128129.744097:0:20908:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800950bc480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128129.749630:0:20908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094640a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20908:1830947540470400:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128129.749652:0:20908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880095298000/0x802a7453533bd24e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000100:00100000:0.0:1746128129.753934:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128129.755961:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542836864 00000100:00100000:2.0:1746128129.755973:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542836864 00000100:00080000:1.0:1746128129.756013:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1746128129.756035:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x802a7453533bd16e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d66 expref: 10 pid: 7083 timeout: 625 lvb_type: 0 00000100:00100000:2.0:1746128129.756211:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9347 00000100:00100000:2.0:1746128129.756220:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1964:x1830947542836864:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128129.756233:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128129.756239:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x802a7453533bd16e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d66 expref: 10 pid: 7083 timeout: 625 lvb_type: 0 00010000:00010000:2.0:1746128129.756252:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x802a7453533bd16e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d66 expref: 10 pid: 7083 timeout: 625 lvb_type: 0 00010000:00010000:2.0:1746128129.756273:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x802a7453533bd16e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3d66 expref: 10 pid: 7083 timeout: 625 lvb_type: 0 00010000:00010000:2.0:1746128129.756287:0:9797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411300) 00010000:00010000:2.0:1746128129.756291:0:9797:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880095298000/0x802a7453533bd24e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.756299:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095298000/0x802a7453533bd24e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.756305:0:9797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095298000/0x802a7453533bd24e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.756324:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128129.756377:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1964:x1830947542836864:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 159us (2453us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128129.756384:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9347 00010000:00010000:2.0:1746128129.756408:0:20908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880095298000/0x802a7453533bd24e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.756414:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095298000/0x802a7453533bd24e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.756432:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5144a00/0x802a7453533bd255 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.756440:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5144a00/0x802a7453533bd255 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.756450:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5144a00/0x802a7453533bd255 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:2.0:1746128129.757826:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00010000:00010000:2.0:1746128129.757837:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095298000/0x802a7453533bd24e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.757847:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095298000/0x802a7453533bd24e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.757853:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095298000/0x802a7453533bd24e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.757858:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095298000 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128129.757862:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095298000/0x802a7453533bd24e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.757868:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095298000/0x802a7453533bd24e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.757878:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411300) 00010000:00010000:2.0:1746128129.757881:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128129.757896:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095298000/0x802a7453533bd24e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.757901:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095298000/0x802a7453533bd24e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00000004:00010000:2.0:1746128129.757918:0:20908:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012d400e00 reply state ffff880091f6f000 transno 4294984668 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5144a00/0x802a7453533bd255 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000100:00100000:2.0:1746128129.757925:0:20908:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746128129.758003:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:424:x1830947542836736:12345-192.168.203.28@tcp:36:mkdir.0 Request processed in 14240us (14538us total) trans 4294984668 rc 0/0 00000100:00100000:2.0:1746128129.758012:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40704 00010000:00010000:2.0:1746128129.760325:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5144a00/0x802a7453533bd255 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.760339:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5144a00/0x802a7453533bd255 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.760345:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5144a00/0x802a7453533bd255 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.760350:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5144a00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128129.760354:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5144a00/0x802a7453533bd255 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.760359:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5144a00/0x802a7453533bd255 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.760372:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88012c411c00) 00010000:00010000:2.0:1746128129.760375:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128129.760378:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5144a00/0x802a7453533bd255 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.760382:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5144a00/0x802a7453533bd255 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00000100:00100000:0.0:1746128129.767208:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128129.767274:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542836992 00000100:00100000:2.0:1746128129.767283:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542836992 00000100:00100000:2.0:1746128129.767756:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40705 00000100:00100000:2.0:1746128129.767764:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d401180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:426:x1830947542836992:12345-192.168.203.28@tcp:101:cp.0 00010000:00010000:2.0:1746128129.767787:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128129.767805:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092e00/0x802a7453533bd25c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3dc8 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128129.767860:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092a00/0x802a7453533bd263 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.767871:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092a00/0x802a7453533bd263 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.767881:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092a00/0x802a7453533bd263 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:2.0:1746128129.767943:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746128129.767946:0:20908:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:2.0:1746128129.767959:0:20908:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092a00/0x802a7453533bd263 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.767975:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092e00/0x802a7453533bd25c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3dc8 expref: 11 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128129.767988:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092a00/0x802a7453533bd263 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3dc8 expref: 10 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128129.767995:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411b00) 00010000:00010000:2.0:1746128129.767998:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746128129.768000:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c092a00, rc 0) 00000100:00100000:2.0:1746128129.768045:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d401180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:426:x1830947542836992:12345-192.168.203.28@tcp:101:cp.0 Request processed in 283us (848us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128129.768050:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40705 00000100:00100000:0.0:1746128129.769700:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128129.770363:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542837120 00000100:00100000:1.0:1746128129.770371:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542837120 00000100:00100000:1.0:1746128129.770410:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40706 00000100:00100000:1.0:1746128129.770417:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:426:x1830947542837120:12345-192.168.203.28@tcp:101:cp.0 00010000:00010000:1.0:1746128129.770432:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128129.770448:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800950eb200/0x802a7453533bd26a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3dcf expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128129.770497:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800950eb600/0x802a7453533bd271 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.770507:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800950eb600/0x802a7453533bd271 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.770517:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800950eb600/0x802a7453533bd271 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.770529:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800950ea400/0x802a7453533bd278 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.770534:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800950ea400/0x802a7453533bd278 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.770539:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800950ea400/0x802a7453533bd278 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.771368:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4040400/0x802a7453533bd27f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.771376:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4040400/0x802a7453533bd27f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.771382:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4040400/0x802a7453533bd27f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:1.0:1746128129.771410:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:1.0:1746128129.771413:0:7083:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746128129.771425:0:7083:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4040400/0x802a7453533bd27f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.771433:0:7083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800950eb600/0x802a7453533bd271 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.771438:0:7083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800950eb600/0x802a7453533bd271 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.771443:0:7083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800950eb600/0x802a7453533bd271 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.771448:0:7083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800950eb600 already unused, calling callback (ffffffffa137a690) 00010000:00010000:1.0:1746128129.771451:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800950eb600/0x802a7453533bd271 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.771457:0:7083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800950eb600/0x802a7453533bd271 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.771465:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411b00) 00010000:00010000:1.0:1746128129.771468:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128129.771471:0:7083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800950eb600/0x802a7453533bd271 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.771476:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800950eb600/0x802a7453533bd271 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.771486:0:7083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800950ea400/0x802a7453533bd278 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.771491:0:7083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800950ea400/0x802a7453533bd278 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.771496:0:7083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800950ea400/0x802a7453533bd278 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.771500:0:7083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800950ea400 already unused, calling callback (ffffffffa137a690) 00010000:00010000:1.0:1746128129.771502:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800950ea400/0x802a7453533bd278 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.771506:0:7083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800950ea400/0x802a7453533bd278 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.771511:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88008c829100) 00010000:00010000:1.0:1746128129.771513:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128129.771514:0:7083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800950ea400/0x802a7453533bd278 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.771518:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800950ea400/0x802a7453533bd278 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.771544:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800950eb200/0x802a7453533bd26a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3dcf expref: 12 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128129.771554:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4040400/0x802a7453533bd27f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3dcf expref: 11 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128129.771560:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88008c829500) 00010000:00010000:1.0:1746128129.771561:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746128129.771563:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4040400, rc 0) 00000100:00100000:1.0:1746128129.771634:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:426:x1830947542837120:12345-192.168.203.28@tcp:101:cp.0 Request processed in 1216us (1940us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128129.771640:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40706 00000100:00100000:0.0:1746128129.773904:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128129.774105:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542837248 00000100:00100000:1.0:1746128129.774115:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542837248 00000100:00100000:1.0:1746128129.774349:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40707 00000100:00100000:1.0:1746128129.774358:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:426:x1830947542837248:12345-192.168.203.28@tcp:101:cp.0 00010000:00010000:1.0:1746128129.774378:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128129.774396:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f14a00/0x802a7453533bd286 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3dd6 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128129.774453:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095051200/0x802a7453533bd28d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.774464:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095051200/0x802a7453533bd28d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.774474:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095051200/0x802a7453533bd28d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.774486:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a66c00/0x802a7453533bd294 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.774492:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a66c00/0x802a7453533bd294 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.774497:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a66c00/0x802a7453533bd294 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.774561:0:7083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095051200/0x802a7453533bd28d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.774567:0:7083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095051200/0x802a7453533bd28d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.774602:0:7083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095051200/0x802a7453533bd28d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.774608:0:7083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095051200 already unused, calling callback (ffffffffa137a690) 00010000:00010000:1.0:1746128129.774612:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095051200/0x802a7453533bd28d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.774618:0:7083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095051200/0x802a7453533bd28d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.774628:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88008c829500) 00010000:00010000:1.0:1746128129.774631:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128129.774635:0:7083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095051200/0x802a7453533bd28d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.774640:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095051200/0x802a7453533bd28d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.774649:0:7083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a66c00/0x802a7453533bd294 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.774653:0:7083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094a66c00/0x802a7453533bd294 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.774658:0:7083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094a66c00/0x802a7453533bd294 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.774663:0:7083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a66c00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:1.0:1746128129.774665:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a66c00/0x802a7453533bd294 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.774669:0:7083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a66c00/0x802a7453533bd294 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.774675:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88008c829f00) 00010000:00010000:1.0:1746128129.774677:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128129.774679:0:7083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094a66c00/0x802a7453533bd294 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.774684:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a66c00/0x802a7453533bd294 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128129.774716:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f14a00/0x802a7453533bd286 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3dd6 expref: 12 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128129.774723:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f14a00/0x802a7453533bd286 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3dd6 expref: 12 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128129.774732:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4f14a00, rc 0) 00000100:00100000:1.0:1746128129.774775:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:426:x1830947542837248:12345-192.168.203.28@tcp:101:cp.0 Request processed in 418us (889us total) trans 0 rc 301/301 00000100:00100000:1.0:1746128129.774780:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40707 00000100:00100000:0.0:1746128129.779056:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128129.779445:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542837376 00000100:00100000:2.0:1746128129.779454:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542837376 00000100:00100000:2.0:1746128129.779510:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40708 00000100:00100000:2.0:1746128129.779519:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d402a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:426:x1830947542837376:12345-192.168.203.28@tcp:101:cp.0 00010000:00010000:2.0:1746128129.779539:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128129.779559:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092400/0x802a7453533bd29b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ddd expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128129.779633:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd2a2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.779645:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd2a2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.779655:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd2a2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.779667:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092e00/0x802a7453533bd2a9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.779672:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092e00/0x802a7453533bd2a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.779678:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092e00/0x802a7453533bd2a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.779737:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd2a2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.779743:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd2a2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.779748:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd2a2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.779753:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c093000 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128129.779757:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd2a2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.779764:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd2a2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.779774:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88008c829500) 00010000:00010000:2.0:1746128129.779776:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128129.779780:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd2a2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.779784:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd2a2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.779791:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092e00/0x802a7453533bd2a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.779796:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092e00/0x802a7453533bd2a9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.779800:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092e00/0x802a7453533bd2a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.779804:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c092e00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128129.779806:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092e00/0x802a7453533bd2a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.779811:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092e00/0x802a7453533bd2a9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.779816:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88012c411600) 00010000:00010000:2.0:1746128129.779818:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128129.779820:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092e00/0x802a7453533bd2a9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.779824:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092e00/0x802a7453533bd2a9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128129.779859:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092400/0x802a7453533bd29b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ddd expref: 12 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128129.779866:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092400/0x802a7453533bd29b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ddd expref: 12 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128129.779873:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c092400, rc 0) 00000100:00100000:2.0:1746128129.779934:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d402a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:426:x1830947542837376:12345-192.168.203.28@tcp:101:cp.0 Request processed in 417us (889us total) trans 0 rc 301/301 00000100:00100000:2.0:1746128129.779940:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40708 00000100:00100000:0.0:1746128129.783342:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128129.783504:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542837632 00000100:00100000:2.0:1746128129.783514:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542837632 00000100:00100000:2.0:1746128129.783611:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40709 00000100:00100000:2.0:1746128129.783620:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:426:x1830947542837632:12345-192.168.203.28@tcp:101:cp.0 00010000:00010000:2.0:1746128129.783639:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128129.783658:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095298600/0x802a7453533bd2b0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3de4 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128129.783783:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd2b7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128129.783796:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd2b7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128129.783807:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd2b7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128129.783820:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093a83c00/0x802a7453533bd2be lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128129.783830:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093a83c00/0x802a7453533bd2be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128129.783835:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093a83c00/0x802a7453533bd2be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00080000:2.0:1746128129.784249:0:7083:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x18:0x0], index 1: 0 00010000:00010000:2.0:1746128129.784378:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800951bfe00/0x802a7453533bd2c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128129.784385:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800951bfe00/0x802a7453533bd2c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128129.784390:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800951bfe00/0x802a7453533bd2c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128129.784415:0:7083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd2b7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128129.784421:0:7083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd2b7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128129.784426:0:7083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd2b7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128129.784432:0:7083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c093e00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128129.784435:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd2b7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128129.784442:0:7083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd2b7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128129.784451:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88008c829500) 00010000:00010000:2.0:1746128129.784454:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128129.784457:0:7083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd2b7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128129.784462:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd2b7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:2.0:1746128129.784472:0:7083:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012d400000 reply state ffff880091f6d000 transno 4294984669 ns: mdt-lustre-MDT0000_UUID lock: ffff880093a83c00/0x802a7453533bd2be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1746128129.784478:0:7083:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746128129.784500:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095298600/0x802a7453533bd2b0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3de4 expref: 14 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128129.784510:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800951bfe00/0x802a7453533bd2c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3de4 expref: 13 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128129.784516:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012c411e00) 00010000:00010000:2.0:1746128129.784517:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128129.784519:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951bfe00, rc 0) 00000100:00100000:2.0:1746128129.784597:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:426:x1830947542837632:12345-192.168.203.28@tcp:101:cp.0 Request processed in 976us (1262us total) trans 4294984669 rc 0/0 00000100:00100000:2.0:1746128129.784604:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40709 00010000:00010000:3.0:1746128129.791813:0:3288:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093a83c00/0x802a7453533bd2be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128129.791830:0:3288:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093a83c00/0x802a7453533bd2be lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128129.791837:0:3288:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093a83c00/0x802a7453533bd2be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128129.791843:0:3288:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093a83c00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128129.791848:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093a83c00/0x802a7453533bd2be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128129.791855:0:3288:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093a83c00/0x802a7453533bd2be lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128129.791871:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88012c411400) 00010000:00010000:3.0:1746128129.791874:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128129.791877:0:3288:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093a83c00/0x802a7453533bd2be lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128129.791883:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093a83c00/0x802a7453533bd2be lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:0.0:1746128129.794304:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128129.794370:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542837760 00000100:00100000:2.0:1746128129.794380:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542837760 00000100:00100000:2.0:1746128129.794449:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5468 00000100:00100000:2.0:1746128129.794457:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1964:x1830947542837760:12345-192.168.203.28@tcp:101:cp.0 00010000:00010000:2.0:1746128129.794473:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128129.794493:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095051200/0x802a7453533bd2d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3deb expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746128129.794523:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746128129.794542:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128129.794544:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128129.794552:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095051200/0x802a7453533bd2d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3deb expref: 6 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128129.794568:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095051200/0x802a7453533bd2d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3deb expref: 6 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128129.794616:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095051200, rc 0) 00000100:00100000:2.0:1746128129.794664:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1964:x1830947542837760:12345-192.168.203.28@tcp:101:cp.0 Request processed in 206us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128129.794670:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5468 00000100:00080000:0.0:1746128129.794918:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128129.797619:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128129.797649:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542837888 00000100:00100000:0.0:1746128129.797657:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542837888 00000100:00100000:0.0:1746128129.797705:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5469 00000100:00100000:0.0:1746128129.797712:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:426:x1830947542837888:12345-192.168.203.28@tcp:101:cp.0 00010000:00010000:0.0:1746128129.797728:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128129.797743:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095303800/0x802a7453533bd2da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3df2 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128129.797768:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095051200/0x802a7453533bd2d3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3deb expref: 7 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746128129.797779:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128129.797780:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128129.797783:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095303800/0x802a7453533bd2da lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3df2 expref: 7 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128129.797812:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095051200/0x802a7453533bd2d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3deb expref: 7 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746128129.797823:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095051200/0x802a7453533bd2d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3deb expref: 7 pid: 8417 timeout: 625 lvb_type: 1 00000100:00100000:0.0:1746128129.797835:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091fa8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540470528:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128129.797928:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:2.0:1746128129.800129:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091fa8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540470528:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128129.800158:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095303800/0x802a7453533bd2da lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3df2 expref: 7 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128129.800173:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095303800, rc 0) 00000100:00100000:2.0:1746128129.800210:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:426:x1830947542837888:12345-192.168.203.28@tcp:101:cp.0 Request processed in 2497us (2598us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128129.800217:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5469 00000100:00100000:0.0:1746128129.800280:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128129.800773:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542838016 00000100:00100000:0.0:1746128129.800779:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542838016 00010000:00010000:0.0:1746128129.800804:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095051200/0x802a7453533bd2d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3deb expref: 7 pid: 8417 timeout: 625 lvb_type: 1 00000100:00100000:0.0:1746128129.800823:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9348 00000100:00100000:0.0:1746128129.800828:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542838016:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128129.800838:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128129.800856:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095051200/0x802a7453533bd2d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3deb expref: 7 pid: 8417 timeout: 625 lvb_type: 1 00010000:00010000:0.0:1746128129.800871:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095051200/0x802a7453533bd2d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3deb expref: 7 pid: 8417 timeout: 625 lvb_type: 1 00010000:00010000:0.0:1746128129.800900:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095051200/0x802a7453533bd2d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3deb expref: 7 pid: 8417 timeout: 625 lvb_type: 1 00010000:00010000:0.0:1746128129.800914:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128129.800915:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128129.800921:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095303800/0x802a7453533bd2da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3df2 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128129.800928:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095303800/0x802a7453533bd2da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3df2 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128129.800951:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095303800/0x802a7453533bd2da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3df2 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128129.800959:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091fa9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540470656:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128129.801000:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0440c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128129.805191:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128129.805237:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091fa9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540470656:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128129.805257:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128129.805297:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1963:x1830947542838016:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4467us (5016us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128129.805308:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9348 00000100:00100000:1.0:1746128129.805344:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542838272 00000100:00100000:1.0:1746128129.805349:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542838272 00000100:00100000:1.0:1746128129.805377:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 155 00000100:00100000:1.0:1746128129.805384:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+13:426:x1830947542838272:12345-192.168.203.28@tcp:35:cp.0 00000100:00100000:1.0:1746128129.805666:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:426:x1830947542838272:12345-192.168.203.28@tcp:35:cp.0 Request processed in 282us (484us total) trans 4294984670 rc 0/0 00000100:00100000:1.0:1746128129.805681:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 155 00000100:00100000:0.0:1746128129.871162:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128129.871629:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542838528 00000100:00100000:3.0:1746128129.871639:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542838528 00000100:00100000:3.0:1746128129.872806:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40710 00000100:00100000:3.0:1746128129.872820:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:429:x1830947542838528:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:3.0:1746128129.872847:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128129.872867:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd2e1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3df9 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128129.872968:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093728a00/0x802a7453533bd2e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.872982:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093728a00/0x802a7453533bd2e8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.872993:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093728a00/0x802a7453533bd2e8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:3.0:1746128129.873003:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 1716 00010000:00010000:3.0:1746128129.873120:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd2e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3df9 expref: 17 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128129.873136:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093728a00/0x802a7453533bd2e8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3df9 expref: 16 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128129.873144:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012c411e00) 00010000:00010000:3.0:1746128129.873147:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746128129.873150:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093728a00, rc 0) 00000100:00100000:3.0:1746128129.873222:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:429:x1830947542838528:12345-192.168.203.28@tcp:101:dd.0 Request processed in 407us (2071us total) trans 4294984671 rc 0/0 00000100:00100000:3.0:1746128129.873228:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40710 00000100:00100000:0.0:1746128129.944303:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128129.944438:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542838656 00000100:00100000:2.0:1746128129.944449:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542838656 00000100:00100000:2.0:1746128129.945302:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40711 00000100:00100000:2.0:1746128129.945312:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+9:433:x1830947542838656:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:2.0:1746128129.945340:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128129.945363:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095303600/0x802a7453533bd2f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e00 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128129.945424:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095303200/0x802a7453533bd2fd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128129.945436:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095303200/0x802a7453533bd2fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128129.945447:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095303200/0x802a7453533bd2fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:2.0:1746128129.945507:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746128129.945510:0:7083:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:2.0:1746128129.945526:0:7083:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095303200/0x802a7453533bd2fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128129.945546:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095303600/0x802a7453533bd2f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e00 expref: 11 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128129.945568:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095303200/0x802a7453533bd2fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e00 expref: 10 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128129.945591:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411b00) 00010000:00010000:2.0:1746128129.945594:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746128129.945597:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095303200, rc 0) 00000100:00100000:2.0:1746128129.945658:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+10:433:x1830947542838656:12345-192.168.203.28@tcp:101:dd.0 Request processed in 348us (1365us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128129.945665:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40711 00000100:00100000:0.0:1746128129.949492:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128129.949606:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542838784 00000100:00100000:3.0:1746128129.949616:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542838784 00000100:00100000:3.0:1746128129.949663:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40712 00000100:00100000:3.0:1746128129.949671:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+10:433:x1830947542838784:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:3.0:1746128129.949693:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128129.949711:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533bd304 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e07 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128129.949774:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd30b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.949787:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd30b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.949798:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd30b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.949811:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd312 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.949817:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd312 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.949821:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd312 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.949948:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092400/0x802a7453533bd319 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.949954:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092400/0x802a7453533bd319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.949958:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092400/0x802a7453533bd319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:3.0:1746128129.949985:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:3.0:1746128129.949988:0:20908:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1746128129.950001:0:20908:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092400/0x802a7453533bd319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.950010:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd30b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.950015:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd30b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.950024:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd30b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.950029:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093728000 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128129.950032:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd30b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.950038:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd30b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.950049:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411b00) 00010000:00010000:3.0:1746128129.950051:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128129.950055:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd30b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.950060:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd30b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.950074:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd312 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.950079:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd312 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.950084:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd312 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.950088:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c093e00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128129.950090:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd312 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.950094:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd312 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.950104:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009272d500) 00010000:00010000:3.0:1746128129.950105:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128129.950107:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd312 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.950112:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd312 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.950136:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533bd304 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e07 expref: 12 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128129.950147:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092400/0x802a7453533bd319 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e07 expref: 11 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128129.950152:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88008c829500) 00010000:00010000:3.0:1746128129.950155:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746128129.950157:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c092400, rc 0) 00000100:00100000:3.0:1746128129.952450:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+11:433:x1830947542838784:12345-192.168.203.28@tcp:101:dd.0 Request processed in 2769us (2958us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128129.952460:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40712 00000100:00100000:0.0:1746128129.956244:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128129.956412:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542839040 00000100:00100000:3.0:1746128129.956421:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542839040 00000100:00100000:3.0:1746128129.956537:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40713 00000100:00100000:3.0:1746128129.956544:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+11:433:x1830947542839040:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:3.0:1746128129.956563:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128129.956610:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd320 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e0e expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128129.956712:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd327 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.956723:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd327 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.956732:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd327 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.956743:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533bd32e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.956747:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533bd32e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.956752:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533bd32e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.956839:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd335 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.956846:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd335 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.956852:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd335 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:3.0:1746128129.956860:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 1716 00010000:00010000:3.0:1746128129.956961:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd327 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.956968:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd327 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.956976:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd327 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.956981:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c093e00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128129.956985:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd327 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.956992:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd327 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.957007:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88008c829500) 00010000:00010000:3.0:1746128129.957010:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128129.957014:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd327 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.957018:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd327 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.957046:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533bd32e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.957051:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533bd32e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.957056:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533bd32e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.957060:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093729000 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128129.957062:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533bd32e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.957066:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533bd32e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.957075:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88009272d500) 00010000:00010000:3.0:1746128129.957077:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128129.957079:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533bd32e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.957083:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533bd32e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128129.957121:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd320 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e0e expref: 14 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128129.957131:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd335 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e0e expref: 13 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128129.957137:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012c411e00) 00010000:00010000:3.0:1746128129.957138:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128129.957140:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093728000, rc 0) 00000100:00100000:3.0:1746128129.957200:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+13:433:x1830947542839040:12345-192.168.203.28@tcp:101:dd.0 Request processed in 655us (965us total) trans 4294984672 rc 0/0 00000100:00100000:3.0:1746128129.957206:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40713 00000100:00100000:0.0:1746128129.961372:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128129.961460:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542839168 00000100:00100000:2.0:1746128129.961471:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542839168 00000100:00100000:2.0:1746128129.961537:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5470 00000100:00100000:2.0:1746128129.961544:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+5:433:x1830947542839168:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:2.0:1746128129.961600:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128129.961618:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095303000/0x802a7453533bd343 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e15 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128129.961646:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095303800/0x802a7453533bd2da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3df2 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128129.961653:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128129.961655:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128129.961658:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095303000/0x802a7453533bd343 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e15 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128129.961689:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095303800/0x802a7453533bd2da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3df2 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128129.961701:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095303800/0x802a7453533bd2da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3df2 expref: 5 pid: 8416 timeout: 626 lvb_type: 0 00000100:00100000:2.0:1746128129.961713:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094640a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540470784:192.168.203.28@tcp:104: 00000100:00080000:0.0:1746128129.961839:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746128129.963090:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800950bccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128129.965190:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094640a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540470784:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128129.965233:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095303000/0x802a7453533bd343 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e15 expref: 6 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128129.965251:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095303000, rc 0) 00000100:00100000:3.0:1746128129.965443:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+6:433:x1830947542839168:12345-192.168.203.28@tcp:101:dd.0 Request processed in 3897us (4080us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128129.965455:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5470 00000100:00100000:0.0:1746128129.967929:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128129.968077:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542839296 00000100:00100000:3.0:1746128129.968087:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542839296 00002000:00100000:3.0:1746128129.968134:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x18:0x0] (0->1715) req@ffff880091fa8380 x1830947542839296/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:380/0 lens 2208/0 e 0 to 0 dl 1746128140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128129.968143:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa8380 with x1830947542839296 ext(0->1715) 00010000:00010000:3.0:1746128129.968152:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095303800/0x802a7453533bd2da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3df2 expref: 6 pid: 8416 timeout: 626 lvb_type: 0 00010000:00010000:3.0:1746128129.968167:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095303800/0x802a7453533bd2da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3df2 expref: 6 pid: 8416 timeout: 626 lvb_type: 0 00002000:00010000:3.0:1746128129.968173:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091fa8380 00000100:00100000:3.0:1746128129.968990:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 2016 00000100:00100000:3.0:1746128129.969003:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1963:x1830947542839296:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:3.0:1746128129.969503:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542839296:12345-192.168.203.28@tcp:4:dd.0 Request processed in 502us (1581us total) trans 4294968024 rc 0/0 00000100:00100000:3.0:1746128129.971090:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 2016 00002000:00100000:3.0:1746128129.971104:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x18:0x0] (0->1715) req@ffff880091fa8380 x1830947542839296/t4294968024(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:380/0 lens 2208/448 e 0 to 0 dl 1746128140 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128129.971113:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa8380 with x1830947542839296 ext(0->1715) 00010000:00010000:3.0:1746128129.971123:0:25180:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095303800/0x802a7453533bd2da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3df2 expref: 8 pid: 8416 timeout: 626 lvb_type: 0 00010000:00010000:3.0:1746128129.971137:0:25180:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095303800/0x802a7453533bd2da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3df2 expref: 8 pid: 8416 timeout: 626 lvb_type: 0 00002000:00010000:3.0:1746128129.971144:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091fa8380 00000100:00100000:0.0:1746128129.972246:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128129.972877:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542839424 00000100:00100000:1.0:1746128129.972893:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542839424 00010000:00010000:1.0:1746128129.972925:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095303800/0x802a7453533bd2da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3df2 expref: 8 pid: 8416 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746128129.973173:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9349 00000100:00100000:1.0:1746128129.973181:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1966:x1830947542839424:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128129.973194:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746128129.973213:0:7067:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:1.0:1746128129.973216:0:7067:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb mtime from disk: 0 -> 1746128130 00002000:00010000:1.0:1746128129.973218:0:7067:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb atime from disk: 0 -> 1746128130 00002000:00010000:1.0:1746128129.973220:0:7067:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb ctime from disk: 0 -> 1746128130 00010000:00010000:1.0:1746128129.973225:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095303800/0x802a7453533bd2da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3df2 expref: 8 pid: 8416 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746128129.973237:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095303800/0x802a7453533bd2da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3df2 expref: 8 pid: 8416 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746128129.973262:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095303800/0x802a7453533bd2da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3df2 expref: 8 pid: 8416 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746128129.973293:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128129.973295:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128129.973303:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095303000/0x802a7453533bd343 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e15 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128129.973316:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095303000/0x802a7453533bd343 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e15 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128129.973351:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095303000/0x802a7453533bd343 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e15 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128129.973363:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920e8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540470912:192.168.203.28@tcp:105: 00000100:00100000:1.0:1746128129.974325:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d3616c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128129.977160:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920e8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540470912:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128129.977185:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128129.977241:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542839424:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4060us (4998us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128129.977253:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9349 00000100:00100000:0.0:1746128129.977874:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128129.977985:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542839680 00000100:00100000:3.0:1746128129.977993:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542839680 00002000:00100000:3.0:1746128129.978034:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091fa8000 x1830947542839680/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:380/0 lens 488/0 e 0 to 0 dl 1746128140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128129.978043:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa8000 with x1830947542839680 ext(0->4095) 00002000:00010000:3.0:1746128129.978048:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091fa8000 00000100:00100000:3.0:1746128129.978071:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3951 00000100:00100000:3.0:1746128129.978076:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542839680:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:3.0:1746128129.978222:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1964:x1830947542839680:12345-192.168.203.28@tcp:3:dd.0 Request processed in 145us (350us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746128129.978227:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3951 00002000:00100000:3.0:1746128129.978232:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091fa8000 x1830947542839680/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:380/0 lens 488/4536 e 0 to 0 dl 1746128140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128129.978238:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091fa8000 with x1830947542839680 ext(0->4095) 00002000:00010000:3.0:1746128129.978240:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091fa8000 00000100:00100000:2.0:1746128130.008956:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128130.009031:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542839936 00000100:00100000:3.0:1746128130.009040:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542839936 00000100:00100000:3.0:1746128130.009088:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 156 00000100:00100000:3.0:1746128130.009096:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094641180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+13:433:x1830947542839936:12345-192.168.203.28@tcp:35:dd.0 00000100:00100000:3.0:1746128130.009304:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094641180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+14:433:x1830947542839936:12345-192.168.203.28@tcp:35:dd.0 Request processed in 209us (358us total) trans 4294984673 rc 0/0 00000100:00100000:3.0:1746128130.009311:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 156 00000100:00100000:0.0:1746128130.047037:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128130.047141:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542840192 00000100:00100000:2.0:1746128130.047151:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542840192 00000100:00100000:2.0:1746128130.047251:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40714 00000100:00100000:2.0:1746128130.047260:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:436:x1830947542840192:12345-192.168.203.28@tcp:36:truncate.0 00010000:00010000:2.0:1746128130.047321:0:7083:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128130.047349:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800951bfe00/0x802a7453533bd2c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3de4 expref: 16 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128130.047482:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012c411e00) 00010000:00010000:2.0:1746128130.047488:0:7083:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128130.047707:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd34a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.047720:0:7083:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd335 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e0e expref: 13 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128130.047726:0:7083:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd34a lrc: 4/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.047758:0:7083:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd335 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e0e expref: 13 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128130.047770:0:7083:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd335 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e0e expref: 13 pid: 20908 timeout: 626 lvb_type: 0 00000100:00100000:2.0:1746128130.047783:0:7083:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094643800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7083:1830947540471040:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128130.049877:0:7083:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800950bc540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128130.052521:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128130.052606:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542840320 00000100:00100000:1.0:1746128130.052615:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542840320 00010000:00010000:1.0:1746128130.052653:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd335 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e0e expref: 14 pid: 20908 timeout: 626 lvb_type: 0 00000100:00100000:1.0:1746128130.052692:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9350 00000100:00100000:1.0:1746128130.052700:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1964:x1830947542840320:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128130.052712:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128130.052717:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd335 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e0e expref: 14 pid: 20908 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746128130.052729:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd335 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e0e expref: 14 pid: 20908 timeout: 626 lvb_type: 0 00010000:00010000:1.0:1746128130.052751:0:7067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012c411e00) 00010000:00010000:1.0:1746128130.052756:0:7067:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd34a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128130.052765:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd34a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128130.052771:0:7067:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd34a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7083 initiator: MDT0 00010000:00010000:1.0:1746128130.052788:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128130.052829:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1964:x1830947542840320:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 129us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128130.052835:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9350 00010000:00010000:2.0:1746128130.052981:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093728000/0x802a7453533bd335 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e0e expref: 13 pid: 20908 timeout: 626 lvb_type: 0 00000100:00100000:2.0:1746128130.054051:0:7083:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094643800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7083:1830947540471040:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128130.054076:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd34a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.054085:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd34a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.054091:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd34a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000001:00080000:2.0:1746128130.054203:0:7083:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294984674 00000004:00010000:2.0:1746128130.054249:0:7083:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880091b85180 reply state ffff88009b006000 transno 4294984675 ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd34a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:2.0:1746128130.054256:0:7083:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746128130.056108:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:436:x1830947542840192:12345-192.168.203.28@tcp:36:truncate.0 Request processed in 8840us (9074us total) trans 4294984675 rc 0/0 00000100:00100000:2.0:1746128130.056119:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40714 00000020:00080000:2.0:1746128130.056126:0:7083:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746128130.058273:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:2.0:1746128130.059790:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd34a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.059804:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd34a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.059811:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd34a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.059817:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df28800 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128130.059821:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd34a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.059828:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd34a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.059846:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012c411e00) 00010000:00010000:2.0:1746128130.059849:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128130.059853:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd34a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.059858:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd34a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1746128130.065036:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542840448 00000100:00100000:3.0:1746128130.065050:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542840448 00000100:00100000:3.0:1746128130.065120:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5471 00000100:00100000:3.0:1746128130.065129:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:436:x1830947542840448:12345-192.168.203.28@tcp:101:truncate.0 00010000:00010000:3.0:1746128130.065146:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128130.065164:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd351 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e1c expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128130.065193:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095303000/0x802a7453533bd343 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e15 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128130.065200:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128130.065201:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128130.065205:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd351 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e1c expref: 8 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128130.065236:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095303000/0x802a7453533bd343 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e15 expref: 5 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128130.065248:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095303000/0x802a7453533bd343 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e15 expref: 5 pid: 8416 timeout: 626 lvb_type: 0 00000100:00100000:3.0:1746128130.065260:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540471168:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128130.065342:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094713b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128130.073381:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540471168:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128130.073416:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd351 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e1c expref: 8 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128130.073439:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a45800, rc 0) 00000100:00100000:3.0:1746128130.073493:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:436:x1830947542840448:12345-192.168.203.28@tcp:101:truncate.0 Request processed in 8366us (15227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128130.073502:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5471 00000100:00100000:0.0:1746128130.075178:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128130.075258:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542840576 00000100:00100000:3.0:1746128130.075265:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542840576 00010000:00010000:3.0:1746128130.075299:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095303000/0x802a7453533bd343 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e15 expref: 6 pid: 8416 timeout: 626 lvb_type: 0 00000100:00100000:3.0:1746128130.075333:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9351 00000100:00100000:3.0:1746128130.075340:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1963:x1830947542840576:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128130.075354:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128130.075377:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095303000/0x802a7453533bd343 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e15 expref: 6 pid: 8416 timeout: 626 lvb_type: 0 00010000:00010000:3.0:1746128130.075387:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095303000/0x802a7453533bd343 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e15 expref: 6 pid: 8416 timeout: 626 lvb_type: 0 00010000:00010000:3.0:1746128130.075407:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095303000/0x802a7453533bd343 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e15 expref: 6 pid: 8416 timeout: 626 lvb_type: 0 00010000:00010000:3.0:1746128130.075423:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128130.075425:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128130.075431:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd351 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e1c expref: 7 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128130.075444:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd351 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e1c expref: 7 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128130.075475:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd351 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e1c expref: 7 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128130.075487:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540471296:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128130.075561:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094713b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746128130.077618:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540471296:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128130.077638:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128130.077670:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+5:1963:x1830947542840576:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2330us (2498us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128130.077679:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9351 00000100:00100000:0.0:1746128130.078034:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128130.078133:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542840704 00000100:00100000:1.0:1746128130.078140:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542840704 00002000:00010000:1.0:1746128130.078169:0:31890:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/24 (858->18446744073709551615) 00002000:00100000:1.0:1746128130.078173:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b87b80 with x1830947542840704 ext(858->18446744073709551615) 00002000:00010000:1.0:1746128130.078183:0:31890:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b87b80. 00000100:00100000:1.0:1746128130.078211:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3952 00000100:00100000:1.0:1746128130.078217:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542840704:12345-192.168.203.28@tcp:10:truncate.0 00002000:00010000:1.0:1746128130.078449:0:31890:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:1.0:1746128130.078452:0:31890:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb mtime from disk: 1746128130 -> 1746128130 00002000:00010000:1.0:1746128130.078454:0:31890:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb atime from disk: 1746128130 -> 1746128130 00002000:00010000:1.0:1746128130.078455:0:31890:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb ctime from disk: 1746128130 -> 1746128130 00002000:00010000:1.0:1746128130.078457:0:31890:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1746128130.078479:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1964:x1830947542840704:12345-192.168.203.28@tcp:10:truncate.0 Request processed in 262us (446us total) trans 4294968025 rc 0/0 00000100:00100000:1.0:1746128130.078486:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3952 00002000:00010000:1.0:1746128130.078488:0:31890:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/24 (858->18446744073709551615) 00002000:00100000:1.0:1746128130.078490:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b87b80 with x1830947542840704 ext(858->18446744073709551615) 00002000:00010000:1.0:1746128130.078493:0:31890:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b87b80. 00000100:00100000:0.0:1746128130.096313:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128130.096414:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542840960 00000100:00100000:2.0:1746128130.096423:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542840960 00000100:00100000:2.0:1746128130.097103:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40715 00000100:00100000:2.0:1746128130.097112:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:438:x1830947542840960:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:2.0:1746128130.097139:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128130.097158:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095298000/0x802a7453533bd358 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e23 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128130.097268:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f14a00/0x802a7453533bd35f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.097282:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f14a00/0x802a7453533bd35f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.097292:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f14a00/0x802a7453533bd35f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.097306:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd366 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.097311:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd366 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.097316:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd366 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.097409:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28600/0x802a7453533bd36d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.097416:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28600/0x802a7453533bd36d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.097421:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28600/0x802a7453533bd36d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:2.0:1746128130.097431:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 858 00010000:00010000:0.0:1746128130.098925:0:7083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f14a00/0x802a7453533bd35f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128130.098936:0:7083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f14a00/0x802a7453533bd35f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128130.098942:0:7083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f14a00/0x802a7453533bd35f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128130.098947:0:7083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4f14a00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:0.0:1746128130.098950:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f14a00/0x802a7453533bd35f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128130.098955:0:7083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f14a00/0x802a7453533bd35f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128130.098968:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88008c829500) 00010000:00010000:0.0:1746128130.098971:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128130.098975:0:7083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f14a00/0x802a7453533bd35f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128130.098979:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f14a00/0x802a7453533bd35f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128130.099316:0:7083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd366 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128130.099323:0:7083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd366 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128130.099329:0:7083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd366 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128130.099333:0:7083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df28800 already unused, calling callback (ffffffffa137a690) 00010000:00010000:0.0:1746128130.099335:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd366 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128130.099339:0:7083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd366 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128130.099345:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88012c411800) 00010000:00010000:0.0:1746128130.099347:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128130.099350:0:7083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd366 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128130.099354:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28800/0x802a7453533bd366 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128130.099406:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095298000/0x802a7453533bd358 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e23 expref: 20 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128130.099418:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df28600/0x802a7453533bd36d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e23 expref: 19 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128130.099424:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012c411e00) 00010000:00010000:0.0:1746128130.099426:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746128130.099428:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df28600, rc 0) 00000100:00100000:0.0:1746128130.100015:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:438:x1830947542840960:12345-192.168.203.28@tcp:101:dd.0 Request processed in 2901us (3709us total) trans 4294984676 rc 0/0 00000100:00100000:0.0:1746128130.100023:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40715 00000100:00100000:0.0:1746128130.102185:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128130.103040:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542841216 00000100:00100000:1.0:1746128130.103050:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542841216 00000100:00100000:1.0:1746128130.104203:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 157 00000100:00100000:1.0:1746128130.104219:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:438:x1830947542841216:12345-192.168.203.28@tcp:35:dd.0 00000100:00100000:1.0:1746128130.104449:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:438:x1830947542841216:12345-192.168.203.28@tcp:35:dd.0 Request processed in 236us (2273us total) trans 4294984677 rc 0/0 00000100:00100000:1.0:1746128130.104456:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 157 00000100:00100000:0.0:1746128130.111969:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128130.112046:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542841472 00000100:00100000:2.0:1746128130.112055:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542841472 00002000:00100000:2.0:1746128130.112096:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880092c41c00 x1830947542841472/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:381/0 lens 488/0 e 0 to 0 dl 1746128141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128130.112105:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c41c00 with x1830947542841472 ext(0->4095) 00002000:00010000:2.0:1746128130.112110:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c41c00 00000100:00100000:2.0:1746128130.112136:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3953 00000100:00100000:2.0:1746128130.112142:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1966:x1830947542841472:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:2.0:1746128130.112297:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1966:x1830947542841472:12345-192.168.203.28@tcp:3:dd.0 Request processed in 154us (337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746128130.112303:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3953 00002000:00100000:2.0:1746128130.112309:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880092c41c00 x1830947542841472/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:381/0 lens 488/4536 e 0 to 0 dl 1746128141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128130.112316:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c41c00 with x1830947542841472 ext(0->4095) 00002000:00010000:2.0:1746128130.112318:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c41c00 00000100:00100000:0.0:1746128130.168425:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128130.168523:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542841728 00000100:00100000:2.0:1746128130.168532:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542841728 00000100:00100000:2.0:1746128130.168716:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40716 00000100:00100000:2.0:1746128130.168725:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+13:442:x1830947542841728:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:2.0:1746128130.168750:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128130.168769:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800951bfe00/0x802a7453533bd37b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e2a expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128130.168867:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f44600/0x802a7453533bd382 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.168879:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f44600/0x802a7453533bd382 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.168898:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f44600/0x802a7453533bd382 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.168911:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba06200/0x802a7453533bd389 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.168916:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba06200/0x802a7453533bd389 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.168920:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba06200/0x802a7453533bd389 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.169011:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bafde00/0x802a7453533bd390 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.169017:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bafde00/0x802a7453533bd390 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.169023:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bafde00/0x802a7453533bd390 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:2.0:1746128130.169031:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 858 00010000:00010000:2.0:1746128130.169113:0:7083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f44600/0x802a7453533bd382 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.169123:0:7083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f44600/0x802a7453533bd382 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.169129:0:7083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f44600/0x802a7453533bd382 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.169134:0:7083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4f44600 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128130.169137:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f44600/0x802a7453533bd382 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.169142:0:7083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f44600/0x802a7453533bd382 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.169151:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88008c829500) 00010000:00010000:2.0:1746128130.169154:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128130.169157:0:7083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f44600/0x802a7453533bd382 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.169162:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4f44600/0x802a7453533bd382 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.169177:0:7083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba06200/0x802a7453533bd389 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.169181:0:7083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba06200/0x802a7453533bd389 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.169185:0:7083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba06200/0x802a7453533bd389 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.169189:0:7083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ba06200 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128130.169190:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba06200/0x802a7453533bd389 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.169198:0:7083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba06200/0x802a7453533bd389 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.169203:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88012c411f00) 00010000:00010000:2.0:1746128130.169205:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128130.169206:0:7083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba06200/0x802a7453533bd389 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.169209:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ba06200/0x802a7453533bd389 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128130.169252:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800951bfe00/0x802a7453533bd37b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e2a expref: 16 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128130.169262:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bafde00/0x802a7453533bd390 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e2a expref: 15 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128130.169268:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012c411e00) 00010000:00010000:2.0:1746128130.169269:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128130.169271:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bafde00, rc 0) 00000100:00100000:2.0:1746128130.171431:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+15:442:x1830947542841728:12345-192.168.203.28@tcp:101:dd.0 Request processed in 2695us (3003us total) trans 4294984678 rc 0/0 00000100:00100000:2.0:1746128130.171440:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40716 00000100:00100000:0.0:1746128130.179430:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128130.179533:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542841856 00000100:00100000:3.0:1746128130.179542:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542841856 00000100:00100000:3.0:1746128130.179623:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5472 00000100:00100000:3.0:1746128130.179632:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+5:442:x1830947542841856:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:3.0:1746128130.179650:0:8417:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128130.179668:0:8417:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a44a00/0x802a7453533bd39e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e31 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128130.179697:0:8417:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd351 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e1c expref: 8 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128130.179709:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128130.179711:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128130.179714:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a44a00/0x802a7453533bd39e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e31 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128130.179745:0:8417:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd351 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e1c expref: 8 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128130.179756:0:8417:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd351 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e1c expref: 8 pid: 8417 timeout: 626 lvb_type: 0 00000100:00100000:3.0:1746128130.179769:0:8417:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540471424:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128130.179888:0:8417:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094713b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128130.182205:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128130.182304:0:8417:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8417:1830947540471424:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128130.182334:0:8417:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a44a00/0x802a7453533bd39e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e31 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128130.182350:0:8417:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a44a00, rc 0) 00000100:00100000:3.0:1746128130.182401:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+6:442:x1830947542841856:12345-192.168.203.28@tcp:101:dd.0 Request processed in 2770us (2981us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128130.182468:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542841984 00000100:00100000:2.0:1746128130.182476:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542841984 00010000:00010000:2.0:1746128130.182506:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd351 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e1c expref: 9 pid: 8417 timeout: 626 lvb_type: 0 00000100:00100000:2.0:1746128130.182544:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9352 00000100:00100000:2.0:1746128130.182551:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d93c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542841984:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128130.182563:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128130.182615:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd351 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e1c expref: 9 pid: 8417 timeout: 626 lvb_type: 0 00010000:00010000:2.0:1746128130.182626:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd351 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e1c expref: 9 pid: 8417 timeout: 626 lvb_type: 0 00010000:00010000:2.0:1746128130.182648:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd351 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e1c expref: 9 pid: 8417 timeout: 626 lvb_type: 0 00010000:00010000:2.0:1746128130.182668:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128130.182670:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128130.182677:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a44a00/0x802a7453533bd39e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e31 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128130.182686:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a44a00/0x802a7453533bd39e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e31 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128130.182715:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a44a00/0x802a7453533bd39e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e31 expref: 6 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128130.182726:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094643800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540471552:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128130.182779:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800950bcd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128130.182986:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5472 00000100:00100000:2.0:1746128130.187778:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094643800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540471552:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128130.187804:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128130.188623:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d93c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542841984:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 6069us (6424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128130.188635:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9352 00000100:00100000:1.0:1746128130.189254:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128130.189391:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542842240 00000100:00100000:0.0:1746128130.189400:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542842240 00002000:00100000:0.0:1746128130.189440:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800920e8380 x1830947542842240/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:381/0 lens 488/0 e 0 to 0 dl 1746128141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128130.189449:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e8380 with x1830947542842240 ext(0->4095) 00002000:00010000:0.0:1746128130.189454:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920e8380 00000100:00100000:0.0:1746128130.189481:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3954 00000100:00100000:0.0:1746128130.189488:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542842240:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128130.189664:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542842240:12345-192.168.203.28@tcp:3:dd.0 Request processed in 177us (411us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746128130.189670:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3954 00002000:00100000:0.0:1746128130.189675:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800920e8380 x1830947542842240/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:381/0 lens 488/4536 e 0 to 0 dl 1746128141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128130.189682:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e8380 with x1830947542842240 ext(0->4095) 00002000:00010000:0.0:1746128130.189684:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920e8380 00000100:00100000:0.0:1746128130.212421:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128130.212519:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542842496 00000100:00100000:3.0:1746128130.212530:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542842496 00000100:00100000:1.0:1746128130.212706:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 158 00000100:00100000:1.0:1746128130.212718:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+15:442:x1830947542842496:12345-192.168.203.28@tcp:35:dd.0 00000100:00100000:1.0:1746128130.213156:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+16:442:x1830947542842496:12345-192.168.203.28@tcp:35:dd.0 Request processed in 438us (741us total) trans 4294984679 rc 0/0 00000100:00100000:1.0:1746128130.213163:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 158 00010000:00010000:0.0:1746128130.271923:0:7071:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746128130.298906:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094640a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3304:1830947540471808:0@lo:400:kworker.0 00000100:00100000:2.0:1746128130.298961:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d403800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830947540472064:0@lo:400:kworker.0 00000100:00100000:3.0:1746128130.298976:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128130.298989:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128130.299013:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540471808 00000100:00100000:2.0:1746128130.299022:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540471808 00000100:00100000:3.0:1746128130.299037:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830947540472320:0@lo:400:kworker.0 00000100:00100000:2.0:1746128130.299042:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746128130.299046:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094643480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1830947540471936:0@lo:400:kworker.0 00000100:00100000:3.0:1746128130.299054:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128130.299063:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128130.299065:0:3304:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746128130.299068:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094643800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74bb44a2-e27b-4631-8597-fae5b0eab546:3304:1830947540471680:0@lo:400:kworker.0 00000100:00100000:3.0:1746128130.299087:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128130.299110:0:7077:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540471680 00000100:00100000:3.0:1746128130.299111:0:3304:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3304:1830947540472192:0@lo:400:kworker.0 00000100:00100000:2.0:1746128130.299113:0:7077:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540471680 00000100:00100000:3.0:1746128130.299128:0:3304:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128130.299133:0:7077:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1746128130.299140:0:7077:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74bb44a2-e27b-4631-8597-fae5b0eab546+18:3304:x1830947540471680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746128130.299145:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540471936 00000100:00100000:3.0:1746128130.299147:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540471936 00000100:00080000:3.0:1746128130.299163:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746128130.299182:0:7077:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74bb44a2-e27b-4631-8597-fae5b0eab546+18:3304:x1830947540471680:12345-0@lo:400:kworker.0 Request processed in 43us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128130.299188:0:7077:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:3.0:1746128130.299191:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094643800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:74bb44a2-e27b-4631-8597-fae5b0eab546:3304:1830947540471680:0@lo:400:kworker.0 00000100:00100000:3.0:1746128130.299211:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540472192 00000100:00100000:3.0:1746128130.299213:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540472192 00000100:00100000:2.0:1746128130.299216:0:21156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1746128130.299221:0:21156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1830947540471808:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746128130.299222:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746128130.299234:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1746128130.299238:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1830947540471936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746128130.299251:0:21156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1830947540471808:12345-0@lo:400:kworker.0 Request processed in 30us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128130.299256:0:21156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1746128130.299266:0:21156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1746128130.299270:0:21156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1830947540472192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128130.299288:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540472064 00000100:00100000:2.0:1746128130.299289:0:21156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1830947540472192:12345-0@lo:400:kworker.0 Request processed in 19us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128130.299291:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540472064 00000100:00100000:2.0:1746128130.299296:0:21156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00080000:0.0:1746128130.299304:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128130.299324:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540472320 00000100:00100000:0.0:1746128130.299326:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540472320 00000100:00080000:0.0:1746128130.299338:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128130.299349:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1746128130.299353:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3302:x1830947540472064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128130.299381:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3302:x1830947540472064:12345-0@lo:400:kworker.0 Request processed in 28us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128130.299385:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1746128130.299405:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d403800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830947540472064:0@lo:400:kworker.0 00000100:00100000:0.0:1746128130.299416:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:0.0:1746128130.299419:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3304:x1830947540472320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128130.299435:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3304:x1830947540472320:12345-0@lo:400:kworker.0 Request processed in 16us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128130.299439:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:3.0:1746128130.299719:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3304:1830947540472192:0@lo:400:kworker.0 00000100:00100000:3.0:1746128130.299735:0:3304:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968023 gen 2 00000004:00080000:3.0:1746128130.299741:0:3304:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008929ea00, transno 4294968023 00000100:00100000:3.0:1746128130.299749:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3304:1830947540472320:0@lo:400:kworker.0 00000100:00100000:3.0:1746128130.299761:0:3304:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094640a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3304:1830947540471808:0@lo:400:kworker.0 00000100:00100000:3.0:1746128130.299801:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1830947540471936:12345-0@lo:400:kworker.0 Request processed in 562us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128130.299806:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1746128130.299872:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094643480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3302:1830947540471936:0@lo:400:kworker.0 00000100:00100000:2.0:1746128130.362379:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746128130.362401:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800920e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830947540472448:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746128130.362468:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128130.363321:0:8420:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540472448 00000100:00100000:1.0:1746128130.363331:0:8420:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540472448 00000100:00100000:1.0:1746128130.363855:0:8420:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:1.0:1746128130.363865:0:8420:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1830947540472448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746128130.363903:0:8420:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 337182720 pending 1703936 free 3854565376 avail 3852468224 00000100:00100000:1.0:1746128130.363961:0:8420:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1830947540472448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (1492us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128130.363971:0:8420:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:2.0:1746128130.364066:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800920e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830947540472448:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1746128131.121166:0:8509:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968498 is committed 00000001:00080000:0.0:1746128131.121183:0:8509:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968499 is committed 00010000:00010000:3.0:1746128131.274815:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1746128131.370870:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968025 is committed 00000100:00100000:0.0:1746128131.623372:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128131.623409:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128131.623436:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128131.623456:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128131.623465:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542842752 00000100:00100000:2.0:1746128131.623467:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542843008 00000100:00100000:3.0:1746128131.623478:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542842752 00000100:00100000:2.0:1746128131.623478:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542843008 00000100:00100000:0.0:1746128131.623482:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128131.623500:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128131.623517:0:7076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542842624 00000100:00100000:1.0:1746128131.623521:0:7076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542842624 00000100:00100000:0.0:1746128131.623531:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128131.623535:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542843136 00000100:00100000:3.0:1746128131.623537:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542843136 00000100:00100000:2.0:1746128131.623541:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 438 00000100:00100000:1.0:1746128131.623546:0:7076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 390 00000100:00100000:2.0:1746128131.623549:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1966:x1830947542843008:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:1.0:1746128131.623550:0:7076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7942e9de-9730-471c-9d1a-fdfcd28eb817+12:1966:x1830947542842624:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:3.0:1746128131.623557:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 365 00000100:00100000:0.0:1746128131.623557:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542843264 00000100:00100000:3.0:1746128131.623562:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1966:x1830947542842752:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1746128131.623564:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542843264 00000100:00100000:0.0:1746128131.623629:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542842880 00000100:00100000:0.0:1746128131.623632:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542842880 00000100:00100000:0.0:1746128131.623642:0:28170:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542843392 00000100:00100000:0.0:1746128131.623643:0:28170:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542843392 00000100:00100000:1.0:1746128131.623650:0:7076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7942e9de-9730-471c-9d1a-fdfcd28eb817+12:1966:x1830947542842624:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 99us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128131.623657:0:7076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 390 00000100:00100000:0.0:1746128131.623657:0:28170:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 439 00000100:00100000:0.0:1746128131.623663:0:28170:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542843264:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:1.0:1746128131.623694:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 440 00000100:00100000:1.0:1746128131.623700:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1966:x1830947542842880:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:2.0:1746128131.623824:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1966:x1830947542843008:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 275us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128131.623824:0:10571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1966:x1830947542842880:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 125us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128131.623826:0:28170:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542843264:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 162us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128131.623829:0:10571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 440 00000100:00100000:2.0:1746128131.623833:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 438 00000100:00100000:0.0:1746128131.623838:0:28170:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 439 00000100:00100000:1.0:1746128131.623845:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 441 00000100:00100000:1.0:1746128131.623850:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542843392:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:2.0:1746128131.623867:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 366 00000100:00100000:2.0:1746128131.623885:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1966:x1830947542843136:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:1.0:1746128131.623886:0:10571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1966:x1830947542843392:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 23us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128131.623891:0:10571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 441 00000100:00100000:2.0:1746128131.623912:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1966:x1830947542843136:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 40us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128131.623917:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 366 00000100:00080000:1.0:1746128131.623926:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746128131.623931:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746128131.623934:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746128131.624318:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1966:x1830947542842752:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 754us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128131.624324:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 365 00000100:00100000:1.0:1746128131.930250:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746128131.930268:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094176680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947540472576:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746128131.930318:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128131.940852:0:18520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540472576 00000100:00100000:0.0:1746128131.940862:0:18520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540472576 00000100:00100000:0.0:1746128131.940931:0:18520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:0.0:1746128131.940939:0:18520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1830947540472576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746128131.940969:0:18520:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1746128131.941027:0:18520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1830947540472576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (10708us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128131.941032:0:18520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:1.0:1746128131.941113:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094176680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947540472576:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1746128132.281002:0:11111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746128133.283380:0:7070:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1746128133.874262:0:4085:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 15:35:33 (1746128133) 00000100:00100000:2.0:1746128134.039053:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128134.039662:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542843648 00000100:00100000:3.0:1746128134.039670:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542843648 00000100:00080000:1.0:1746128134.040307:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746128134.040394:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40717 00000100:00100000:3.0:1746128134.040403:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1101:x1830947542843648:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:3.0:1746128134.040417:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128134.040419:0:20908:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746128134.040442:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092a00/0x802a7453533bd263 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3dc8 expref: 20 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128134.040457:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411b00) 00010000:00010000:3.0:1746128134.040460:0:20908:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746128134.040469:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129618a00/0x802a7453533bd3a5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e38 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128134.040560:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd3ac lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128134.040587:0:20908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095303200/0x802a7453533bd2fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e00 expref: 15 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128134.040598:0:20908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd3ac lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128134.040622:0:20908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095303200/0x802a7453533bd2fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e00 expref: 15 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128134.040631:0:20908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880095303200/0x802a7453533bd2fd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e00 expref: 15 pid: 7083 timeout: 630 lvb_type: 0 00000100:00100000:3.0:1746128134.040641:0:20908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd81f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20908:1830947540472704:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128134.041613:0:20908:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094713cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128134.044231:0:20908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd81f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20908:1830947540472704:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128134.044250:0:20908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd3ac lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000100:00100000:0.0:1746128134.044898:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128134.045041:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542843776 00000100:00100000:3.0:1746128134.045047:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542843776 00010000:00010000:3.0:1746128134.045094:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095303200/0x802a7453533bd2fd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e00 expref: 16 pid: 7083 timeout: 630 lvb_type: 0 00000100:00080000:1.0:1746128134.045095:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746128134.045115:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9353 00000100:00100000:3.0:1746128134.045121:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1963:x1830947542843776:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128134.045131:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128134.045136:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095303200/0x802a7453533bd2fd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e00 expref: 16 pid: 7083 timeout: 630 lvb_type: 0 00010000:00010000:3.0:1746128134.045145:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095303200/0x802a7453533bd2fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e00 expref: 16 pid: 7083 timeout: 630 lvb_type: 0 00010000:00010000:3.0:1746128134.045162:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095303200/0x802a7453533bd2fd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e00 expref: 16 pid: 7083 timeout: 630 lvb_type: 0 00010000:00010000:3.0:1746128134.045183:0:9797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411b00) 00010000:00010000:3.0:1746128134.045186:0:9797:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd3ac lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128134.045193:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd3ac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128134.045198:0:9797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd3ac lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128134.045216:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128134.045249:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+15:1963:x1830947542843776:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 128us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128134.045255:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9353 00010000:00010000:0.0:1746128134.045302:0:20908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd3ac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128134.045308:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd3ac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128134.045321:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c6e200/0x802a7453533bd3b3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128134.045327:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091c6e200/0x802a7453533bd3b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128134.045334:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091c6e200/0x802a7453533bd3b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128134.045845:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092078800/0x802a7453533bd3ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128134.045852:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092078800/0x802a7453533bd3ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128134.045869:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092078800/0x802a7453533bd3ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:0.0:1746128134.045878:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00010000:00010000:0.0:1746128134.045894:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd3ac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128134.045900:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd3ac lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128134.045905:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd3ac lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128134.045910:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880129618200 already unused, calling callback (ffffffffa137a690) 00010000:00010000:0.0:1746128134.045913:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd3ac lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128134.045919:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd3ac lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128134.045925:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411b00) 00010000:00010000:0.0:1746128134.045927:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128134.045930:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd3ac lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128134.045936:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd3ac lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00000004:00010000:0.0:1746128134.045944:0:20908:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008cdab800 reply state ffff88012f26e000 transno 4294984680 ns: mdt-lustre-MDT0000_UUID lock: ffff880091c6e200/0x802a7453533bd3b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000100:00100000:0.0:1746128134.045948:0:20908:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746128134.045972:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129618a00/0x802a7453533bd3a5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e38 expref: 22 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128134.045987:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092078800/0x802a7453533bd3ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e38 expref: 21 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128134.045993:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8800928dab00) 00010000:00010000:0.0:1746128134.045995:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746128134.045996:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092078800, rc 0) 00000100:00100000:0.0:1746128134.046038:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1101:x1830947542843648:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 5637us (6990us total) trans 4294984680 rc 0/0 00000100:00100000:0.0:1746128134.046044:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40717 00010000:00010000:3.0:1746128134.047880:0:3288:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091c6e200/0x802a7453533bd3b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128134.047890:0:3288:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091c6e200/0x802a7453533bd3b3 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128134.047895:0:3288:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091c6e200/0x802a7453533bd3b3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128134.047899:0:3288:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091c6e200 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128134.047902:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c6e200/0x802a7453533bd3b3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128134.047908:0:3288:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091c6e200/0x802a7453533bd3b3 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128134.047917:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff8800928da800) 00010000:00010000:3.0:1746128134.047920:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128134.047922:0:3288:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091c6e200/0x802a7453533bd3b3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128134.047925:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091c6e200/0x802a7453533bd3b3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00000100:00100000:0.0:1746128134.048900:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128134.049448:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542844032 00000100:00100000:2.0:1746128134.049457:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542844032 00000100:00100000:2.0:1746128134.049499:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40718 00000100:00100000:2.0:1746128134.049507:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1101:x1830947542844032:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:2.0:1746128134.049527:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128134.049542:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03200/0x802a7453533bd3c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e3f expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128134.049634:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02c00/0x802a7453533bd3cf lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.049644:0:20908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092078800/0x802a7453533bd3ba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e38 expref: 22 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128134.049649:0:20908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02c00/0x802a7453533bd3cf lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.049670:0:20908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092078800/0x802a7453533bd3ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e38 expref: 22 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128134.049679:0:20908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092078800/0x802a7453533bd3ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e38 expref: 22 pid: 20908 timeout: 630 lvb_type: 0 00000100:00100000:2.0:1746128134.049688:0:20908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cdaa300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20908:1830947540472832:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128134.049766:0:20908:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009373f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746128134.053102:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128134.053149:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542844160 00000100:00100000:3.0:1746128134.053157:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542844160 00010000:00010000:3.0:1746128134.053187:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092078800/0x802a7453533bd3ba lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e38 expref: 23 pid: 20908 timeout: 630 lvb_type: 0 00000100:00100000:3.0:1746128134.053220:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9354 00000100:00100000:3.0:1746128134.053226:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1964:x1830947542844160:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128134.053237:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128134.053242:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092078800/0x802a7453533bd3ba lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e38 expref: 23 pid: 20908 timeout: 630 lvb_type: 0 00010000:00010000:3.0:1746128134.053252:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092078800/0x802a7453533bd3ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e38 expref: 23 pid: 20908 timeout: 630 lvb_type: 0 00010000:00010000:3.0:1746128134.053269:0:9797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8800928dab00) 00010000:00010000:3.0:1746128134.053272:0:9797:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02c00/0x802a7453533bd3cf lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128134.053279:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02c00/0x802a7453533bd3cf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128134.053285:0:9797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02c00/0x802a7453533bd3cf lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128134.053298:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128134.053340:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1964:x1830947542844160:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 115us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128134.053346:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9354 00010000:00010000:2.0:1746128134.053372:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092078800/0x802a7453533bd3ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e38 expref: 22 pid: 20908 timeout: 630 lvb_type: 0 00000100:00100000:2.0:1746128134.053385:0:20908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cdaa300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20908:1830947540472832:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128134.053401:0:20908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02c00/0x802a7453533bd3cf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.053406:0:20908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02c00/0x802a7453533bd3cf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.053410:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02c00/0x802a7453533bd3cf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:2.0:1746128134.053425:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00000004:00080000:2.0:1746128134.053558:0:20908:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1b:0x0], index 0: 0 00000004:00080000:2.0:1746128134.053563:0:20908:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x19:0x0], index 1: 0 00010000:00010000:2.0:1746128134.053673:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02c00/0x802a7453533bd3cf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.053679:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02c00/0x802a7453533bd3cf lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.053684:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02c00/0x802a7453533bd3cf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.053688:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a02c00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128134.053691:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02c00/0x802a7453533bd3cf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.053696:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02c00/0x802a7453533bd3cf lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.053703:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8800928dab00) 00010000:00010000:2.0:1746128134.053706:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746128134.053708:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02c00/0x802a7453533bd3cf lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.053712:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02c00/0x802a7453533bd3cf lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.053747:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03200/0x802a7453533bd3c8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e3f expref: 22 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128134.053754:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03200/0x802a7453533bd3c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e3f expref: 22 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128134.053764:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a03200, rc 0) 00000100:00100000:2.0:1746128134.053784:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1101:x1830947542844032:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 4278us (4888us total) trans 4294984681 rc 301/301 00000100:00100000:2.0:1746128134.053790:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40718 00000100:00100000:0.0:1746128134.055674:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128134.055767:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542844416 00000100:00100000:1.0:1746128134.055772:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542844416 00000100:00100000:1.0:1746128134.055865:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 159 00000100:00100000:1.0:1746128134.055872:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1101:x1830947542844416:12345-192.168.203.28@tcp:35:lfs.0 00000100:00100000:1.0:1746128134.056112:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1101:x1830947542844416:12345-192.168.203.28@tcp:35:lfs.0 Request processed in 240us (442us total) trans 4294984682 rc 0/0 00000100:00100000:1.0:1746128134.056119:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 159 00000100:00100000:0.0:1746128134.058171:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128134.058272:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542844544 00000100:00100000:2.0:1746128134.058279:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542844544 00000100:00100000:2.0:1746128134.058321:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40719 00000100:00100000:2.0:1746128134.058327:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1101:x1830947542844544:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:2.0:1746128134.058345:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128134.058361:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02e00/0x802a7453533bd3dd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e46 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128134.058405:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02e00/0x802a7453533bd3dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e46 expref: 23 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128134.058416:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02e00/0x802a7453533bd3dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e46 expref: 23 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128134.058430:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012c411d00) 00010000:00010000:2.0:1746128134.058433:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746128134.058436:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a02e00, rc 0) 00000100:00100000:2.0:1746128134.058479:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1101:x1830947542844544:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 152us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128134.058484:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40719 00000100:00100000:0.0:1746128134.060188:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128134.060296:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542844800 00000100:00100000:1.0:1746128134.060302:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542844800 00000100:00100000:1.0:1746128134.060345:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 160 00000100:00100000:1.0:1746128134.060352:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a5ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1101:x1830947542844800:12345-192.168.203.28@tcp:35:lfs.0 00000100:00100000:1.0:1746128134.060496:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a5ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1101:x1830947542844800:12345-192.168.203.28@tcp:35:lfs.0 Request processed in 144us (311us total) trans 4294984683 rc 0/0 00000100:00100000:1.0:1746128134.060502:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 160 00000100:00100000:0.0:1746128134.075125:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128134.075485:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542844928 00000100:00100000:2.0:1746128134.075493:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542844928 00000100:00100000:2.0:1746128134.075534:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40720 00000100:00100000:2.0:1746128134.075541:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1117:x1830947542844928:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:2.0:1746128134.075562:0:7084:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128134.075604:0:7084:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02c00/0x802a7453533bd3e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e4d expref: -99 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128134.075650:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03c00/0x802a7453533bd3eb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746128134.075659:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03c00/0x802a7453533bd3eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746128134.075668:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03c00/0x802a7453533bd3eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000004:00200000:2.0:1746128134.075710:0:7084:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746128134.075713:0:7084:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:2.0:1746128134.075724:0:7084:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03c00/0x802a7453533bd3eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746128134.075740:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02c00/0x802a7453533bd3e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e4d expref: 26 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128134.075774:0:7084:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03c00/0x802a7453533bd3eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e4d expref: 25 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128134.075781:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411800) 00010000:00010000:2.0:1746128134.075783:0:7084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746128134.075785:0:7084:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a03c00, rc 0) 00000100:00100000:2.0:1746128134.075832:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1117:x1830947542844928:12345-192.168.203.28@tcp:101:dd.0 Request processed in 290us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128134.075840:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40720 00000100:00100000:0.0:1746128134.078476:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128134.079718:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542845184 00000100:00100000:2.0:1746128134.079726:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542845184 00000100:00100000:2.0:1746128134.079772:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40721 00000100:00100000:2.0:1746128134.079778:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1117:x1830947542845184:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:2.0:1746128134.079793:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128134.079796:0:20908:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746128134.079813:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03c00/0x802a7453533bd3eb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e4d expref: 25 pid: 7084 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128134.079826:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411800) 00010000:00010000:2.0:1746128134.079834:0:20908:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128134.079842:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02600/0x802a7453533bd3f2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e54 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128134.079965:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02400/0x802a7453533bd3f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.079974:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02400/0x802a7453533bd3f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.079980:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02400/0x802a7453533bd3f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.079990:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03000/0x802a7453533bd400 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.079995:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03000/0x802a7453533bd400 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.080000:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03000/0x802a7453533bd400 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.080048:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03a00/0x802a7453533bd407 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.080053:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03a00/0x802a7453533bd407 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.080058:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03a00/0x802a7453533bd407 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:2.0:1746128134.080064:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00010000:00010000:2.0:1746128134.080123:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02400/0x802a7453533bd3f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.080128:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02400/0x802a7453533bd3f9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.080133:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02400/0x802a7453533bd3f9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.080137:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a02400 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128134.080140:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02400/0x802a7453533bd3f9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.080145:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02400/0x802a7453533bd3f9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.080152:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411000) 00010000:00010000:2.0:1746128134.080154:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128134.080156:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02400/0x802a7453533bd3f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.080160:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02400/0x802a7453533bd3f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.080171:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03000/0x802a7453533bd400 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.080175:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03000/0x802a7453533bd400 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.080179:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03000/0x802a7453533bd400 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.080183:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a03000 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128134.080185:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03000/0x802a7453533bd400 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.080189:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03000/0x802a7453533bd400 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.080193:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88012c411600) 00010000:00010000:2.0:1746128134.080195:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128134.080197:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03000/0x802a7453533bd400 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.080201:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03000/0x802a7453533bd400 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.080225:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02600/0x802a7453533bd3f2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e54 expref: 27 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128134.080235:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03a00/0x802a7453533bd407 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e54 expref: 26 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128134.080240:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012c411d00) 00010000:00010000:2.0:1746128134.080242:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128134.080244:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a03a00, rc 0) 00000100:00100000:2.0:1746128134.080283:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1117:x1830947542845184:12345-192.168.203.28@tcp:101:dd.0 Request processed in 504us (1811us total) trans 4294984684 rc 0/0 00000100:00100000:2.0:1746128134.080288:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40721 00000100:00100000:0.0:1746128134.084024:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128134.084128:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542845440 00000100:00100000:2.0:1746128134.084135:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542845440 00000100:00100000:2.0:1746128134.084175:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40722 00000100:00100000:2.0:1746128134.084181:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1117:x1830947542845440:12345-192.168.203.28@tcp:36:dd.0 00010000:00010000:2.0:1746128134.084220:0:7084:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128134.084240:0:7084:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03a00/0x802a7453533bd407 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e54 expref: 26 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128134.084253:0:7084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012c411d00) 00010000:00010000:2.0:1746128134.084257:0:7084:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128134.084402:0:7084:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03600/0x802a7453533bd415 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746128134.084411:0:7084:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03600/0x802a7453533bd415 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746128134.084418:0:7084:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03600/0x802a7453533bd415 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000001:00080000:2.0:1746128134.084452:0:7084:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294984685 00000004:00010000:2.0:1746128134.084469:0:7084:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880134409500 reply state ffff8800a4f93000 transno 4294984686 ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03600/0x802a7453533bd415 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7084 initiator: MDT0 00000100:00100000:2.0:1746128134.084474:0:7084:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746128134.084540:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:1117:x1830947542845440:12345-192.168.203.28@tcp:36:dd.0 Request processed in 359us (522us total) trans 4294984686 rc 0/0 00000100:00100000:2.0:1746128134.084549:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40722 00000020:00080000:2.0:1746128134.084552:0:7084:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1746128134.087453:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03600/0x802a7453533bd415 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746128134.087464:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03600/0x802a7453533bd415 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746128134.087469:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03600/0x802a7453533bd415 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746128134.087474:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a03600 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128134.087477:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03600/0x802a7453533bd415 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746128134.087483:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03600/0x802a7453533bd415 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746128134.087494:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012c411d00) 00010000:00010000:2.0:1746128134.087497:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128134.087500:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03600/0x802a7453533bd415 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00010000:00010000:2.0:1746128134.087503:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a03600/0x802a7453533bd415 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7084 initiator: MDT0 00000100:00100000:2.0:1746128134.090511:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128134.090599:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542845568 00000100:00100000:1.0:1746128134.090606:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542845568 00000100:00100000:1.0:1746128134.090905:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5473 00000100:00100000:1.0:1746128134.090913:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099cfd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1117:x1830947542845568:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:1.0:1746128134.090926:0:10571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128134.090940:0:10571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d5c6200/0x802a7453533bd41c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e5b expref: -99 pid: 10571 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746128134.090963:0:10571:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746128134.090979:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128134.090980:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128134.090986:0:10571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d5c6200/0x802a7453533bd41c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e5b expref: 6 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128134.090999:0:10571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d5c6200/0x802a7453533bd41c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e5b expref: 6 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128134.091007:0:10571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5c6200, rc 0) 00000100:00100000:1.0:1746128134.091044:0:10571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099cfd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1117:x1830947542845568:12345-192.168.203.28@tcp:101:dd.0 Request processed in 132us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128134.091049:0:10571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5473 00000100:00080000:2.0:1746128134.091248:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128134.096265:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128134.096366:0:21343:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542845696 00000100:00100000:2.0:1746128134.096377:0:21343:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542845696 00000100:00100000:2.0:1746128134.096526:0:21343:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5474 00000100:00100000:2.0:1746128134.096533:0:21343:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1117:x1830947542845696:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:2.0:1746128134.096546:0:21343:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128134.096562:0:21343:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a03800/0x802a7453533bd423 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e62 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746128134.096601:0:21343:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746128134.096617:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128134.096618:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128134.096624:0:21343:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a03800/0x802a7453533bd423 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e62 expref: 6 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128134.096636:0:21343:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a03800/0x802a7453533bd423 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e62 expref: 6 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128134.096644:0:21343:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a03800, rc 0) 00000100:00100000:2.0:1746128134.096695:0:21343:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1117:x1830947542845696:12345-192.168.203.28@tcp:101:dd.0 Request processed in 163us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128134.096700:0:21343:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5474 00000100:00080000:0.0:1746128134.096753:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128134.099114:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128134.099158:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128134.099236:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542845824 00000100:00100000:2.0:1746128134.099242:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542845824 00002000:00010000:2.0:1746128134.099268:0:25180:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/27 (0->18446744073709551615) 00002000:00100000:2.0:1746128134.099272:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440a300 with x1830947542845824 ext(0->18446744073709551615) 00002000:00010000:2.0:1746128134.099281:0:25180:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013440a300. 00000100:00100000:2.0:1746128134.099292:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542845952 00000100:00100000:2.0:1746128134.099294:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542845952 00002000:00010000:2.0:1746128134.099303:0:25180:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/25 (0->18446744073709551615) 00002000:00100000:2.0:1746128134.099305:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134409c00 with x1830947542845952 ext(0->18446744073709551615) 00002000:00010000:2.0:1746128134.099309:0:25180:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134409c00. 00000100:00100000:2.0:1746128134.099320:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3955 00000100:00100000:2.0:1746128134.099325:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1963:x1830947542845824:12345-192.168.203.28@tcp:10:dd.0 00002000:00010000:2.0:1746128134.099565:0:25180:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746128134.099567:0:25180:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746128134 00002000:00010000:2.0:1746128134.099588:0:25180:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746128134.099590:0:25180:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746128134 00002000:00010000:2.0:1746128134.099592:0:25180:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1746128134.099693:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3956 00000100:00100000:1.0:1746128134.099700:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1964:x1830947542845952:12345-192.168.203.28@tcp:10:dd.0 00002000:00010000:1.0:1746128134.099874:0:31890:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746128134.099876:0:31890:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime from disk: 0 -> 1746128134 00002000:00010000:1.0:1746128134.099878:0:31890:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746128134.099880:0:31890:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime from disk: 0 -> 1746128134 00002000:00010000:1.0:1746128134.099882:0:31890:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1746128134.101852:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542845824:12345-192.168.203.28@tcp:10:dd.0 Request processed in 2518us (2735us total) trans 4294968500 rc 0/0 00000100:00100000:2.0:1746128134.101872:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3955 00002000:00010000:2.0:1746128134.101878:0:25180:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/27 (0->18446744073709551615) 00002000:00100000:2.0:1746128134.101881:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440a300 with x1830947542845824 ext(0->18446744073709551615) 00002000:00010000:2.0:1746128134.101890:0:25180:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013440a300. 00000100:00100000:1.0:1746128134.101954:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542845952:12345-192.168.203.28@tcp:10:dd.0 Request processed in 2253us (2794us total) trans 4294968026 rc 0/0 00000100:00100000:1.0:1746128134.101961:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3956 00002000:00010000:1.0:1746128134.101964:0:31890:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/25 (0->18446744073709551615) 00002000:00100000:1.0:1746128134.101966:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134409c00 with x1830947542845952 ext(0->18446744073709551615) 00002000:00010000:1.0:1746128134.101971:0:31890:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134409c00. 00010000:00010000:0.0:1746128134.290725:0:7071:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746128134.360125:0:7134:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984680 is committed 00000001:00080000:0.0:1746128134.360140:0:7134:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984683 is committed 00000001:00080000:0.0:1746128134.360151:0:7134:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984679 is committed 00000001:00080000:0.0:1746128134.360157:0:7134:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984686 is committed 00000100:00100000:0.0:1746128134.520139:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128134.520232:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542846208 00000100:00100000:1.0:1746128134.520240:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542846208 00002000:00100000:1.0:1746128134.520277:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff88013440b100 x1830947542846208/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128134.520286:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440b100 with x1830947542846208 ext(0->1048575) 00002000:00010000:1.0:1746128134.520290:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013440b100 00000100:00100000:2.0:1746128134.521553:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3957 00000100:00100000:2.0:1746128134.521563:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542846208:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:2.0:1746128134.537360:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128134.537422:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542846464 00000100:00100000:1.0:1746128134.537429:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542846464 00002000:00100000:1.0:1746128134.537460:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff88008cdaa300 x1830947542846464/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128134.537469:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdaa300 with x1830947542846464 ext(0->1048575) 00002000:00010000:1.0:1746128134.537473:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cdaa300 00000100:00100000:1.0:1746128134.537687:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3958 00000100:00100000:1.0:1746128134.537694:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cdaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542846464:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:2.0:1746128134.547508:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1966:x1830947542846208:12345-192.168.203.28@tcp:4:dd.0 Request processed in 25939us (27368us total) trans 4294968501 rc 0/0 00000100:00100000:2.0:1746128134.547519:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3957 00002000:00100000:2.0:1746128134.547529:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff88013440b100 x1830947542846208/t4294968501(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128134.547538:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440b100 with x1830947542846208 ext(0->1048575) 00002000:00010000:2.0:1746128134.547542:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013440b100 00000100:00100000:0.0:1746128134.552722:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128134.552788:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542846720 00000100:00100000:3.0:1746128134.552796:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542846720 00002000:00100000:3.0:1746128134.552829:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff88013440aa00 x1830947542846720/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128134.552838:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440aa00 with x1830947542846720 ext(1048576->2097151) 00002000:00010000:3.0:1746128134.552842:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013440aa00 00000100:00100000:3.0:1746128134.552867:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3959 00000100:00100000:3.0:1746128134.552872:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1966:x1830947542846720:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128134.555978:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cdaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1965:x1830947542846464:12345-192.168.203.28@tcp:4:dd.0 Request processed in 18277us (18617us total) trans 4294968027 rc 0/0 00000100:00100000:1.0:1746128134.555988:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3958 00002000:00100000:1.0:1746128134.555998:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff88008cdaa300 x1830947542846464/t4294968027(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128134.556006:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cdaa300 with x1830947542846464 ext(0->1048575) 00002000:00010000:1.0:1746128134.556010:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cdaa300 00000100:00100000:0.0:1746128134.576421:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1966:x1830947542846720:12345-192.168.203.28@tcp:4:dd.0 Request processed in 23537us (23693us total) trans 4294968502 rc 0/0 00000100:00100000:0.0:1746128134.576435:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3959 00002000:00100000:0.0:1746128134.576448:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff88013440aa00 x1830947542846720/t4294968502(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128134.576458:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440aa00 with x1830947542846720 ext(1048576->2097151) 00002000:00010000:0.0:1746128134.576464:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013440aa00 00000100:00100000:0.0:1746128134.577194:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128134.579170:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542846976 00000100:00100000:1.0:1746128134.579179:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542846976 00002000:00100000:1.0:1746128134.579215:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff880134408380 x1830947542846976/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128134.579223:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134408380 with x1830947542846976 ext(1048576->2097151) 00002000:00010000:1.0:1746128134.579229:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134408380 00000100:00100000:1.0:1746128134.579911:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3960 00000100:00100000:1.0:1746128134.579919:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1966:x1830947542846976:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:3.0:1746128134.599566:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128134.599635:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542847232 00000100:00100000:2.0:1746128134.599643:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542847232 00002000:00100000:2.0:1746128134.599677:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff88008cd81f80 x1830947542847232/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128134.599685:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd81f80 with x1830947542847232 ext(2097152->3145727) 00002000:00010000:2.0:1746128134.599690:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cd81f80 00000100:00100000:2.0:1746128134.599707:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3961 00000100:00100000:2.0:1746128134.599713:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1966:x1830947542847232:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128134.604965:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1966:x1830947542846976:12345-192.168.203.28@tcp:4:dd.0 Request processed in 25036us (27762us total) trans 4294968028 rc 0/0 00000100:00100000:1.0:1746128134.604978:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3960 00002000:00100000:1.0:1746128134.604990:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff880134408380 x1830947542846976/t4294968028(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128134.605000:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134408380 with x1830947542846976 ext(1048576->2097151) 00002000:00010000:1.0:1746128134.605006:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134408380 00000100:00100000:2.0:1746128134.619803:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+13:1966:x1830947542847232:12345-192.168.203.28@tcp:4:dd.0 Request processed in 20081us (20234us total) trans 4294968503 rc 0/0 00000100:00100000:2.0:1746128134.619815:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3961 00002000:00100000:2.0:1746128134.619825:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff88008cd81f80 x1830947542847232/t4294968503(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128134.619834:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd81f80 with x1830947542847232 ext(2097152->3145727) 00002000:00010000:2.0:1746128134.619839:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cd81f80 00000100:00100000:3.0:1746128134.645913:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128134.645949:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128134.645974:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128134.645994:0:31886:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542847488 00000100:00100000:3.0:1746128134.646001:0:31886:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542847488 00002000:00100000:3.0:1746128134.646037:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff88008cd81c00 x1830947542847488/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128134.646046:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd81c00 with x1830947542847488 ext(2097152->3145727) 00002000:00010000:3.0:1746128134.646050:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd81c00 00000100:00100000:3.0:1746128134.646072:0:31886:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542847872 00000100:00100000:3.0:1746128134.646074:0:31886:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542847872 00002000:00100000:3.0:1746128134.646085:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff88008cd80700 x1830947542847872/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128134.646092:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd80700 with x1830947542847872 ext(3145728->4194303) 00002000:00010000:3.0:1746128134.646095:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cd80700 00000100:00100000:3.0:1746128134.646101:0:31886:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542848384 00000100:00100000:3.0:1746128134.646102:0:31886:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542848384 00002000:00100000:3.0:1746128134.646109:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff88008cd83480 x1830947542848384/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128134.646115:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd83480 with x1830947542848384 ext(4194304->5242879) 00002000:00010000:3.0:1746128134.646117:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd83480 00000100:00100000:3.0:1746128134.646125:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3962 00000100:00100000:3.0:1746128134.646130:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1965:x1830947542847488:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:3.0:1746128134.646238:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128134.646251:0:8421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542848000 00000100:00100000:3.0:1746128134.646253:0:8421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542848000 00002000:00100000:3.0:1746128134.646265:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88008cd82a00 x1830947542848000/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128134.646271:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd82a00 with x1830947542848000 ext(4194304->5242879) 00002000:00010000:3.0:1746128134.646273:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cd82a00 00000100:00100000:3.0:1746128134.646283:0:8421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3963 00000100:00100000:3.0:1746128134.646287:0:8421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:1966:x1830947542847872:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:3.0:1746128134.646422:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128134.646438:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542848256 00000100:00100000:3.0:1746128134.646441:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542848256 00002000:00100000:3.0:1746128134.646454:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff88008cd81180 x1830947542848256/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128134.646465:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd81180 with x1830947542848256 ext(3145728->4194303) 00002000:00010000:3.0:1746128134.646467:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd81180 00000100:00100000:3.0:1746128134.646478:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3964 00000100:00100000:3.0:1746128134.646483:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:1966:x1830947542848384:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128134.646534:0:20910:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3965 00000100:00100000:1.0:1746128134.646540:0:20910:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+15:1966:x1830947542848000:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128134.646653:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3966 00000100:00100000:1.0:1746128134.646657:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:1966:x1830947542848256:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:3.0:1746128134.661392:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1965:x1830947542847488:12345-192.168.203.28@tcp:4:dd.0 Request processed in 15254us (15480us total) trans 4294968029 rc 0/0 00000100:00100000:3.0:1746128134.661403:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3962 00002000:00100000:3.0:1746128134.661413:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff88008cd81c00 x1830947542847488/t4294968029(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128134.661421:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd81c00 with x1830947542847488 ext(2097152->3145727) 00002000:00010000:3.0:1746128134.661426:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd81c00 00000100:00100000:1.0:1746128134.672021:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128134.675408:0:8421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1966:x1830947542847872:12345-192.168.203.28@tcp:4:dd.0 Request processed in 29114us (29452us total) trans 4294968504 rc 0/0 00000100:00100000:3.0:1746128134.675417:0:8421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3963 00002000:00100000:3.0:1746128134.675426:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff88008cd80700 x1830947542847872/t4294968504(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128134.675434:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd80700 with x1830947542847872 ext(3145728->4194303) 00002000:00010000:3.0:1746128134.675439:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cd80700 00000100:00100000:3.0:1746128134.675454:0:8421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542848768 00000100:00100000:3.0:1746128134.675458:0:8421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542848768 00002000:00100000:3.0:1746128134.675479:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8800920e9500 x1830947542848768/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128134.675485:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9500 with x1830947542848768 ext(5242880->6291455) 00002000:00010000:3.0:1746128134.675488:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920e9500 00000100:00100000:3.0:1746128134.675503:0:8421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3967 00000100:00100000:3.0:1746128134.675508:0:8421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1965:x1830947542848768:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:2.0:1746128134.682649:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128134.682739:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542849024 00000100:00100000:3.0:1746128134.682745:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542849024 00002000:00100000:3.0:1746128134.682770:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff88008cda9880 x1830947542849024/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128134.682779:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda9880 with x1830947542849024 ext(5242880->6291455) 00002000:00010000:3.0:1746128134.682783:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cda9880 00000100:00100000:3.0:1746128134.682802:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3968 00000100:00100000:3.0:1746128134.682808:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1966:x1830947542849024:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128134.682995:0:20910:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1966:x1830947542848000:12345-192.168.203.28@tcp:4:dd.0 Request processed in 36453us (36754us total) trans 4294968505 rc 0/0 00000100:00100000:1.0:1746128134.683001:0:20910:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3965 00002000:00100000:1.0:1746128134.683006:0:20910:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88008cd82a00 x1830947542848000/t4294968505(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128134.683012:0:20910:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd82a00 with x1830947542848000 ext(4194304->5242879) 00002000:00010000:1.0:1746128134.683015:0:20910:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cd82a00 00000100:00100000:1.0:1746128134.687130:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1966:x1830947542848256:12345-192.168.203.28@tcp:4:dd.0 Request processed in 40465us (40703us total) trans 4294968030 rc 0/0 00000100:00100000:1.0:1746128134.687140:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3966 00002000:00100000:1.0:1746128134.687149:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff88008cd81180 x1830947542848256/t4294968030(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128134.687157:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd81180 with x1830947542848256 ext(3145728->4194303) 00002000:00010000:1.0:1746128134.687162:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd81180 00000100:00100000:3.0:1746128134.692043:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1966:x1830947542848384:12345-192.168.203.28@tcp:4:dd.0 Request processed in 45553us (46060us total) trans 4294968031 rc 0/0 00000100:00100000:3.0:1746128134.692053:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3964 00002000:00100000:3.0:1746128134.692061:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff88008cd83480 x1830947542848384/t4294968031(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128134.692070:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd83480 with x1830947542848384 ext(4194304->5242879) 00002000:00010000:3.0:1746128134.692075:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cd83480 00000100:00100000:3.0:1746128134.698121:0:8421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1965:x1830947542848768:12345-192.168.203.28@tcp:4:dd.0 Request processed in 22605us (26099us total) trans 4294968506 rc 0/0 00000100:00100000:3.0:1746128134.698131:0:8421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3967 00002000:00100000:3.0:1746128134.698141:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8800920e9500 x1830947542848768/t4294968506(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128134.698150:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9500 with x1830947542848768 ext(5242880->6291455) 00002000:00010000:3.0:1746128134.698155:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920e9500 00000100:00100000:0.0:1746128134.701730:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128134.703120:0:8421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542849280 00000100:00100000:3.0:1746128134.703129:0:8421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542849280 00002000:00100000:3.0:1746128134.703163:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff880084104700 x1830947542849280/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128134.703173:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084104700 with x1830947542849280 ext(6291456->7340031) 00002000:00010000:3.0:1746128134.703177:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084104700 00000100:00100000:3.0:1746128134.703871:0:8421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3969 00000100:00100000:3.0:1746128134.703880:0:8421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084104700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1966:x1830947542849280:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128134.706808:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1966:x1830947542849024:12345-192.168.203.28@tcp:4:dd.0 Request processed in 23991us (24156us total) trans 4294968032 rc 0/0 00000100:00100000:1.0:1746128134.706819:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3968 00002000:00100000:1.0:1746128134.706828:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff88008cda9880 x1830947542849024/t4294968032(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128134.706837:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda9880 with x1830947542849024 ext(5242880->6291455) 00002000:00010000:1.0:1746128134.706842:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cda9880 00000100:00100000:3.0:1746128134.714822:0:8421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084104700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1966:x1830947542849280:12345-192.168.203.28@tcp:4:dd.0 Request processed in 10937us (13091us total) trans 4294968507 rc 0/0 00000100:00100000:3.0:1746128134.714833:0:8421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3969 00002000:00100000:3.0:1746128134.714842:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff880084104700 x1830947542849280/t4294968507(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128134.714850:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084104700 with x1830947542849280 ext(6291456->7340031) 00002000:00010000:3.0:1746128134.714863:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084104700 00000100:00100000:2.0:1746128134.729193:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128134.731529:0:8421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542849536 00000100:00100000:3.0:1746128134.731538:0:8421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542849536 00002000:00100000:3.0:1746128134.731606:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff88008cda8e00 x1830947542849536/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128134.731615:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda8e00 with x1830947542849536 ext(6291456->7340031) 00002000:00010000:3.0:1746128134.731619:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cda8e00 00000100:00100000:3.0:1746128134.732788:0:8421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3970 00000100:00100000:3.0:1746128134.732798:0:8421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cda8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1964:x1830947542849536:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:2.0:1746128134.747770:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128134.747822:0:31886:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542849792 00000100:00100000:1.0:1746128134.747830:0:31886:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542849792 00002000:00100000:1.0:1746128134.747870:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880091f7ed80 x1830947542849792/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128134.747879:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7ed80 with x1830947542849792 ext(7340032->8388607) 00002000:00010000:1.0:1746128134.747883:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f7ed80 00000100:00100000:1.0:1746128134.747909:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3971 00000100:00100000:1.0:1746128134.747916:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1964:x1830947542849792:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:3.0:1746128134.754479:0:8421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cda8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1964:x1830947542849536:12345-192.168.203.28@tcp:4:dd.0 Request processed in 21675us (25283us total) trans 4294968033 rc 0/0 00000100:00100000:3.0:1746128134.754490:0:8421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3970 00002000:00100000:3.0:1746128134.754501:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff88008cda8e00 x1830947542849536/t4294968033(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128134.754510:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cda8e00 with x1830947542849536 ext(6291456->7340031) 00002000:00010000:3.0:1746128134.754515:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cda8e00 00000100:00100000:0.0:1746128134.768661:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128134.773167:0:8421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542850048 00000100:00100000:3.0:1746128134.773179:0:8421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542850048 00002000:00100000:3.0:1746128134.773219:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff880084105880 x1830947542850048/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128134.773229:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084105880 with x1830947542850048 ext(7340032->8388607) 00002000:00010000:3.0:1746128134.773233:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084105880 00000100:00100000:3.0:1746128134.773260:0:8421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3972 00000100:00100000:3.0:1746128134.773267:0:8421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+21:1963:x1830947542850048:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128134.780117:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1964:x1830947542849792:12345-192.168.203.28@tcp:4:dd.0 Request processed in 32195us (32346us total) trans 4294968508 rc 0/0 00000100:00100000:1.0:1746128134.780127:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3971 00002000:00100000:1.0:1746128134.780138:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880091f7ed80 x1830947542849792/t4294968508(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128134.780146:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7ed80 with x1830947542849792 ext(7340032->8388607) 00002000:00010000:1.0:1746128134.780151:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f7ed80 00000100:00100000:0.0:1746128134.780765:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128134.780831:0:31886:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542850304 00000100:00100000:1.0:1746128134.780836:0:31886:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542850304 00002000:00100000:1.0:1746128134.780866:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff880084104e00 x1830947542850304/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128134.780873:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084104e00 with x1830947542850304 ext(8388608->9437183) 00002000:00010000:1.0:1746128134.780876:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084104e00 00000100:00100000:1.0:1746128134.780889:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3973 00000100:00100000:1.0:1746128134.780896:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1964:x1830947542850304:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128134.793549:0:8421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084105880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1963:x1830947542850048:12345-192.168.203.28@tcp:4:dd.0 Request processed in 20275us (24886us total) trans 4294968034 rc 0/0 00000100:00100000:0.0:1746128134.793558:0:8421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3972 00002000:00100000:0.0:1746128134.793567:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff880084105880 x1830947542850048/t4294968034(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128134.793611:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084105880 with x1830947542850048 ext(7340032->8388607) 00002000:00010000:0.0:1746128134.793615:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084105880 00000100:00100000:1.0:1746128134.807173:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128134.807269:0:8421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542850560 00000100:00100000:2.0:1746128134.807278:0:8421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542850560 00002000:00100000:2.0:1746128134.807311:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff8800920eaa00 x1830947542850560/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128134.807320:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920eaa00 with x1830947542850560 ext(8388608->9437183) 00002000:00010000:2.0:1746128134.807324:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920eaa00 00000100:00100000:2.0:1746128134.807352:0:8421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3974 00000100:00100000:2.0:1746128134.807358:0:8421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1963:x1830947542850560:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:2.0:1746128134.810988:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084104e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542850304:12345-192.168.203.28@tcp:4:dd.0 Request processed in 29983us (30114us total) trans 4294968509 rc 0/0 00000100:00100000:2.0:1746128134.810999:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3973 00002000:00100000:2.0:1746128134.811008:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff880084104e00 x1830947542850304/t4294968509(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128134.811017:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084104e00 with x1830947542850304 ext(8388608->9437183) 00002000:00010000:2.0:1746128134.811022:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084104e00 00000100:00100000:0.0:1746128134.834148:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128134.835608:0:31886:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542850944 00000100:00100000:2.0:1746128134.835617:0:31886:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542850944 00002000:00100000:2.0:1746128134.835653:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff880084107100 x1830947542850944/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128134.835663:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084107100 with x1830947542850944 ext(9437184->10485759) 00002000:00010000:2.0:1746128134.835667:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084107100 00000100:00100000:2.0:1746128134.835695:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3975 00000100:00100000:2.0:1746128134.835701:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542850944:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128134.836345:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128134.836396:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128134.836409:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542851072 00000100:00100000:1.0:1746128134.836412:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542851072 00002000:00100000:1.0:1746128134.836428:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff8800920ea300 x1830947542851072/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128134.836435:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ea300 with x1830947542851072 ext(9437184->10485759) 00002000:00010000:1.0:1746128134.836438:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920ea300 00000100:00100000:1.0:1746128134.836446:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542851328 00000100:00100000:1.0:1746128134.836447:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542851328 00002000:00100000:1.0:1746128134.836454:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff8800920e9180 x1830947542851328/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128134.836465:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9180 with x1830947542851328 ext(10485760->11534335) 00002000:00010000:1.0:1746128134.836467:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920e9180 00000100:00100000:1.0:1746128134.836474:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3976 00000100:00100000:1.0:1746128134.836478:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1963:x1830947542851072:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128134.836547:0:20910:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3977 00000100:00100000:1.0:1746128134.836551:0:20910:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1963:x1830947542851328:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:2.0:1746128134.837667:0:8421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1963:x1830947542850560:12345-192.168.203.28@tcp:4:dd.0 Request processed in 30305us (30497us total) trans 4294968035 rc 0/0 00000100:00100000:2.0:1746128134.837674:0:8421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3974 00002000:00100000:2.0:1746128134.837681:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff8800920eaa00 x1830947542850560/t4294968035(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128134.837689:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920eaa00 with x1830947542850560 ext(8388608->9437183) 00002000:00010000:2.0:1746128134.837692:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920eaa00 00000100:00100000:3.0:1746128134.881206:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084107100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+29:1963:x1830947542850944:12345-192.168.203.28@tcp:4:dd.0 Request processed in 45497us (47057us total) trans 4294968510 rc 0/0 00000100:00100000:3.0:1746128134.881215:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3975 00002000:00100000:3.0:1746128134.881224:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff880084107100 x1830947542850944/t4294968510(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128134.881233:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084107100 with x1830947542850944 ext(9437184->10485759) 00002000:00010000:3.0:1746128134.881237:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084107100 00000100:00100000:1.0:1746128134.883093:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1963:x1830947542851072:12345-192.168.203.28@tcp:4:dd.0 Request processed in 46608us (46743us total) trans 4294968036 rc 0/0 00000100:00100000:1.0:1746128134.883101:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3976 00002000:00100000:1.0:1746128134.883108:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff8800920ea300 x1830947542851072/t4294968036(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128134.883116:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920ea300 with x1830947542851072 ext(9437184->10485759) 00002000:00010000:1.0:1746128134.883120:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800920ea300 00000100:00100000:2.0:1746128134.888446:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128134.889372:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542851584 00000100:00100000:0.0:1746128134.889383:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542851584 00002000:00100000:0.0:1746128134.889414:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff880091f7df80 x1830947542851584/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128134.889423:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7df80 with x1830947542851584 ext(10485760->11534335) 00002000:00010000:0.0:1746128134.889427:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f7df80 00000100:00100000:0.0:1746128134.889459:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3978 00000100:00100000:0.0:1746128134.889466:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1966:x1830947542851584:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128134.890735:0:20910:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+29:1963:x1830947542851328:12345-192.168.203.28@tcp:4:dd.0 Request processed in 54178us (54333us total) trans 4294968511 rc 0/0 00000100:00100000:1.0:1746128134.890744:0:20910:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3977 00002000:00100000:1.0:1746128134.890752:0:20910:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff8800920e9180 x1830947542851328/t4294968511(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128134.890760:0:20910:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800920e9180 with x1830947542851328 ext(10485760->11534335) 00002000:00010000:1.0:1746128134.890763:0:20910:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800920e9180 00000100:00100000:1.0:1746128134.903021:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+29:1966:x1830947542851584:12345-192.168.203.28@tcp:4:dd.0 Request processed in 13550us (14574us total) trans 4294968037 rc 0/0 00000100:00100000:1.0:1746128134.903034:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3978 00002000:00100000:1.0:1746128134.903043:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff880091f7df80 x1830947542851584/t4294968037(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128134.903051:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7df80 with x1830947542851584 ext(10485760->11534335) 00002000:00010000:1.0:1746128134.903056:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f7df80 00000100:00100000:0.0:1746128134.911986:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128134.912076:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542851840 00000100:00100000:1.0:1746128134.912083:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542851840 00002000:00100000:1.0:1746128134.912118:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff880084106680 x1830947542851840/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128134.912128:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084106680 with x1830947542851840 ext(11534336->12582911) 00002000:00010000:1.0:1746128134.912133:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084106680 00000100:00100000:1.0:1746128134.912163:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3979 00000100:00100000:1.0:1746128134.912169:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084106680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+29:1965:x1830947542851840:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128134.922343:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084106680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+31:1965:x1830947542851840:12345-192.168.203.28@tcp:4:dd.0 Request processed in 10165us (10355us total) trans 4294968512 rc 0/0 00000100:00100000:1.0:1746128134.922353:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3979 00002000:00100000:1.0:1746128134.922363:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff880084106680 x1830947542851840/t4294968512(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128134.922371:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084106680 with x1830947542851840 ext(11534336->12582911) 00002000:00010000:1.0:1746128134.922376:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084106680 00000100:00100000:0.0:1746128134.922946:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128134.923284:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542852096 00000100:00100000:1.0:1746128134.923291:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542852096 00002000:00100000:1.0:1746128134.923320:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff880084107b80 x1830947542852096/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128134.923332:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084107b80 with x1830947542852096 ext(11534336->12582911) 00002000:00010000:1.0:1746128134.923335:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084107b80 00000100:00100000:1.0:1746128134.923357:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3980 00000100:00100000:1.0:1746128134.923363:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084107b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+29:1966:x1830947542852096:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:2.0:1746128134.939332:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084107b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+31:1966:x1830947542852096:12345-192.168.203.28@tcp:4:dd.0 Request processed in 15961us (16379us total) trans 4294968038 rc 0/0 00000100:00100000:2.0:1746128134.939341:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3980 00002000:00100000:2.0:1746128134.939352:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff880084107b80 x1830947542852096/t4294968038(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128134.939361:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084107b80 with x1830947542852096 ext(11534336->12582911) 00002000:00010000:2.0:1746128134.939365:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084107b80 00000100:00100000:0.0:1746128134.939654:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128134.939727:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128134.939783:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542852608 00000100:00100000:3.0:1746128134.939790:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542852608 00002000:00100000:3.0:1746128134.939817:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff88012b8da680 x1830947542852608/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/0 e 0 to 0 dl 1746128145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128134.939824:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8da680 with x1830947542852608 ext(12582912->13631487) 00002000:00010000:3.0:1746128134.939826:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b8da680 00000100:00100000:3.0:1746128134.939839:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3981 00000100:00100000:3.0:1746128134.939844:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+31:1966:x1830947542852608:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128134.940121:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542852480 00000100:00100000:1.0:1746128134.940126:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542852480 00000100:00100000:1.0:1746128134.940164:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 161 00000100:00100000:1.0:1746128134.940170:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1117:x1830947542852480:12345-192.168.203.28@tcp:35:dd.0 00000001:00080000:1.0:1746128134.940776:0:7086:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294984687 00000100:00100000:1.0:1746128134.940829:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:1117:x1830947542852480:12345-192.168.203.28@tcp:35:dd.0 Request processed in 658us (1175us total) trans 4294984688 rc 0/0 00000100:00100000:1.0:1746128134.940835:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 161 00000020:00080000:1.0:1746128134.940839:0:7086:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1746128134.953979:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:1966:x1830947542852608:12345-192.168.203.28@tcp:4:dd.0 Request processed in 14123us (14240us total) trans 4294968513 rc 0/0 00000100:00100000:3.0:1746128134.953990:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3981 00002000:00100000:3.0:1746128134.954000:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff88012b8da680 x1830947542852608/t4294968513(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:385/0 lens 488/448 e 0 to 0 dl 1746128145 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128134.954008:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8da680 with x1830947542852608 ext(12582912->13631487) 00002000:00010000:3.0:1746128134.954012:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b8da680 00000100:00100000:0.0:1746128134.967754:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128134.967847:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542852736 00000100:00100000:2.0:1746128134.967863:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542852736 00000100:00100000:2.0:1746128134.967950:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40723 00000100:00100000:2.0:1746128134.967957:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+14:1123:x1830947542852736:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:2.0:1746128134.967975:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128134.967991:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f0200/0x802a7453533bd42a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e69 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128134.968951:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f1c00/0x802a7453533bd431 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.968961:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f1c00/0x802a7453533bd431 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.968970:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f1c00/0x802a7453533bd431 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:2.0:1746128134.969021:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746128134.969024:0:20908:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:2.0:1746128134.969038:0:20908:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f1c00/0x802a7453533bd431 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128134.969056:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f0200/0x802a7453533bd42a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e69 expref: 16 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128134.969093:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f1c00/0x802a7453533bd431 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e69 expref: 15 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128134.969099:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411700) 00010000:00010000:2.0:1746128134.969101:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746128134.969104:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946f1c00, rc 0) 00000100:00100000:2.0:1746128134.969157:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+15:1123:x1830947542852736:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 1200us (1409us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128134.969163:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40723 00010000:00010000:3.0:1746128135.294793:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746128135.308396:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74bb44a2-e27b-4631-8597-fae5b0eab546:3303:1830947540472960:0@lo:400:kworker.0 00000100:00100000:1.0:1746128135.308448:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128135.308482:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746128135.308487:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1830947540473088:0@lo:400:kworker.0 00000100:00100000:1.0:1746128135.308508:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128135.308526:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3301:1830947540473216:0@lo:400:kworker.0 00000100:00100000:1.0:1746128135.308542:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128135.309560:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746128135.309566:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b8d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947540473344:0@lo:400:kworker.0 00000100:00100000:1.0:1746128135.309599:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128135.309621:0:7077:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540472960 00000100:00100000:1.0:1746128135.309628:0:7077:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540472960 00000100:00100000:1.0:1746128135.309654:0:7077:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:1.0:1746128135.309660:0:7077:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74bb44a2-e27b-4631-8597-fae5b0eab546+18:3303:x1830947540472960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128135.309690:0:7077:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74bb44a2-e27b-4631-8597-fae5b0eab546+18:3303:x1830947540472960:12345-0@lo:400:kworker.0 Request processed in 30us (1242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128135.309695:0:7077:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:1.0:1746128135.309717:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540473344 00000100:00100000:1.0:1746128135.309719:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540473344 00000100:00100000:1.0:1746128135.309743:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1746128135.309747:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3301:x1830947540473344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746128135.309771:0:10571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3301:x1830947540473344:12345-0@lo:400:kworker.0 Request processed in 23us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128135.309775:0:10571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1746128135.309792:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012944c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3303:1830947540473472:0@lo:400:kworker.0 00000100:00100000:1.0:1746128135.309807:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128135.310417:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74bb44a2-e27b-4631-8597-fae5b0eab546:3303:1830947540472960:0@lo:400:kworker.0 00000100:00100000:1.0:1746128135.310428:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746128135.310433:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012944f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947540473600:0@lo:400:kworker.0 00000100:00100000:1.0:1746128135.310449:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128135.310481:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540473088 00000100:00100000:0.0:1746128135.310485:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540473088 00000100:00100000:0.0:1746128135.310516:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540473216 00000100:00100000:0.0:1746128135.310519:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540473216 00000100:00100000:0.0:1746128135.310532:0:7084:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540473472 00000100:00100000:0.0:1746128135.310534:0:7084:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540473472 00000100:00100000:0.0:1746128135.310547:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1746128135.310551:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800920e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1830947540473088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128135.310597:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800920e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1830947540473088:12345-0@lo:400:kworker.0 Request processed in 45us (2088us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128135.310602:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1746128135.310612:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1746128135.310616:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6185c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3301:x1830947540473216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128135.310635:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6185c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3301:x1830947540473216:12345-0@lo:400:kworker.0 Request processed in 19us (2093us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128135.310640:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1746128135.310647:0:7084:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1746128135.310651:0:7084:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d402300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3303:x1830947540473472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128135.310667:0:7084:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d402300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3303:x1830947540473472:12345-0@lo:400:kworker.0 Request processed in 16us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128135.310671:0:7084:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00080000:0.0:1746128135.310682:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746128135.310685:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128135.311040:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947540473344:0@lo:400:kworker.0 00000100:00100000:0.0:1746128135.311049:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3301:1830947540473216:0@lo:400:kworker.0 00000100:00100000:0.0:1746128135.311064:0:21343:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540473600 00000100:00100000:0.0:1746128135.311066:0:21343:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540473600 00000100:00100000:0.0:1746128135.311085:0:21343:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1746128135.311089:0:21343:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d400700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3303:x1830947540473600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128135.311110:0:21343:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d400700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3303:x1830947540473600:12345-0@lo:400:kworker.0 Request processed in 21us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128135.311113:0:21343:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00080000:0.0:1746128135.311123:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128135.311141:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012944f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947540473600:0@lo:400:kworker.0 00000100:00100000:0.0:1746128135.311150:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012944c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3303:1830947540473472:0@lo:400:kworker.0 00000100:00100000:0.0:1746128135.311156:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b8dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1830947540473088:0@lo:400:kworker.0 00000100:00100000:3.0:1746128135.369737:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746128135.369751:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830947540473728:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746128135.369798:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128135.369938:0:18520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540473728 00000100:00100000:1.0:1746128135.369944:0:18520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540473728 00000100:00100000:1.0:1746128135.369976:0:18520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:1.0:1746128135.369981:0:18520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1830947540473728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746128135.369998:0:18520:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 376373248 pending 20447232 free 3854565376 avail 3852468224 00000100:00100000:1.0:1746128135.370029:0:18520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1830947540473728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128135.370037:0:18520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:3.0:1746128135.370121:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830947540473728:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746128135.531535:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128135.532538:0:21156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542852992 00000100:00100000:1.0:1746128135.532546:0:21156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542852992 00000100:00100000:1.0:1746128135.532590:0:21156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40724 00000100:00100000:1.0:1746128135.532597:0:21156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+15:1134:x1830947542852992:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:1.0:1746128135.532610:0:21156:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128135.532612:0:21156:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746128135.532632:0:21156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f1c00/0x802a7453533bd431 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e69 expref: 15 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.532643:0:21156:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411700) 00010000:00010000:1.0:1746128135.532651:0:21156:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746128135.532659:0:21156:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b808c00/0x802a7453533bd438 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e70 expref: -99 pid: 21156 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.532757:0:21156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b809200/0x802a7453533bd43f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21156 initiator: MDT0 00010000:00010000:1.0:1746128135.532766:0:21156:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b809200/0x802a7453533bd43f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21156 initiator: MDT0 00010000:00010000:1.0:1746128135.532774:0:21156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b809200/0x802a7453533bd43f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21156 initiator: MDT0 00010000:00010000:1.0:1746128135.532783:0:21156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b809400/0x802a7453533bd446 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21156 initiator: MDT0 00010000:00010000:1.0:1746128135.532787:0:21156:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b809400/0x802a7453533bd446 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21156 initiator: MDT0 00010000:00010000:1.0:1746128135.532792:0:21156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b809400/0x802a7453533bd446 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21156 initiator: MDT0 00010000:00010000:1.0:1746128135.533136:0:21156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bd44d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21156 initiator: MDT0 00010000:00010000:1.0:1746128135.533142:0:21156:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bd44d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21156 initiator: MDT0 00010000:00010000:1.0:1746128135.533147:0:21156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bd44d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21156 initiator: MDT0 00000004:00200000:1.0:1746128135.533153:0:21156:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00010000:00010000:1.0:1746128135.533165:0:21156:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b809200/0x802a7453533bd43f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21156 initiator: MDT0 00010000:00010000:1.0:1746128135.533170:0:21156:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b809200/0x802a7453533bd43f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21156 initiator: MDT0 00010000:00010000:1.0:1746128135.533175:0:21156:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b809200/0x802a7453533bd43f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21156 initiator: MDT0 00010000:00010000:1.0:1746128135.533179:0:21156:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b809200 already unused, calling callback (ffffffffa137a690) 00010000:00010000:1.0:1746128135.533182:0:21156:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b809200/0x802a7453533bd43f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21156 initiator: MDT0 00010000:00010000:1.0:1746128135.533186:0:21156:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b809200/0x802a7453533bd43f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21156 initiator: MDT0 00010000:00010000:1.0:1746128135.533192:0:21156:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008c829200) 00010000:00010000:1.0:1746128135.533193:0:21156:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128135.533196:0:21156:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b809200/0x802a7453533bd43f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21156 initiator: MDT0 00010000:00010000:1.0:1746128135.533199:0:21156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b809200/0x802a7453533bd43f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21156 initiator: MDT0 00000004:00010000:1.0:1746128135.533208:0:21156:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880091f7c380 reply state ffff880133945000 transno 4294984689 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b809400/0x802a7453533bd446 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21156 initiator: MDT0 00000100:00100000:1.0:1746128135.533213:0:21156:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746128135.533227:0:21156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b808c00/0x802a7453533bd438 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e70 expref: 17 pid: 21156 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.533237:0:21156:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bd44d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e70 expref: 16 pid: 21156 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.533242:0:21156:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88008c829400) 00010000:00010000:1.0:1746128135.533244:0:21156:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746128135.533245:0:21156:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57c00, rc 0) 00000100:00100000:1.0:1746128135.533281:0:21156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1134:x1830947542852992:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 685us (1751us total) trans 4294984689 rc 0/0 00000100:00100000:1.0:1746128135.533286:0:21156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40724 00010000:00010000:3.0:1746128135.536599:0:3288:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b809400/0x802a7453533bd446 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21156 initiator: MDT0 00010000:00010000:3.0:1746128135.536609:0:3288:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b809400/0x802a7453533bd446 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21156 initiator: MDT0 00010000:00010000:3.0:1746128135.536614:0:3288:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b809400/0x802a7453533bd446 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21156 initiator: MDT0 00010000:00010000:3.0:1746128135.536619:0:3288:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b809400 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128135.536623:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b809400/0x802a7453533bd446 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21156 initiator: MDT0 00010000:00010000:3.0:1746128135.536628:0:3288:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b809400/0x802a7453533bd446 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21156 initiator: MDT0 00010000:00010000:3.0:1746128135.536638:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008c829700) 00010000:00010000:3.0:1746128135.536640:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128135.536642:0:3288:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b809400/0x802a7453533bd446 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21156 initiator: MDT0 00010000:00010000:3.0:1746128135.536646:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b809400/0x802a7453533bd446 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21156 initiator: MDT0 00000100:00100000:2.0:1746128135.537077:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128135.537224:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542853248 00000100:00100000:3.0:1746128135.537230:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542853248 00000100:00100000:3.0:1746128135.537265:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40725 00000100:00100000:3.0:1746128135.537271:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1134:x1830947542853248:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:3.0:1746128135.537285:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128135.537297:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129618800/0x802a7453533bd45b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e77 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.537364:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd462 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.537373:0:20908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bd44d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e70 expref: 17 pid: 21156 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.537378:0:20908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd462 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.537401:0:20908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bd44d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e70 expref: 17 pid: 21156 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.537411:0:20908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bd44d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e70 expref: 17 pid: 21156 timeout: 631 lvb_type: 0 00000100:00100000:3.0:1746128135.537420:0:20908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091faa300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20908:1830947540473856:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128135.541527:0:20908:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094713d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128135.543198:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128135.543277:0:20908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091faa300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20908:1830947540473856:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128135.543293:0:20908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd462 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000100:00100000:2.0:1746128135.544003:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542853376 00000100:00100000:2.0:1746128135.544008:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542853376 00010000:00010000:2.0:1746128135.544033:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bd44d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e70 expref: 18 pid: 21156 timeout: 631 lvb_type: 0 00000100:00100000:2.0:1746128135.544060:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9355 00000100:00100000:2.0:1746128135.544069:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1963:x1830947542853376:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128135.544080:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128135.544085:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bd44d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e70 expref: 18 pid: 21156 timeout: 631 lvb_type: 0 00010000:00010000:2.0:1746128135.544098:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bd44d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e70 expref: 18 pid: 21156 timeout: 631 lvb_type: 0 00010000:00010000:2.0:1746128135.544116:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bd44d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e70 expref: 18 pid: 21156 timeout: 631 lvb_type: 0 00010000:00010000:2.0:1746128135.544126:0:7067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88008c829400) 00010000:00010000:2.0:1746128135.544130:0:7067:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd462 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128135.544136:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd462 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128135.544141:0:7067:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd462 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128135.544155:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128135.544186:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1963:x1830947542853376:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 120us (991us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128135.544191:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9355 00010000:00010000:2.0:1746128135.544253:0:20908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd462 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128135.544259:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd462 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:2.0:1746128135.544272:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00000004:00080000:2.0:1746128135.544472:0:20908:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1a:0x0], index 1: 0 00000004:00080000:2.0:1746128135.544477:0:20908:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1c:0x0], index 0: 0 00010000:00010000:2.0:1746128135.544556:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd462 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128135.544562:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd462 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128135.544567:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd462 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128135.544586:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880129618200 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128135.544589:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd462 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128135.544594:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd462 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128135.544601:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88008c829400) 00010000:00010000:2.0:1746128135.544603:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746128135.544605:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd462 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128135.544609:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd462 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128135.544642:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880129618800/0x802a7453533bd45b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e77 expref: 17 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.544648:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129618800/0x802a7453533bd45b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e77 expref: 17 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.544656:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129618800, rc 0) 00000100:00100000:2.0:1746128135.544676:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1134:x1830947542853248:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 7406us (7602us total) trans 4294984690 rc 301/301 00000100:00100000:2.0:1746128135.544682:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40725 00000100:00100000:0.0:1746128135.548544:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128135.548714:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542853632 00000100:00100000:1.0:1746128135.548725:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542853632 00000100:00100000:1.0:1746128135.549781:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 162 00000100:00100000:1.0:1746128135.549789:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1134:x1830947542853632:12345-192.168.203.28@tcp:35:lfs.0 00000100:00100000:1.0:1746128135.550031:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1134:x1830947542853632:12345-192.168.203.28@tcp:35:lfs.0 Request processed in 243us (1491us total) trans 4294984691 rc 0/0 00000100:00100000:1.0:1746128135.550037:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 162 00000100:00100000:0.0:1746128135.556642:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128135.556683:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542853760 00000100:00100000:2.0:1746128135.556691:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542853760 00000100:00100000:2.0:1746128135.556727:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40726 00000100:00100000:2.0:1746128135.556733:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+17:1134:x1830947542853760:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:2.0:1746128135.556750:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128135.556764:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52b0600/0x802a7453533bd470 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e7e expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.556803:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52b0600/0x802a7453533bd470 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e7e expref: 18 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.556814:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52b0600/0x802a7453533bd470 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e7e expref: 18 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.556827:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012c411200) 00010000:00010000:2.0:1746128135.556830:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746128135.556833:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b52b0600, rc 0) 00000100:00100000:2.0:1746128135.556877:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1134:x1830947542853760:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 144us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128135.556882:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40726 00000100:00100000:2.0:1746128135.565142:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128135.565212:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542854016 00000100:00100000:1.0:1746128135.565219:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542854016 00000100:00100000:1.0:1746128135.565295:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 163 00000100:00100000:1.0:1746128135.565305:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1134:x1830947542854016:12345-192.168.203.28@tcp:35:lfs.0 00000100:00100000:1.0:1746128135.565462:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1134:x1830947542854016:12345-192.168.203.28@tcp:35:lfs.0 Request processed in 161us (324us total) trans 4294984692 rc 0/0 00000100:00100000:1.0:1746128135.565468:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 163 00000100:00100000:2.0:1746128135.580657:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128135.580735:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542854144 00000100:00100000:3.0:1746128135.580743:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542854144 00000100:00100000:3.0:1746128135.580787:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40727 00000100:00100000:3.0:1746128135.580793:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1135:x1830947542854144:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:3.0:1746128135.580812:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128135.580827:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129618a00/0x802a7453533bd477 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e85 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.580884:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129619000/0x802a7453533bd47e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.580894:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129619000/0x802a7453533bd47e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.580902:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129619000/0x802a7453533bd47e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:3.0:1746128135.580945:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1746128135.580948:0:20908:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:3.0:1746128135.580960:0:20908:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880129619000/0x802a7453533bd47e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.580981:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129618a00/0x802a7453533bd477 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e85 expref: 21 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.580993:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880129619000/0x802a7453533bd47e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e85 expref: 20 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.580999:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009272d200) 00010000:00010000:3.0:1746128135.581001:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746128135.581004:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129619000, rc 0) 00000100:00100000:3.0:1746128135.581036:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1135:x1830947542854144:12345-192.168.203.28@tcp:101:dd.0 Request processed in 244us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128135.581042:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40727 00000100:00100000:2.0:1746128135.582884:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128135.582955:0:21156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542854272 00000100:00100000:1.0:1746128135.582960:0:21156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542854272 00000100:00100000:1.0:1746128135.582986:0:21156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40728 00000100:00100000:1.0:1746128135.582990:0:21156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+11:1136:x1830947542854272:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:1.0:1746128135.583001:0:21156:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128135.583010:0:21156:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56200/0x802a7453533bd485 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e8c expref: -99 pid: 21156 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.583043:0:21156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57000/0x802a7453533bd48c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21156 initiator: MDT0 00010000:00010000:1.0:1746128135.583051:0:21156:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57000/0x802a7453533bd48c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21156 initiator: MDT0 00010000:00010000:1.0:1746128135.583059:0:21156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57000/0x802a7453533bd48c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21156 initiator: MDT0 00000004:00200000:1.0:1746128135.583093:0:21156:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746128135.583095:0:21156:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:1.0:1746128135.583104:0:21156:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57000/0x802a7453533bd48c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21156 initiator: MDT0 00010000:00010000:1.0:1746128135.583117:0:21156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56200/0x802a7453533bd485 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e8c expref: 13 pid: 21156 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.583128:0:21156:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57000/0x802a7453533bd48c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e8c expref: 12 pid: 21156 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.583138:0:21156:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009272d200) 00010000:00010000:1.0:1746128135.583140:0:21156:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746128135.583143:0:21156:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57000, rc 0) 00000100:00100000:1.0:1746128135.583177:0:21156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+12:1136:x1830947542854272:12345-192.168.203.28@tcp:101:dd.0 Request processed in 186us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128135.583182:0:21156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40728 00000100:00100000:2.0:1746128135.585562:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128135.586771:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542854528 00000100:00100000:3.0:1746128135.586780:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542854528 00000100:00100000:3.0:1746128135.586822:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40729 00000100:00100000:3.0:1746128135.586829:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1135:x1830947542854528:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:3.0:1746128135.586842:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128135.586866:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129619200/0x802a7453533bd493 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e93 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.586941:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129618800/0x802a7453533bd49a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.586950:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129618800/0x802a7453533bd49a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.586958:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129618800/0x802a7453533bd49a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.586972:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd4a1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.586976:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd4a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.586981:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd4a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.587052:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129618000/0x802a7453533bd4a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.587057:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129618000/0x802a7453533bd4a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.587063:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129618000/0x802a7453533bd4a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:3.0:1746128135.587069:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746128135.587130:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129618800/0x802a7453533bd49a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.587136:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129618800/0x802a7453533bd49a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.587140:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129618800/0x802a7453533bd49a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.587144:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880129618800 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128135.587147:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129618800/0x802a7453533bd49a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.587152:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129618800/0x802a7453533bd49a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.587161:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009272d200) 00010000:00010000:3.0:1746128135.587163:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128135.587166:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129618800/0x802a7453533bd49a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.587170:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129618800/0x802a7453533bd49a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.587178:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd4a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.587182:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd4a1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.587186:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd4a1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.587190:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880129618200 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128135.587192:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd4a1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.587197:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd4a1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.587202:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009272d700) 00010000:00010000:3.0:1746128135.587204:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128135.587206:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd4a1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.587210:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129618200/0x802a7453533bd4a1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.587237:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129619200/0x802a7453533bd493 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e93 expref: 23 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.587247:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880129618000/0x802a7453533bd4a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e93 expref: 22 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.587252:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012c411d00) 00010000:00010000:3.0:1746128135.587254:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128135.587256:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129618000, rc 0) 00000100:00100000:3.0:1746128135.587295:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1135:x1830947542854528:12345-192.168.203.28@tcp:101:dd.0 Request processed in 467us (1738us total) trans 4294984693 rc 0/0 00000100:00100000:3.0:1746128135.587301:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40729 00000100:00100000:2.0:1746128135.587685:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128135.587768:0:21156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542854784 00000100:00100000:0.0:1746128135.587772:0:21156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542854784 00000100:00100000:0.0:1746128135.587794:0:21156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40730 00000100:00100000:0.0:1746128135.587799:0:21156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+12:1136:x1830947542854784:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:0.0:1746128135.587807:0:21156:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128135.587814:0:21156:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012a2e0600/0x802a7453533bd4b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3e9a expref: -99 pid: 21156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128135.587864:0:21156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880137390e00/0x802a7453533bd4bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.587871:0:21156:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880137390e00/0x802a7453533bd4bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.587877:0:21156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880137390e00/0x802a7453533bd4bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.587885:0:21156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880137390c00/0x802a7453533bd4c4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.587890:0:21156:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880137390c00/0x802a7453533bd4c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.587895:0:21156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880137390c00/0x802a7453533bd4c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.587938:0:21156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880137391e00/0x802a7453533bd4cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.587944:0:21156:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880137391e00/0x802a7453533bd4cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.587949:0:21156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880137391e00/0x802a7453533bd4cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21156 initiator: MDT0 00000004:00200000:0.0:1746128135.587954:0:21156:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:0.0:1746128135.587988:0:21156:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880137390e00/0x802a7453533bd4bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.587993:0:21156:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880137390e00/0x802a7453533bd4bd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.587997:0:21156:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880137390e00/0x802a7453533bd4bd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.588001:0:21156:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880137390e00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:0.0:1746128135.588004:0:21156:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880137390e00/0x802a7453533bd4bd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.588008:0:21156:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880137390e00/0x802a7453533bd4bd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.588014:0:21156:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009272d200) 00010000:00010000:0.0:1746128135.588016:0:21156:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128135.588019:0:21156:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880137390e00/0x802a7453533bd4bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.588023:0:21156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880137390e00/0x802a7453533bd4bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.588033:0:21156:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880137390c00/0x802a7453533bd4c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.588037:0:21156:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880137390c00/0x802a7453533bd4c4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.588040:0:21156:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880137390c00/0x802a7453533bd4c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.588044:0:21156:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880137390c00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:0.0:1746128135.588046:0:21156:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880137390c00/0x802a7453533bd4c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.588049:0:21156:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880137390c00/0x802a7453533bd4c4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.588054:0:21156:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff8800a5ab1900) 00010000:00010000:0.0:1746128135.588055:0:21156:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128135.588057:0:21156:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880137390c00/0x802a7453533bd4c4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.588061:0:21156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880137390c00/0x802a7453533bd4c4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.588079:0:21156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012a2e0600/0x802a7453533bd4b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e9a expref: 15 pid: 21156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128135.588087:0:21156:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880137391e00/0x802a7453533bd4cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e9a expref: 14 pid: 21156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128135.588093:0:21156:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012c411d00) 00010000:00010000:0.0:1746128135.588095:0:21156:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746128135.588097:0:21156:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880137391e00, rc 0) 00000100:00100000:0.0:1746128135.588116:0:21156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1136:x1830947542854784:12345-192.168.203.28@tcp:101:dd.0 Request processed in 317us (432us total) trans 4294984694 rc 0/0 00000100:00100000:0.0:1746128135.588120:0:21156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40730 00000100:00100000:2.0:1746128135.592749:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128135.593137:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542855040 00000100:00100000:3.0:1746128135.593144:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542855040 00000100:00100000:3.0:1746128135.593348:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40731 00000100:00100000:3.0:1746128135.593357:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1135:x1830947542855040:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:3.0:1746128135.593376:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128135.593378:0:20908:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746128135.593397:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129619000/0x802a7453533bd47e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e85 expref: 22 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.593410:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009272d200) 00010000:00010000:3.0:1746128135.593413:0:20908:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746128135.593422:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f1c00/0x802a7453533bd4d9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ea1 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128135.594053:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:3.0:1746128135.594116:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095229c00/0x802a7453533bd4e0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.594130:0:20908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57000/0x802a7453533bd48c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e8c expref: 13 pid: 21156 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.594136:0:20908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095229c00/0x802a7453533bd4e0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.594161:0:20908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57000/0x802a7453533bd48c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e8c expref: 13 pid: 21156 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.594171:0:20908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57000/0x802a7453533bd48c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e8c expref: 13 pid: 21156 timeout: 631 lvb_type: 0 00000100:00100000:3.0:1746128135.594181:0:20908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091fa9500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20908:1830947540473984:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128135.594241:0:20908:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094713d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128135.594455:0:21156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542855296 00000100:00100000:0.0:1746128135.594459:0:21156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542855296 00000100:00100000:0.0:1746128135.594483:0:21156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40732 00000100:00100000:0.0:1746128135.594488:0:21156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1136:x1830947542855296:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:0.0:1746128135.594498:0:21156:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128135.594500:0:21156:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746128135.594507:0:21156:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57000/0x802a7453533bd48c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e8c expref: 14 pid: 21156 timeout: 631 lvb_type: 0 00010000:00010000:0.0:1746128135.594518:0:21156:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009272d200) 00010000:00010000:0.0:1746128135.594521:0:21156:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880095229c00/0x802a7453533bd4e0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128135.594527:0:21156:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095229c00/0x802a7453533bd4e0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128135.594532:0:21156:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095229c00/0x802a7453533bd4e0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128135.594543:0:21156:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746128135.594549:0:21156:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a51ba800/0x802a7453533bd4e7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ea8 expref: -99 pid: 21156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128135.594632:0:21156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70fc00/0x802a7453533bd4ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.594641:0:21156:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70fc00/0x802a7453533bd4ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.594647:0:21156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70fc00/0x802a7453533bd4ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.594656:0:21156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70fa00/0x802a7453533bd4f5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.594661:0:21156:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70fa00/0x802a7453533bd4f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.594665:0:21156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70fa00/0x802a7453533bd4f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.594714:0:21156:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70ec00/0x802a7453533bd4fc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.594720:0:21156:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70ec00/0x802a7453533bd4fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.594726:0:21156:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70ec00/0x802a7453533bd4fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21156 initiator: MDT0 00000004:00200000:0.0:1746128135.594733:0:21156:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00010000:00010000:0.0:1746128135.594792:0:21156:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70fc00/0x802a7453533bd4ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.594797:0:21156:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70fc00/0x802a7453533bd4ee lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.594802:0:21156:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70fc00/0x802a7453533bd4ee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.594806:0:21156:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b70fc00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:0.0:1746128135.594809:0:21156:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70fc00/0x802a7453533bd4ee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.594815:0:21156:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70fc00/0x802a7453533bd4ee lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.594821:0:21156:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009272d200) 00010000:00010000:0.0:1746128135.594824:0:21156:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128135.594826:0:21156:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70fc00/0x802a7453533bd4ee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.594829:0:21156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70fc00/0x802a7453533bd4ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.594835:0:21156:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70fa00/0x802a7453533bd4f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.594840:0:21156:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70fa00/0x802a7453533bd4f5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.594843:0:21156:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70fa00/0x802a7453533bd4f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.594858:0:21156:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b70fa00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:0.0:1746128135.594860:0:21156:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70fa00/0x802a7453533bd4f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.594863:0:21156:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70fa00/0x802a7453533bd4f5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.594868:0:21156:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800a5ab1b00) 00010000:00010000:0.0:1746128135.594870:0:21156:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128135.594872:0:21156:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70fa00/0x802a7453533bd4f5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.594878:0:21156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70fa00/0x802a7453533bd4f5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21156 initiator: MDT0 00010000:00010000:0.0:1746128135.594902:0:21156:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a51ba800/0x802a7453533bd4e7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ea8 expref: 17 pid: 21156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128135.594910:0:21156:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70ec00/0x802a7453533bd4fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ea8 expref: 16 pid: 21156 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128135.594915:0:21156:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012c411200) 00010000:00010000:0.0:1746128135.594917:0:21156:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746128135.594919:0:21156:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b70ec00, rc 0) 00000100:00100000:0.0:1746128135.594943:0:21156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1136:x1830947542855296:12345-192.168.203.28@tcp:101:dd.0 Request processed in 454us (892us total) trans 4294984695 rc 0/0 00000100:00100000:0.0:1746128135.594948:0:21156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40732 00010000:00010000:3.0:1746128135.598273:0:20908:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.203.28@tcp) returned -22 from blocking AST (req@ffff880091fa9500 x1830947540473984) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57000/0x802a7453533bd48c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e8c expref: 15 pid: 21156 timeout: 631 lvb_type: 0 00010000:00010000:3.0:1746128135.598288:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57000/0x802a7453533bd48c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e8c expref: 15 pid: 21156 timeout: 631 lvb_type: 0 00000100:00100000:3.0:1746128135.598299:0:20908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091fa9500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20908:1830947540473984:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128135.598314:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009272d200) 00010000:00010000:3.0:1746128135.598319:0:20908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880095229c00/0x802a7453533bd4e0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.598325:0:20908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880095229c00/0x802a7453533bd4e0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.598333:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095229c00/0x802a7453533bd4e0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.598345:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800951bae00/0x802a7453533bd50a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.598351:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800951bae00/0x802a7453533bd50a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.598359:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800951bae00/0x802a7453533bd50a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00080000:3.0:1746128135.598653:0:20908:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1b:0x0], index 1: 0 00010000:00010000:3.0:1746128135.599185:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1bae000/0x802a7453533bd511 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.599192:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1bae000/0x802a7453533bd511 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.599198:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1bae000/0x802a7453533bd511 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.599219:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095229c00/0x802a7453533bd4e0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.599224:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095229c00/0x802a7453533bd4e0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.599229:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095229c00/0x802a7453533bd4e0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.599234:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095229c00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128135.599237:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095229c00/0x802a7453533bd4e0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.599243:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095229c00/0x802a7453533bd4e0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.599249:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009272d200) 00010000:00010000:3.0:1746128135.599251:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128135.599254:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095229c00/0x802a7453533bd4e0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128135.599257:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095229c00/0x802a7453533bd4e0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00000004:00010000:3.0:1746128135.599266:0:20908:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012ba40380 reply state ffff880094444000 transno 4294984696 ns: mdt-lustre-MDT0000_UUID lock: ffff8800951bae00/0x802a7453533bd50a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000100:00100000:3.0:1746128135.599270:0:20908:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746128135.599294:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f1c00/0x802a7453533bd4d9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ea1 expref: 24 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.599307:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1bae000/0x802a7453533bd511 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ea1 expref: 23 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.599313:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88009272de00) 00010000:00010000:3.0:1746128135.599315:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128135.599317:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1bae000, rc 0) 00000100:00100000:3.0:1746128135.599667:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1135:x1830947542855040:12345-192.168.203.28@tcp:101:dd.0 Request processed in 6310us (6920us total) trans 4294984696 rc 0/0 00000100:00100000:3.0:1746128135.599674:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40731 00000100:00100000:0.0:1746128135.605497:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:2.0:1746128135.605536:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800951bae00/0x802a7453533bd50a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00000100:00100000:0.0:1746128135.605546:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:2.0:1746128135.605550:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800951bae00/0x802a7453533bd50a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128135.605555:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800951bae00/0x802a7453533bd50a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128135.605560:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800951bae00 already unused, calling callback (ffffffffa137a690) 00000100:00100000:0.0:1746128135.605563:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542855424 00010000:00010000:2.0:1746128135.605564:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800951bae00/0x802a7453533bd50a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128135.605581:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800951bae00/0x802a7453533bd50a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00000100:00100000:0.0:1746128135.605582:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542855424 00010000:00010000:2.0:1746128135.605593:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff88009272d500) 00010000:00010000:2.0:1746128135.605596:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128135.605599:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800951bae00/0x802a7453533bd50a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128135.605604:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800951bae00/0x802a7453533bd50a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00000100:00100000:0.0:1746128135.605619:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5475 00000100:00100000:0.0:1746128135.605625:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1136:x1830947542855424:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:0.0:1746128135.605637:0:10571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128135.605647:0:10571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b70e200/0x802a7453533bd51f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3eaf expref: -99 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128135.605667:0:10571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d5c6200/0x802a7453533bd41c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e5b expref: 32 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128135.605678:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128135.605679:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128135.605682:0:10571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b70e200/0x802a7453533bd51f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3eaf expref: 7 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128135.605704:0:10571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d5c6200/0x802a7453533bd41c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e5b expref: 32 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128135.605715:0:10571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d5c6200/0x802a7453533bd41c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e5b expref: 32 pid: 10571 timeout: 631 lvb_type: 0 00000100:00100000:0.0:1746128135.605724:0:10571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012944e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10571:1830947540474112:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128135.605780:0:10571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009373f780 going to sleep for 11 seconds 00000100:00080000:0.0:1746128135.605791:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746128135.611920:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542855680 00000100:00100000:3.0:1746128135.611931:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542855680 00000100:00100000:3.0:1746128135.611982:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3982 00000100:00100000:3.0:1746128135.611989:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:1964:x1830947542855680:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:3.0:1746128135.612017:0:25180:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012b102c00/0x802a7453533bd526 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.612028:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746128135.612032:0:25180:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b102c00/0x802a7453533bd526 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.612040:0:25180:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012b102c00/0x802a7453533bd526 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128135.625054:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128135.625181:0:20910:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542855936 00000100:00100000:2.0:1746128135.625189:0:20910:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542855936 00000100:00100000:0.0:1746128135.625267:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128135.625332:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542856064 00000100:00100000:3.0:1746128135.625335:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542856064 00010000:00010000:3.0:1746128135.625353:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d5c6200/0x802a7453533bd41c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e5b expref: 34 pid: 10571 timeout: 631 lvb_type: 0 00000100:00100000:3.0:1746128135.625381:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9356 00000100:00100000:3.0:1746128135.625386:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1963:x1830947542856064:12345-192.168.203.28@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746128135.625393:0:10571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012944e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10571:1830947540474112:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128135.625397:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746128135.625411:0:9797:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 0 -> 13631488 00010000:00010000:1.0:1746128135.625412:0:10571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b70e200/0x802a7453533bd51f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3eaf expref: 7 pid: 10571 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746128135.625413:0:9797:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 1746128134 -> 1746128135 00002000:00010000:3.0:1746128135.625415:0:9797:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 1746128134 -> 1746128135 00010000:00010000:3.0:1746128135.625419:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d5c6200/0x802a7453533bd41c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e5b expref: 34 pid: 10571 timeout: 631 lvb_type: 0 00010000:00010000:1.0:1746128135.625422:0:10571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b70e200, rc 0) 00010000:00010000:3.0:1746128135.625428:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d5c6200/0x802a7453533bd41c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e5b expref: 34 pid: 10571 timeout: 631 lvb_type: 0 00010000:00010000:3.0:1746128135.625444:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d5c6200/0x802a7453533bd41c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e5b expref: 34 pid: 10571 timeout: 631 lvb_type: 0 00010000:00010000:3.0:1746128135.625451:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128135.625453:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128135.625459:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b70e200/0x802a7453533bd51f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3eaf expref: 7 pid: 10571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128135.625464:0:10571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1136:x1830947542855424:12345-192.168.203.28@tcp:101:dd.0 Request processed in 19839us (19973us total) trans 0 rc 0/0 00010000:00010000:3.0:1746128135.625465:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b70e200/0x802a7453533bd51f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3eaf expref: 7 pid: 10571 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128135.625469:0:10571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5475 00010000:00010000:3.0:1746128135.625472:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128135.625473:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128135.625475:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b102c00/0x802a7453533bd526 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.625480:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b102c00/0x802a7453533bd526 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.625511:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b70e200/0x802a7453533bd51f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3eaf expref: 6 pid: 10571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128135.625521:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091fa9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947540474240:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128135.625554:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094713d80 going to sleep for 11 seconds 00010000:00010000:3.0:1746128135.625565:0:25180:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012b102c00/0x802a7453533bd526 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.625594:0:25180:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b102c00/0x802a7453533bd526 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128135.625809:0:20910:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3983 00000100:00100000:2.0:1746128135.625819:0:20910:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+31:1964:x1830947542855936:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:2.0:1746128135.625838:0:20910:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bd52d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.625858:0:20910:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a03800/0x802a7453533bd423 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e62 expref: 31 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.625868:0:20910:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128135.625869:0:20910:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746128135.625871:0:20910:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bd52d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.625887:0:20910:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a03800/0x802a7453533bd423 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e62 expref: 31 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.625896:0:20910:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a03800/0x802a7453533bd423 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e62 expref: 31 pid: 21343 timeout: 631 lvb_type: 0 00000100:00100000:2.0:1746128135.625905:0:20910:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba40700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:20910:1830947540474368:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128135.625942:0:20910:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba28900 going to sleep for 11 seconds 00000100:00100000:2.0:1746128135.629467:0:20910:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba40700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:20910:1830947540474368:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128135.629487:0:20910:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bd52d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128135.629543:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091fa9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947540474240:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128135.629553:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128135.629597:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1963:x1830947542856064:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4210us (4329us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128135.629606:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9356 00000100:00100000:0.0:1746128135.634439:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128135.634465:0:31886:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542856320 00000100:00100000:0.0:1746128135.634472:0:31886:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542856320 00002000:00100000:0.0:1746128135.634504:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff88012944e680 x1830947542856320/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/0 e 0 to 0 dl 1746128146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128135.634513:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944e680 with x1830947542856320 ext(0->1048575) 00002000:00010000:0.0:1746128135.634517:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012944e680 00000100:00100000:0.0:1746128135.634551:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3984 00000100:00100000:0.0:1746128135.634559:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1964:x1830947542856320:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:3.0:1746128135.640358:0:25180:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012b102c00/0x802a7453533bd526 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.640373:0:25180:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012b102c00/0x802a7453533bd526 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.640381:0:25180:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012b102c00/0x802a7453533bd526 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.640386:0:25180:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b102c00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128135.640390:0:25180:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b102c00/0x802a7453533bd526 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.640398:0:25180:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b102c00/0x802a7453533bd526 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.640412:0:25180:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012b102c00/0x802a7453533bd526 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.640422:0:25180:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b102c00/0x802a7453533bd526 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128135.640490:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1964:x1830947542855680:12345-192.168.203.28@tcp:3:dd.0 Request processed in 28497us (34939us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128135.640500:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3982 00000100:00100000:0.0:1746128135.646876:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128135.647043:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1964:x1830947542856320:12345-192.168.203.28@tcp:3:dd.0 Request processed in 12483us (12610us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128135.647051:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3984 00002000:00100000:1.0:1746128135.647060:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff88012944e680 x1830947542856320/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/440 e 0 to 0 dl 1746128146 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128135.647067:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944e680 with x1830947542856320 ext(0->1048575) 00002000:00010000:1.0:1746128135.647072:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012944e680 00000100:00100000:3.0:1746128135.647697:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542856448 00000100:00100000:3.0:1746128135.647703:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542856448 00010000:00010000:3.0:1746128135.647727:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a03800/0x802a7453533bd423 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e62 expref: 32 pid: 21343 timeout: 631 lvb_type: 0 00000100:00100000:3.0:1746128135.647758:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9357 00000100:00100000:3.0:1746128135.647764:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1963:x1830947542856448:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128135.647774:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746128135.647785:0:9797:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size from disk: 0 -> 12582912 00002000:00010000:3.0:1746128135.647787:0:9797:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime from disk: 1746128134 -> 1746128135 00002000:00010000:3.0:1746128135.647789:0:9797:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime from disk: 1746128134 -> 1746128135 00010000:00010000:3.0:1746128135.647793:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a03800/0x802a7453533bd423 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e62 expref: 32 pid: 21343 timeout: 631 lvb_type: 0 00010000:00010000:3.0:1746128135.648146:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a03800/0x802a7453533bd423 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e62 expref: 32 pid: 21343 timeout: 631 lvb_type: 0 00010000:00010000:3.0:1746128135.648168:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a03800/0x802a7453533bd423 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e62 expref: 32 pid: 21343 timeout: 631 lvb_type: 0 00010000:00010000:3.0:1746128135.648196:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128135.648198:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128135.648202:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bd52d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.648208:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bd52d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.648393:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128135.648396:0:20910:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bd52d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.648403:0:20910:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bd52d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128135.648489:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1963:x1830947542856448:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 724us (1647us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128135.648495:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9357 00010000:00010000:2.0:1746128135.655935:0:20910:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bd52d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.655952:0:20910:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bd52d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.655958:0:20910:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bd52d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.655964:0:20910:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b43c000 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128135.655969:0:20910:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bd52d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.655977:0:20910:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bd52d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.655991:0:20910:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bd52d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.655997:0:20910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43c000/0x802a7453533bd52d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128135.656396:0:20910:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1964:x1830947542855936:12345-192.168.203.28@tcp:3:dd.0 Request processed in 30573us (31344us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746128135.656405:0:20910:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3983 00000100:00100000:0.0:1746128135.661607:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128135.664628:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542856576 00000100:00100000:1.0:1746128135.664638:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542856576 00000100:00100000:1.0:1746128135.664694:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5476 00000100:00100000:1.0:1746128135.664702:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+6:1136:x1830947542856576:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:1.0:1746128135.664716:0:10571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128135.664733:0:10571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bd534 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3eb6 expref: -99 pid: 10571 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746128135.664751:0:10571:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 12582912, mtime: 0x6813cd07, atime: 0x0, ctime: 0x6813cd07, blocks: 0x1 00000100:00080000:0.0:1746128135.664759:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746128135.664768:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128135.664770:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128135.664776:0:10571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bd534 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3eb6 expref: 7 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.664786:0:10571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce57e00/0x802a7453533bd534 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3eb6 expref: 7 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.664793:0:10571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57e00, rc 0) 00000100:00100000:1.0:1746128135.664830:0:10571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1136:x1830947542856576:12345-192.168.203.28@tcp:101:dd.0 Request processed in 129us (3230us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128135.664835:0:10571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5476 00000100:00100000:1.0:1746128135.664922:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128135.665132:0:20910:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542856832 00000100:00100000:2.0:1746128135.665135:0:20910:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542856832 00000100:00100000:2.0:1746128135.665177:0:20910:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3985 00000100:00100000:2.0:1746128135.665183:0:20910:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d401880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1963:x1830947542856832:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:2.0:1746128135.665204:0:20910:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746128135.665209:0:20910:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bd53b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.665216:0:20910:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128135.665217:0:20910:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128135.665220:0:20910:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bd53b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.665228:0:20910:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bd53b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128135.678984:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128135.679088:0:31886:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542856960 00000100:00100000:2.0:1746128135.679095:0:31886:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542856960 00000100:00100000:2.0:1746128135.679153:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3986 00000100:00100000:2.0:1746128135.679160:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d403800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1964:x1830947542856960:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:2.0:1746128135.679189:0:31886:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bd542 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.679200:0:31886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128135.679201:0:31886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128135.679205:0:31886:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bd542 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.679216:0:31886:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bd542 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128135.680626:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128135.680681:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542857344 00000100:00100000:3.0:1746128135.680686:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542857344 00002000:00100000:3.0:1746128135.680708:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (0->1040383) req@ffff88012ba40700 x1830947542857344/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/0 e 0 to 0 dl 1746128146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128135.680717:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba40700 with x1830947542857344 ext(0->1040383) 00002000:00010000:3.0:1746128135.680720:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba40700 00000100:00100000:3.0:1746128135.680733:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3987 00000100:00100000:3.0:1746128135.680739:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1963:x1830947542857344:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:3.0:1746128135.693777:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1963:x1830947542857344:12345-192.168.203.28@tcp:3:dd.0 Request processed in 13029us (13144us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746128135.693790:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3987 00002000:00100000:3.0:1746128135.693800:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (0->1040383) req@ffff88012ba40700 x1830947542857344/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/440 e 0 to 0 dl 1746128146 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128135.693814:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba40700 with x1830947542857344 ext(0->1040383) 00002000:00010000:3.0:1746128135.693819:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba40700 00000100:00100000:0.0:1746128135.707279:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128135.712434:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542857472 00000100:00100000:1.0:1746128135.712443:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542857472 00000100:00100000:1.0:1746128135.712479:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5477 00000100:00100000:1.0:1746128135.712485:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1136:x1830947542857472:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:1.0:1746128135.712499:0:10571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128135.712514:0:10571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bd549 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ebd expref: -99 pid: 10571 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746128135.712534:0:10571:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746128135.712550:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128135.712552:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128135.712558:0:10571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bd549 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ebd expref: 8 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.712589:0:10571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bd549 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ebd expref: 8 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.712600:0:10571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56400, rc 0) 00000100:00100000:1.0:1746128135.712640:0:10571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1136:x1830947542857472:12345-192.168.203.28@tcp:101:dd.0 Request processed in 155us (5368us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128135.712645:0:10571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5477 00000100:00100000:2.0:1746128135.737008:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128135.737044:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128135.737088:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542857728 00000100:00100000:3.0:1746128135.737096:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542857728 00002000:00100000:3.0:1746128135.737128:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff88013443ed80 x1830947542857728/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/0 e 0 to 0 dl 1746128146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128135.737136:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443ed80 with x1830947542857728 ext(0->1048575) 00002000:00010000:3.0:1746128135.737141:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443ed80 00000100:00100000:3.0:1746128135.737158:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3988 00000100:00100000:3.0:1746128135.737164:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1963:x1830947542857728:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128135.737187:0:21343:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542857856 00000100:00100000:1.0:1746128135.737191:0:21343:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542857856 00000100:00100000:1.0:1746128135.737212:0:21343:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5478 00000100:00100000:1.0:1746128135.737216:0:21343:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1136:x1830947542857856:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:1.0:1746128135.737225:0:21343:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128135.737237:0:21343:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ce56200/0x802a7453533bd550 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ec4 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746128135.737252:0:21343:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746128135.737265:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128135.737267:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128135.737272:0:21343:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce56200/0x802a7453533bd550 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ec4 expref: 8 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.737287:0:21343:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ce56200/0x802a7453533bd550 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ec4 expref: 8 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.737295:0:21343:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56200, rc 0) 00000100:00100000:1.0:1746128135.737328:0:21343:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1136:x1830947542857856:12345-192.168.203.28@tcp:101:dd.0 Request processed in 111us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128135.737333:0:21343:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5478 00000100:00100000:3.0:1746128135.776724:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1963:x1830947542857728:12345-192.168.203.28@tcp:4:dd.0 Request processed in 39550us (39669us total) trans 4294968041 rc 0/0 00000100:00100000:3.0:1746128135.776735:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3988 00002000:00100000:3.0:1746128135.776745:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff88013443ed80 x1830947542857728/t4294968041(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/448 e 0 to 0 dl 1746128146 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128135.776754:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443ed80 with x1830947542857728 ext(0->1048575) 00002000:00010000:3.0:1746128135.776759:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443ed80 00000100:00100000:2.0:1746128135.787258:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128135.787286:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128135.787306:0:8421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542858112 00000100:00100000:2.0:1746128135.787313:0:8421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542858112 00002000:00100000:2.0:1746128135.787344:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (1040384->2080767) req@ffff88013443ea00 x1830947542858112/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/0 e 0 to 0 dl 1746128146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128135.787353:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443ea00 with x1830947542858112 ext(1040384->2080767) 00002000:00010000:2.0:1746128135.787357:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443ea00 00000100:00100000:2.0:1746128135.787370:0:8421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542858368 00000100:00100000:2.0:1746128135.787372:0:8421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542858368 00002000:00100000:2.0:1746128135.787383:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff88013443f480 x1830947542858368/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/0 e 0 to 0 dl 1746128146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128135.787389:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443f480 with x1830947542858368 ext(1048576->2097151) 00002000:00010000:2.0:1746128135.787391:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013443f480 00000100:00100000:2.0:1746128135.787403:0:8421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3989 00000100:00100000:2.0:1746128135.787410:0:8421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1963:x1830947542858112:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:1.0:1746128135.789292:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3990 00000100:00100000:1.0:1746128135.789305:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1964:x1830947542858368:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128135.800923:0:8421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1963:x1830947542858112:12345-192.168.203.28@tcp:3:dd.0 Request processed in 13506us (13662us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746128135.800933:0:8421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3989 00002000:00100000:0.0:1746128135.800943:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (1040384->2080767) req@ffff88013443ea00 x1830947542858112/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/440 e 0 to 0 dl 1746128146 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128135.800952:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443ea00 with x1830947542858112 ext(1040384->2080767) 00002000:00010000:0.0:1746128135.800957:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443ea00 00000100:00100000:0.0:1746128135.806442:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1964:x1830947542858368:12345-192.168.203.28@tcp:3:dd.0 Request processed in 17135us (19149us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128135.806451:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3990 00002000:00100000:0.0:1746128135.806459:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff88013443f480 x1830947542858368/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/440 e 0 to 0 dl 1746128146 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128135.806466:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443f480 with x1830947542858368 ext(1048576->2097151) 00002000:00010000:0.0:1746128135.806471:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013443f480 00000100:00100000:0.0:1746128135.820807:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128135.820833:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128135.820865:0:8421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542858752 00000100:00100000:0.0:1746128135.820873:0:8421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542858752 00002000:00100000:0.0:1746128135.820904:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (2080768->2097151) req@ffff8801341b0e00 x1830947542858752/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/0 e 0 to 0 dl 1746128146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128135.820913:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0e00 with x1830947542858752 ext(2080768->2097151) 00002000:00010000:0.0:1746128135.820917:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b0e00 00000100:00100000:0.0:1746128135.820931:0:8421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542858880 00000100:00100000:0.0:1746128135.820933:0:8421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542858880 00002000:00100000:0.0:1746128135.820941:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff8801341b2300 x1830947542858880/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/0 e 0 to 0 dl 1746128146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128135.820947:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b2300 with x1830947542858880 ext(0->1048575) 00002000:00010000:0.0:1746128135.820949:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801341b2300 00000100:00100000:0.0:1746128135.820957:0:8421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3991 00000100:00100000:0.0:1746128135.820963:0:8421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1966:x1830947542858752:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128135.821104:0:8421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1966:x1830947542858752:12345-192.168.203.28@tcp:3:dd.0 Request processed in 141us (303us total) trans 0 rc 16384/16384 00000100:00100000:0.0:1746128135.821109:0:8421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3991 00002000:00100000:0.0:1746128135.821113:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (2080768->2097151) req@ffff8801341b0e00 x1830947542858752/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/16824 e 0 to 0 dl 1746128146 ref 1 fl Complete:/200/0 rc 16384/16384 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128135.821119:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b0e00 with x1830947542858752 ext(2080768->2097151) 00002000:00010000:0.0:1746128135.821122:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b0e00 00000100:00100000:0.0:1746128135.821132:0:8421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3992 00000100:00100000:0.0:1746128135.821135:0:8421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1966:x1830947542858880:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128135.824909:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128135.824952:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542859136 00000100:00100000:0.0:1746128135.824958:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542859136 00002000:00100000:0.0:1746128135.824986:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff88012b8dbb80 x1830947542859136/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/0 e 0 to 0 dl 1746128146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128135.824994:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8dbb80 with x1830947542859136 ext(1048576->2097151) 00002000:00010000:0.0:1746128135.824998:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8dbb80 00000100:00100000:0.0:1746128135.825010:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3993 00000100:00100000:0.0:1746128135.825015:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1965:x1830947542859136:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128135.838739:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128135.838777:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128135.838802:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542859648 00000100:00100000:0.0:1746128135.838809:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542859648 00002000:00100000:0.0:1746128135.838839:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff8801341b1180 x1830947542859648/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/0 e 0 to 0 dl 1746128146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128135.838858:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b1180 with x1830947542859648 ext(2097152->3145727) 00002000:00010000:0.0:1746128135.838863:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b1180 00000100:00100000:0.0:1746128135.838878:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542859520 00000100:00100000:0.0:1746128135.838880:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542859520 00002000:00100000:0.0:1746128135.838893:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff8801341b2680 x1830947542859520/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/0 e 0 to 0 dl 1746128146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128135.838899:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b2680 with x1830947542859520 ext(2097152->3145727) 00002000:00010000:0.0:1746128135.838902:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801341b2680 00000100:00100000:0.0:1746128135.838914:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3994 00000100:00100000:0.0:1746128135.838921:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+12:1965:x1830947542859648:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128135.839509:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3995 00000100:00100000:0.0:1746128135.839515:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1966:x1830947542859520:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128135.842998:0:8421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+12:1966:x1830947542858880:12345-192.168.203.28@tcp:4:dd.0 Request processed in 21852us (22154us total) trans 4294968514 rc 0/0 00000100:00100000:0.0:1746128135.843010:0:8421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3992 00002000:00100000:0.0:1746128135.843020:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff8801341b2300 x1830947542858880/t4294968514(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/448 e 0 to 0 dl 1746128146 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128135.843035:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b2300 with x1830947542858880 ext(0->1048575) 00002000:00010000:0.0:1746128135.843039:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801341b2300 00000100:00100000:1.0:1746128135.843367:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1965:x1830947542859136:12345-192.168.203.28@tcp:4:dd.0 Request processed in 18349us (18461us total) trans 4294968042 rc 0/0 00000100:00100000:1.0:1746128135.843373:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3993 00002000:00100000:1.0:1746128135.843379:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff88012b8dbb80 x1830947542859136/t4294968042(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/448 e 0 to 0 dl 1746128146 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128135.843385:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8dbb80 with x1830947542859136 ext(1048576->2097151) 00002000:00010000:1.0:1746128135.843388:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8dbb80 00000100:00100000:0.0:1746128135.853746:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+12:1965:x1830947542859648:12345-192.168.203.28@tcp:3:dd.0 Request processed in 14819us (15007us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128135.853756:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3994 00002000:00100000:0.0:1746128135.853766:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff8801341b1180 x1830947542859648/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/440 e 0 to 0 dl 1746128146 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128135.853774:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b1180 with x1830947542859648 ext(2097152->3145727) 00002000:00010000:0.0:1746128135.853779:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801341b1180 00000100:00100000:0.0:1746128135.856021:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1966:x1830947542859520:12345-192.168.203.28@tcp:3:dd.0 Request processed in 16499us (17237us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128135.856028:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3995 00002000:00100000:0.0:1746128135.856039:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff8801341b2680 x1830947542859520/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/440 e 0 to 0 dl 1746128146 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128135.856047:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b2680 with x1830947542859520 ext(2097152->3145727) 00002000:00010000:0.0:1746128135.856051:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801341b2680 00000001:00080000:3.0:1746128135.860813:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968034 is committed 00000001:00080000:3.0:1746128135.860828:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968037 is committed 00000001:00080000:3.0:1746128135.860869:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968039 is committed 00000001:00080000:3.0:1746128135.860880:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968040 is committed 00002000:00010000:0.0:1746128135.861046:0:31886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:0.0:1746128135.861050:0:31886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746128136 00002000:00010000:0.0:1746128135.861052:0:31886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746128136 00002000:00010000:0.0:1746128135.861053:0:31886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 1 -> 4103 00010000:00010000:0.0:1746128135.861063:0:31886:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bd542 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128135.861073:0:31886:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bd542 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128135.861080:0:31886:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bd542 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128135.861086:0:31886:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b43ce00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128135.861090:0:31886:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bd542 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128135.861096:0:31886:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bd542 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128135.861111:0:31886:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bd542 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128135.861117:0:31886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43ce00/0x802a7453533bd542 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128135.861181:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d403800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542856960:12345-192.168.203.28@tcp:4:dd.0 Request processed in 182018us (182199us total) trans 4294968040 rc 0/0 00000100:00100000:0.0:1746128135.861189:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3986 00010000:00010000:3.0:1746128135.861535:0:20910:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bd53b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.861542:0:20910:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bd53b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.861548:0:20910:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bd53b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.861553:0:20910:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b43d000 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128135.861555:0:20910:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bd53b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.861560:0:20910:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bd53b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.861568:0:20910:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bd53b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128135.861588:0:20910:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43d000/0x802a7453533bd53b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20910 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128135.861632:0:20910:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d401880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1963:x1830947542856832:12345-192.168.203.28@tcp:4:dd.0 Request processed in 196448us (196709us total) trans 4294968039 rc 0/0 00000100:00100000:3.0:1746128135.861637:0:20910:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3985 00000100:00100000:0.0:1746128135.882449:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128135.882602:0:20910:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542860032 00000100:00100000:3.0:1746128135.882610:0:20910:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542860032 00002000:00100000:3.0:1746128135.882644:0:20910:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff8801341b3100 x1830947542860032/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/0 e 0 to 0 dl 1746128146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128135.882653:0:20910:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b3100 with x1830947542860032 ext(3145728->4194303) 00002000:00010000:3.0:1746128135.882657:0:20910:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801341b3100 00000100:00100000:3.0:1746128135.883243:0:20910:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3996 00000100:00100000:3.0:1746128135.883252:0:20910:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1964:x1830947542860032:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:1.0:1746128135.886857:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128135.886886:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128135.886910:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128135.886932:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542860672 00000100:00100000:1.0:1746128135.886939:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542860672 00000100:00100000:1.0:1746128135.886971:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5479 00000100:00100000:1.0:1746128135.886977:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+5:1965:x1830947542860672:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:1.0:1746128135.886992:0:10571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128135.887005:0:10571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129618c00/0x802a7453533bd557 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ed2 expref: -99 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.887033:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128135.887035:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128135.887041:0:10571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618c00/0x802a7453533bd557 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ed2 expref: 6 pid: 10571 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128135.887054:0:10571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129618c00/0x802a7453533bd557 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ed2 expref: 6 pid: 10571 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128135.887062:0:10571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129618c00, rc 0) 00000100:00100000:1.0:1746128135.887093:0:10571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542860672:12345-192.168.203.28@tcp:101:dd.0 Request processed in 117us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128135.887099:0:10571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5479 00000100:00100000:1.0:1746128135.887156:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542860416 00000100:00100000:1.0:1746128135.887159:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542860416 00002000:00100000:1.0:1746128135.887179:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88012b8d9c00 x1830947542860416/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/0 e 0 to 0 dl 1746128146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128135.887186:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d9c00 with x1830947542860416 ext(2097152->3145727) 00002000:00010000:1.0:1746128135.887190:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8d9c00 00000100:00100000:1.0:1746128135.887199:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542860160 00000100:00100000:1.0:1746128135.887201:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542860160 00002000:00100000:1.0:1746128135.887211:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88012b8d8a80 x1830947542860160/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/0 e 0 to 0 dl 1746128146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128135.887217:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d8a80 with x1830947542860160 ext(1048576->2097151) 00002000:00010000:1.0:1746128135.887220:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b8d8a80 00000100:00100000:1.0:1746128135.887227:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3997 00000100:00100000:1.0:1746128135.887231:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+12:1963:x1830947542860416:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128135.887332:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3998 00000100:00100000:1.0:1746128135.887336:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+12:1964:x1830947542860160:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128135.896339:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128135.898601:0:21343:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542860544 00000100:00100000:1.0:1746128135.898611:0:21343:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542860544 00000100:00100000:1.0:1746128135.898656:0:21343:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5480 00000100:00100000:1.0:1746128135.898663:0:21343:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1966:x1830947542860544:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:1.0:1746128135.898678:0:21343:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128135.898692:0:21343:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b809200/0x802a7453533bd55e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ecb expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.898710:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128135.898712:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128135.898718:0:21343:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b809200/0x802a7453533bd55e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ecb expref: 33 pid: 21343 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128135.898731:0:21343:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b809200/0x802a7453533bd55e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ecb expref: 33 pid: 21343 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128135.898740:0:21343:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b809200, rc 0) 00000100:00100000:1.0:1746128135.898787:0:21343:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:1966:x1830947542860544:12345-192.168.203.28@tcp:101:dd.0 Request processed in 123us (2454us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128135.898793:0:21343:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5480 00000100:00100000:3.0:1746128135.904119:0:20910:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+12:1964:x1830947542860032:12345-192.168.203.28@tcp:3:dd.0 Request processed in 20860us (21668us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128135.904128:0:20910:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3996 00002000:00100000:3.0:1746128135.904138:0:20910:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff8801341b3100 x1830947542860032/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/440 e 0 to 0 dl 1746128146 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128135.904147:0:20910:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801341b3100 with x1830947542860032 ext(3145728->4194303) 00002000:00010000:3.0:1746128135.904152:0:20910:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801341b3100 00000100:00100000:1.0:1746128135.906116:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1963:x1830947542860416:12345-192.168.203.28@tcp:4:dd.0 Request processed in 18877us (19270us total) trans 4294968043 rc 0/0 00000100:00100000:1.0:1746128135.906126:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3997 00002000:00100000:1.0:1746128135.906135:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88012b8d9c00 x1830947542860416/t4294968043(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/448 e 0 to 0 dl 1746128146 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128135.906142:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d9c00 with x1830947542860416 ext(2097152->3145727) 00002000:00010000:1.0:1746128135.906146:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b8d9c00 00000100:00100000:0.0:1746128135.914766:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128135.915082:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128135.915121:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128135.915792:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+12:1964:x1830947542860160:12345-192.168.203.28@tcp:4:dd.0 Request processed in 28453us (28903us total) trans 4294968515 rc 0/0 00000100:00100000:1.0:1746128135.915801:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3998 00002000:00100000:1.0:1746128135.915810:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88012b8d8a80 x1830947542860160/t4294968515(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/448 e 0 to 0 dl 1746128146 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128135.915818:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b8d8a80 with x1830947542860160 ext(1048576->2097151) 00002000:00010000:1.0:1746128135.915823:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b8d8a80 00000100:00100000:1.0:1746128135.919226:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542861056 00000100:00100000:1.0:1746128135.919236:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542861056 00000100:00100000:1.0:1746128135.919278:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542861184 00000100:00100000:1.0:1746128135.919281:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542861184 00000100:00100000:1.0:1746128135.919296:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542861568 00000100:00100000:1.0:1746128135.919298:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542861568 00002000:00100000:1.0:1746128135.919313:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff880094f48a80 x1830947542861568/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/0 e 0 to 0 dl 1746128146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128135.919321:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f48a80 with x1830947542861568 ext(3145728->4194303) 00002000:00010000:1.0:1746128135.919326:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f48a80 00000100:00100000:2.0:1746128135.919329:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 3999 00000100:00100000:2.0:1746128135.919337:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:1965:x1830947542861056:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:1.0:1746128135.919342:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4000 00000100:00100000:1.0:1746128135.919345:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801341b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542861184:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:2.0:1746128135.919363:0:31886:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d5c7800/0x802a7453533bd565 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.919363:0:25180:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a5426000/0x802a7453533bd56c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.919373:0:31886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128135.919373:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128135.919375:0:31886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128135.919375:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128135.919378:0:31886:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d5c7800/0x802a7453533bd565 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.919378:0:25180:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5426000/0x802a7453533bd56c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.919388:0:31886:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d5c7800/0x802a7453533bd565 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.919388:0:25180:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5426000/0x802a7453533bd56c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128135.922395:0:20910:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4001 00000100:00100000:3.0:1746128135.922408:0:20910:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1963:x1830947542861568:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:1.0:1746128135.939722:0:25180:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a5426000/0x802a7453533bd56c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.939733:0:25180:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5426000/0x802a7453533bd56c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.939739:0:25180:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5426000/0x802a7453533bd56c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.939744:0:25180:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5426000 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128135.939747:0:25180:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5426000/0x802a7453533bd56c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.939752:0:25180:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5426000/0x802a7453533bd56c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.939767:0:25180:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5426000/0x802a7453533bd56c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.939776:0:25180:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5426000/0x802a7453533bd56c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128135.939837:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542861184:12345-192.168.203.28@tcp:3:dd.0 Request processed in 20487us (24751us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746128135.939857:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4000 00010000:00010000:2.0:1746128135.940359:0:31886:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d5c7800/0x802a7453533bd565 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.940369:0:31886:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d5c7800/0x802a7453533bd565 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.940376:0:31886:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d5c7800/0x802a7453533bd565 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.940381:0:31886:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d5c7800 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128135.940383:0:31886:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d5c7800/0x802a7453533bd565 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.940388:0:31886:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d5c7800/0x802a7453533bd565 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.940397:0:31886:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d5c7800/0x802a7453533bd565 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.940402:0:31886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d5c7800/0x802a7453533bd565 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128135.940454:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801341b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:1965:x1830947542861056:12345-192.168.203.28@tcp:3:dd.0 Request processed in 21118us (25694us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128135.940459:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 3999 00000100:00100000:3.0:1746128135.946178:0:20910:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1963:x1830947542861568:12345-192.168.203.28@tcp:3:dd.0 Request processed in 23767us (31049us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128135.946188:0:20910:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4001 00002000:00100000:3.0:1746128135.946197:0:20910:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff880094f48a80 x1830947542861568/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/440 e 0 to 0 dl 1746128146 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128135.946205:0:20910:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f48a80 with x1830947542861568 ext(3145728->4194303) 00002000:00010000:3.0:1746128135.946210:0:20910:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f48a80 00000100:00100000:0.0:1746128135.952249:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128135.955120:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128135.955624:0:31886:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542861824 00000100:00100000:2.0:1746128135.955633:0:31886:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542861824 00000100:00100000:2.0:1746128135.955674:0:31886:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542861952 00000100:00100000:2.0:1746128135.955676:0:31886:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542861952 00000100:00100000:2.0:1746128135.956154:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4002 00000100:00100000:2.0:1746128135.956161:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542861824:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128135.956161:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4003 00000100:00100000:1.0:1746128135.956171:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542861952:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:2.0:1746128135.956197:0:31886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 2088960, mtime: 0x6813cd08, atime: 0x0, ctime: 0x6813cd08, blocks: 0x1007 00010000:00010000:2.0:1746128135.956207:0:31886:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b809c00/0x802a7453533bd573 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.956218:0:25180:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533bd57a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.956219:0:31886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128135.956220:0:31886:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128135.956224:0:31886:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b809c00/0x802a7453533bd573 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128135.956234:0:31886:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b809c00/0x802a7453533bd573 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.956234:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128135.956235:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128135.956238:0:25180:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533bd57a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128135.956246:0:25180:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533bd57a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128135.956969:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128135.957013:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128135.957028:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542862464 00000100:00100000:0.0:1746128135.957032:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542862464 00002000:00100000:0.0:1746128135.957053:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff88012ce84380 x1830947542862464/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/0 e 0 to 0 dl 1746128146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128135.957061:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce84380 with x1830947542862464 ext(4194304->5242879) 00002000:00010000:0.0:1746128135.957065:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce84380 00000100:00100000:0.0:1746128135.957076:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542862592 00000100:00100000:0.0:1746128135.957078:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542862592 00002000:00100000:0.0:1746128135.957090:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88012ce85880 x1830947542862592/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/0 e 0 to 0 dl 1746128146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128135.957097:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce85880 with x1830947542862592 ext(4194304->5242879) 00002000:00010000:0.0:1746128135.957099:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce85880 00000100:00100000:0.0:1746128135.957109:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4004 00000100:00100000:0.0:1746128135.957114:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1963:x1830947542862464:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:1.0:1746128135.958439:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4005 00000100:00100000:1.0:1746128135.958449:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+12:1963:x1830947542862592:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128135.981060:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128135.981099:0:8421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542862848 00000100:00100000:0.0:1746128135.981105:0:8421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542862848 00000100:00100000:2.0:1746128135.981110:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1963:x1830947542862464:12345-192.168.203.28@tcp:3:dd.0 Request processed in 23994us (24141us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128135.981119:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4004 00002000:00100000:2.0:1746128135.981132:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff88012ce84380 x1830947542862464/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/440 e 0 to 0 dl 1746128146 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128135.981133:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff88012ce87480 x1830947542862848/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/0 e 0 to 0 dl 1746128146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128135.981139:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce84380 with x1830947542862464 ext(4194304->5242879) 00002000:00100000:0.0:1746128135.981140:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce87480 with x1830947542862848 ext(2097152->3145727) 00002000:00010000:2.0:1746128135.981144:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce84380 00002000:00010000:0.0:1746128135.981144:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce87480 00000100:00100000:2.0:1746128135.981161:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4006 00000100:00100000:2.0:1746128135.981167:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1963:x1830947542862848:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:2.0:1746128135.999474:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128136.001702:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1963:x1830947542862592:12345-192.168.203.28@tcp:3:dd.0 Request processed in 43248us (44681us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128136.001711:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4005 00002000:00100000:2.0:1746128136.001719:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88012ce85880 x1830947542862592/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/440 e 0 to 0 dl 1746128146 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128136.001727:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce85880 with x1830947542862592 ext(4194304->5242879) 00002000:00010000:2.0:1746128136.001732:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce85880 00000100:00100000:2.0:1746128136.001752:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542863104 00000100:00100000:2.0:1746128136.001757:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542863104 00002000:00100000:2.0:1746128136.001778:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff88013443e300 x1830947542863104/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/0 e 0 to 0 dl 1746128146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128136.001783:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443e300 with x1830947542863104 ext(3145728->4194303) 00002000:00010000:2.0:1746128136.001786:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443e300 00000100:00100000:2.0:1746128136.001798:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4007 00000100:00100000:2.0:1746128136.001804:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1963:x1830947542863104:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:2.0:1746128136.019912:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1963:x1830947542862848:12345-192.168.203.28@tcp:4:dd.0 Request processed in 38738us (38852us total) trans 4294968516 rc 0/0 00000100:00100000:2.0:1746128136.019923:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4006 00002000:00100000:2.0:1746128136.019933:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff88012ce87480 x1830947542862848/t4294968516(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/448 e 0 to 0 dl 1746128146 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128136.019942:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce87480 with x1830947542862848 ext(2097152->3145727) 00002000:00010000:2.0:1746128136.019946:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce87480 00000100:00100000:0.0:1746128136.021502:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128136.021564:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542863360 00000100:00100000:3.0:1746128136.021586:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542863360 00002000:00100000:3.0:1746128136.021614:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff88012ce85f80 x1830947542863360/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128136.021622:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce85f80 with x1830947542863360 ext(3145728->4194303) 00002000:00010000:3.0:1746128136.021626:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce85f80 00000100:00100000:3.0:1746128136.021642:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4008 00000100:00100000:3.0:1746128136.021648:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1963:x1830947542863360:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:2.0:1746128136.051474:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1963:x1830947542863104:12345-192.168.203.28@tcp:4:dd.0 Request processed in 49665us (52001us total) trans 4294968046 rc 0/0 00000100:00100000:2.0:1746128136.051488:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4007 00002000:00100000:2.0:1746128136.051497:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff88013443e300 x1830947542863104/t4294968046(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:386/0 lens 488/448 e 0 to 0 dl 1746128146 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128136.051505:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443e300 with x1830947542863104 ext(3145728->4194303) 00002000:00010000:2.0:1746128136.051510:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443e300 00000100:00100000:2.0:1746128136.055426:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128136.055449:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542863616 00000100:00100000:2.0:1746128136.055456:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542863616 00002000:00100000:2.0:1746128136.055487:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88013443c700 x1830947542863616/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128136.055495:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443c700 with x1830947542863616 ext(4194304->5242879) 00002000:00010000:2.0:1746128136.055499:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443c700 00000100:00100000:2.0:1746128136.055514:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4009 00000100:00100000:2.0:1746128136.055520:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013443c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1964:x1830947542863616:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:3.0:1746128136.079507:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1963:x1830947542863360:12345-192.168.203.28@tcp:4:dd.0 Request processed in 57850us (57999us total) trans 4294968517 rc 0/0 00000100:00100000:3.0:1746128136.079518:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4008 00002000:00100000:3.0:1746128136.079529:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff88012ce85f80 x1830947542863360/t4294968517(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/448 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128136.079537:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce85f80 with x1830947542863360 ext(3145728->4194303) 00002000:00010000:3.0:1746128136.079542:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce85f80 00000100:00100000:0.0:1746128136.089437:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128136.089513:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128136.090803:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013443c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1964:x1830947542863616:12345-192.168.203.28@tcp:4:dd.0 Request processed in 35279us (35378us total) trans 4294968047 rc 0/0 00000100:00100000:2.0:1746128136.090811:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4009 00002000:00100000:2.0:1746128136.090820:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88013443c700 x1830947542863616/t4294968047(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/448 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128136.090827:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013443c700 with x1830947542863616 ext(4194304->5242879) 00002000:00010000:2.0:1746128136.090831:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013443c700 00000100:00100000:2.0:1746128136.090860:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542864000 00000100:00100000:2.0:1746128136.090865:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542864000 00002000:00100000:2.0:1746128136.090884:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff88012ce85180 x1830947542864000/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128136.090890:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce85180 with x1830947542864000 ext(5242880->6291455) 00002000:00010000:2.0:1746128136.090892:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce85180 00000100:00100000:2.0:1746128136.090901:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542864128 00000100:00100000:2.0:1746128136.090902:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542864128 00002000:00100000:2.0:1746128136.090910:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff88012ce87100 x1830947542864128/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128136.090915:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce87100 with x1830947542864128 ext(5242880->6291455) 00002000:00010000:2.0:1746128136.090917:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce87100 00000100:00100000:2.0:1746128136.090925:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4010 00000100:00100000:2.0:1746128136.090929:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1964:x1830947542864000:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:2.0:1746128136.091353:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4011 00000100:00100000:2.0:1746128136.091358:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1964:x1830947542864128:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128136.111683:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1964:x1830947542864000:12345-192.168.203.28@tcp:3:dd.0 Request processed in 20744us (22243us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128136.111694:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4010 00002000:00100000:0.0:1746128136.111704:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff88012ce85180 x1830947542864000/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/440 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.111713:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce85180 with x1830947542864000 ext(5242880->6291455) 00002000:00010000:0.0:1746128136.111718:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce85180 00000100:00100000:0.0:1746128136.119928:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1964:x1830947542864128:12345-192.168.203.28@tcp:3:dd.0 Request processed in 28562us (30408us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128136.119939:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4011 00002000:00100000:0.0:1746128136.119948:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff88012ce87100 x1830947542864128/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/440 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.119957:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce87100 with x1830947542864128 ext(5242880->6291455) 00002000:00010000:0.0:1746128136.119961:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce87100 00000100:00100000:0.0:1746128136.121919:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128136.121940:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542864512 00000100:00100000:0.0:1746128136.121946:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542864512 00002000:00100000:0.0:1746128136.121977:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff880091c78e00 x1830947542864512/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.121986:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c78e00 with x1830947542864512 ext(6291456->7340031) 00002000:00010000:0.0:1746128136.121990:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c78e00 00000100:00100000:0.0:1746128136.122007:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4012 00000100:00100000:0.0:1746128136.122014:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1963:x1830947542864512:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128136.122667:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128136.123347:0:20910:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542864640 00000100:00100000:0.0:1746128136.123351:0:20910:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542864640 00002000:00100000:0.0:1746128136.123374:0:20910:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff880091c7b100 x1830947542864640/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.123381:0:20910:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7b100 with x1830947542864640 ext(6291456->7340031) 00002000:00010000:0.0:1746128136.123385:0:20910:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7b100 00000100:00100000:0.0:1746128136.123400:0:20910:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4013 00000100:00100000:0.0:1746128136.123405:0:20910:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1963:x1830947542864640:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:1.0:1746128136.135623:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128136.135642:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128136.135665:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128136.135685:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542864896 00000100:00100000:1.0:1746128136.135693:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542864896 00002000:00100000:1.0:1746128136.135725:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880094177480 x1830947542864896/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128136.135733:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094177480 with x1830947542864896 ext(7340032->8388607) 00002000:00010000:1.0:1746128136.135738:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094177480 00000100:00100000:1.0:1746128136.135751:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542865152 00000100:00100000:1.0:1746128136.135753:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542865152 00002000:00100000:1.0:1746128136.135763:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff880091b86a00 x1830947542865152/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128136.135769:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b86a00 with x1830947542865152 ext(7340032->8388607) 00002000:00010000:1.0:1746128136.135771:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b86a00 00000100:00100000:1.0:1746128136.135779:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542865408 00000100:00100000:1.0:1746128136.135781:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542865408 00002000:00100000:1.0:1746128136.135790:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff880091b84380 x1830947542865408/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128136.135795:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b84380 with x1830947542865408 ext(4194304->5242879) 00002000:00010000:1.0:1746128136.135797:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091b84380 00000100:00100000:1.0:1746128136.135807:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4014 00000100:00100000:1.0:1746128136.135813:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+19:1963:x1830947542864896:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:1.0:1746128136.136404:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4015 00000100:00100000:1.0:1746128136.136411:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1963:x1830947542865152:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:1.0:1746128136.137005:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4016 00000100:00100000:1.0:1746128136.137011:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1963:x1830947542865408:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128136.160241:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1963:x1830947542864512:12345-192.168.203.28@tcp:3:dd.0 Request processed in 38221us (38321us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128136.160319:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4012 00002000:00100000:0.0:1746128136.160330:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff880091c78e00 x1830947542864512/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/440 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.160339:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c78e00 with x1830947542864512 ext(6291456->7340031) 00002000:00010000:0.0:1746128136.160344:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c78e00 00000100:00100000:0.0:1746128136.171430:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128136.171497:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542865664 00000100:00100000:1.0:1746128136.171504:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542865664 00002000:00100000:1.0:1746128136.171534:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880091c7b800 x1830947542865664/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128136.171541:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7b800 with x1830947542865664 ext(5242880->6291455) 00002000:00010000:1.0:1746128136.171545:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c7b800 00000100:00100000:1.0:1746128136.171559:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4017 00000100:00100000:1.0:1746128136.171564:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1963:x1830947542865664:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128136.171802:0:20910:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1963:x1830947542864640:12345-192.168.203.28@tcp:3:dd.0 Request processed in 48396us (49135us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128136.171809:0:20910:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4013 00002000:00100000:1.0:1746128136.171814:0:20910:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff880091c7b100 x1830947542864640/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/440 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128136.171821:0:20910:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7b100 with x1830947542864640 ext(6291456->7340031) 00002000:00010000:1.0:1746128136.171824:0:20910:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7b100 00000100:00100000:1.0:1746128136.175033:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1963:x1830947542865408:12345-192.168.203.28@tcp:4:dd.0 Request processed in 38014us (39359us total) trans 4294968518 rc 0/0 00000100:00100000:1.0:1746128136.175043:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4016 00002000:00100000:1.0:1746128136.175053:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff880091b84380 x1830947542865408/t4294968518(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/448 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128136.175061:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b84380 with x1830947542865408 ext(4194304->5242879) 00002000:00010000:1.0:1746128136.175066:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091b84380 00000100:00100000:1.0:1746128136.179975:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1963:x1830947542864896:12345-192.168.203.28@tcp:3:dd.0 Request processed in 44155us (44350us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128136.179985:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4014 00002000:00100000:1.0:1746128136.179994:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880094177480 x1830947542864896/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/440 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128136.180002:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094177480 with x1830947542864896 ext(7340032->8388607) 00002000:00010000:1.0:1746128136.180007:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094177480 00000100:00100000:1.0:1746128136.185273:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1963:x1830947542865152:12345-192.168.203.28@tcp:3:dd.0 Request processed in 48857us (49623us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128136.185282:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4015 00002000:00100000:1.0:1746128136.185291:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff880091b86a00 x1830947542865152/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/440 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128136.185299:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b86a00 with x1830947542865152 ext(7340032->8388607) 00002000:00010000:1.0:1746128136.185304:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b86a00 00000100:00100000:0.0:1746128136.186622:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1963:x1830947542865664:12345-192.168.203.28@tcp:4:dd.0 Request processed in 15053us (15364us total) trans 4294968048 rc 0/0 00000100:00100000:0.0:1746128136.186630:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4017 00002000:00100000:0.0:1746128136.186637:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880091c7b800 x1830947542865664/t4294968048(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/448 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.186645:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7b800 with x1830947542865664 ext(5242880->6291455) 00002000:00010000:0.0:1746128136.187545:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c7b800 00000001:00080000:3.0:1746128136.190165:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968044 is committed 00000001:00080000:3.0:1746128136.190179:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968043 is committed 00002000:00010000:1.0:1746128136.190837:0:25180:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:1.0:1746128136.190841:0:25180:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 4103 -> 8199 00010000:00010000:1.0:1746128136.190862:0:25180:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533bd57a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.190870:0:25180:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533bd57a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.190877:0:25180:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533bd57a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.190883:0:25180:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009478ca00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128136.190886:0:25180:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533bd57a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.190898:0:25180:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533bd57a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.190914:0:25180:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533bd57a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.190920:0:25180:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533bd57a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128136.190989:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1966:x1830947542861952:12345-192.168.203.28@tcp:4:dd.0 Request processed in 234818us (235873us total) trans 4294968044 rc 0/0 00000100:00100000:1.0:1746128136.190998:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4003 00000100:00100000:0.0:1746128136.195785:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128136.195830:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128136.195891:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542865920 00000100:00100000:0.0:1746128136.195899:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542865920 00002000:00100000:0.0:1746128136.195934:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff880091c79880 x1830947542865920/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.195942:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c79880 with x1830947542865920 ext(5242880->6291455) 00002000:00010000:0.0:1746128136.195953:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c79880 00000100:00100000:0.0:1746128136.195971:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542866176 00000100:00100000:0.0:1746128136.195973:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542866176 00002000:00100000:0.0:1746128136.195988:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880091c7ad80 x1830947542866176/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.195994:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7ad80 with x1830947542866176 ext(6291456->7340031) 00002000:00010000:0.0:1746128136.195996:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c7ad80 00000100:00100000:0.0:1746128136.196007:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4018 00000100:00100000:0.0:1746128136.196013:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1964:x1830947542865920:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128136.196181:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4019 00000100:00100000:0.0:1746128136.196187:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1963:x1830947542866176:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128136.209049:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128136.209075:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542866432 00000100:00100000:0.0:1746128136.209082:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542866432 00002000:00100000:0.0:1746128136.209112:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880091c7b480 x1830947542866432/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.209120:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7b480 with x1830947542866432 ext(6291456->7340031) 00002000:00010000:0.0:1746128136.209124:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7b480 00000100:00100000:0.0:1746128136.209138:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4020 00000100:00100000:0.0:1746128136.209144:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1964:x1830947542866432:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128136.211656:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128136.211923:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542866688 00000100:00100000:0.0:1746128136.211929:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542866688 00002000:00100000:0.0:1746128136.211958:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff880091b86300 x1830947542866688/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.211967:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b86300 with x1830947542866688 ext(7340032->8388607) 00002000:00010000:0.0:1746128136.211971:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b86300 00000100:00100000:0.0:1746128136.211988:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4021 00000100:00100000:0.0:1746128136.211994:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1964:x1830947542866688:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:2.0:1746128136.218277:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1963:x1830947542866176:12345-192.168.203.28@tcp:4:dd.0 Request processed in 22084us (22440us total) trans 4294968049 rc 0/0 00000100:00100000:2.0:1746128136.218287:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4019 00002000:00100000:2.0:1746128136.218297:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880091c7ad80 x1830947542866176/t4294968049(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/448 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128136.218304:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7ad80 with x1830947542866176 ext(6291456->7340031) 00002000:00010000:2.0:1746128136.218309:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091c7ad80 00000100:00100000:0.0:1746128136.238669:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+22:1964:x1830947542865920:12345-192.168.203.28@tcp:4:dd.0 Request processed in 42649us (42884us total) trans 4294968519 rc 0/0 00000100:00100000:0.0:1746128136.238679:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4018 00002000:00100000:0.0:1746128136.238689:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff880091c79880 x1830947542865920/t4294968519(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/448 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.238696:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c79880 with x1830947542865920 ext(5242880->6291455) 00002000:00010000:0.0:1746128136.238701:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c79880 00000100:00100000:0.0:1746128136.247624:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128136.248679:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+22:1964:x1830947542866432:12345-192.168.203.28@tcp:4:dd.0 Request processed in 39531us (39632us total) trans 4294968520 rc 0/0 00000100:00100000:0.0:1746128136.248689:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4020 00002000:00100000:0.0:1746128136.248699:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880091c7b480 x1830947542866432/t4294968520(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/448 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.248707:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091c7b480 with x1830947542866432 ext(6291456->7340031) 00002000:00010000:0.0:1746128136.248712:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091c7b480 00000100:00100000:0.0:1746128136.248729:0:31890:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542867200 00000100:00100000:0.0:1746128136.248734:0:31890:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542867200 00002000:00100000:0.0:1746128136.248754:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff8800acd3aa00 x1830947542867200/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.248761:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd3aa00 with x1830947542867200 ext(8388608->9437183) 00002000:00010000:0.0:1746128136.248763:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800acd3aa00 00000100:00100000:0.0:1746128136.248794:0:31890:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4022 00000100:00100000:0.0:1746128136.248800:0:31890:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1964:x1830947542867200:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128136.259438:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128136.259512:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542866944 00000100:00100000:2.0:1746128136.259519:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542866944 00002000:00100000:2.0:1746128136.259552:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff8800acd3ad80 x1830947542866944/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128136.259560:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd3ad80 with x1830947542866944 ext(8388608->9437183) 00002000:00010000:2.0:1746128136.259565:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800acd3ad80 00000100:00100000:2.0:1746128136.259601:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4023 00000100:00100000:2.0:1746128136.259608:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+22:1966:x1830947542866944:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128136.265040:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1964:x1830947542866688:12345-192.168.203.28@tcp:4:dd.0 Request processed in 53040us (53383us total) trans 4294968050 rc 0/0 00000100:00100000:0.0:1746128136.265050:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4021 00002000:00100000:0.0:1746128136.265060:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff880091b86300 x1830947542866688/t4294968050(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/448 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.265068:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b86300 with x1830947542866688 ext(7340032->8388607) 00002000:00010000:0.0:1746128136.265073:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b86300 00000100:00100000:0.0:1746128136.270611:0:31890:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1964:x1830947542867200:12345-192.168.203.28@tcp:3:dd.0 Request processed in 21804us (22985us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128136.270620:0:31890:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4022 00002000:00100000:0.0:1746128136.270629:0:31890:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff8800acd3aa00 x1830947542867200/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/440 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.270636:0:31890:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd3aa00 with x1830947542867200 ext(8388608->9437183) 00002000:00010000:0.0:1746128136.270641:0:31890:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800acd3aa00 00000100:00100000:0.0:1746128136.273426:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+22:1966:x1830947542866944:12345-192.168.203.28@tcp:3:dd.0 Request processed in 13812us (13985us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128136.273435:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4023 00002000:00100000:0.0:1746128136.273444:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff8800acd3ad80 x1830947542866944/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/440 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.273453:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd3ad80 with x1830947542866944 ext(8388608->9437183) 00002000:00010000:0.0:1746128136.273457:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800acd3ad80 00000100:00100000:0.0:1746128136.284025:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128136.284048:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542867456 00000100:00100000:0.0:1746128136.284054:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542867456 00002000:00100000:0.0:1746128136.284083:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff8800acd3b800 x1830947542867456/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.284091:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd3b800 with x1830947542867456 ext(9437184->10485759) 00002000:00010000:0.0:1746128136.284096:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800acd3b800 00000100:00100000:0.0:1746128136.284110:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4024 00000100:00100000:0.0:1746128136.284115:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+22:1963:x1830947542867456:12345-192.168.203.28@tcp:3:dd.0 00000001:00080000:0.0:1746128136.298068:0:8509:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968514 is committed 00000001:00080000:0.0:1746128136.298085:0:8509:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968502 is committed 00000001:00080000:0.0:1746128136.298093:0:8509:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968515 is committed 00000001:00080000:0.0:1746128136.298100:0:8509:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968512 is committed 00000001:00080000:0.0:1746128136.298120:0:8509:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968516 is committed 00000001:00080000:0.0:1746128136.298135:0:8509:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968517 is committed 00000001:00080000:0.0:1746128136.298139:0:8509:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968513 is committed 00010000:00010000:0.0:1746128136.298900:0:11111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1746128136.300308:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968048 is committed 00000001:00080000:3.0:1746128136.300326:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968045 is committed 00010000:00010000:2.0:1746128136.300975:0:31886:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b809c00/0x802a7453533bd573 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.300987:0:31886:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b809c00/0x802a7453533bd573 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.300994:0:31886:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b809c00/0x802a7453533bd573 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.300999:0:31886:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b809c00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128136.301003:0:31886:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b809c00/0x802a7453533bd573 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.301009:0:31886:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b809c00/0x802a7453533bd573 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.301022:0:31886:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b809c00/0x802a7453533bd573 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.301028:0:31886:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b809c00/0x802a7453533bd573 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128136.301098:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1966:x1830947542861824:12345-192.168.203.28@tcp:4:dd.0 Request processed in 344935us (348852us total) trans 4294968045 rc 0/0 00000100:00100000:2.0:1746128136.301106:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4002 00000100:00100000:0.0:1746128136.304276:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128136.304307:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128136.304327:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128136.304341:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128136.304380:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542868224 00000100:00100000:0.0:1746128136.304387:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542868224 00002000:00100000:0.0:1746128136.304416:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff8800acd38700 x1830947542868224/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.304425:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd38700 with x1830947542868224 ext(11534336->12582911) 00002000:00010000:0.0:1746128136.304429:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800acd38700 00000100:00100000:0.0:1746128136.304440:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542868480 00000100:00100000:0.0:1746128136.304442:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542868480 00002000:00100000:0.0:1746128136.304451:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff8800a6021500 x1830947542868480/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.304457:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6021500 with x1830947542868480 ext(10485760->11534335) 00002000:00010000:0.0:1746128136.304460:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6021500 00000100:00100000:0.0:1746128136.304467:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542868096 00000100:00100000:0.0:1746128136.304468:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542868096 00002000:00100000:0.0:1746128136.304475:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff8800a6021180 x1830947542868096/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.304482:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6021180 with x1830947542868096 ext(10485760->11534335) 00002000:00010000:0.0:1746128136.304484:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6021180 00000100:00100000:0.0:1746128136.304490:0:8423:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542867840 00000100:00100000:0.0:1746128136.304491:0:8423:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542867840 00002000:00100000:0.0:1746128136.304499:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff8800a6022680 x1830947542867840/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.304504:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6022680 with x1830947542867840 ext(9437184->10485759) 00002000:00010000:0.0:1746128136.304506:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6022680 00000100:00100000:0.0:1746128136.304515:0:8423:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4025 00000100:00100000:0.0:1746128136.304521:0:8423:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800acd38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+17:1963:x1830947542868224:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128136.305140:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4026 00000100:00100000:0.0:1746128136.305146:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+13:1963:x1830947542868480:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128136.305705:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4027 00000100:00100000:0.0:1746128136.305710:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6021180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1963:x1830947542868096:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128136.306261:0:8421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4028 00000100:00100000:0.0:1746128136.306267:0:8421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1964:x1830947542867840:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:0.0:1746128136.307737:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128136.307903:0:31886:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542868736 00000100:00100000:2.0:1746128136.307910:0:31886:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542868736 00002000:00100000:2.0:1746128136.307942:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff8800a6023100 x1830947542868736/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128136.307950:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6023100 with x1830947542868736 ext(11534336->12582911) 00002000:00010000:2.0:1746128136.307955:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6023100 00000100:00100000:2.0:1746128136.307971:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4029 00000100:00100000:2.0:1746128136.307976:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6023100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1963:x1830947542868736:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:3.0:1746128136.308626:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128136.308647:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128136.308661:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542869120 00000100:00100000:3.0:1746128136.308664:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542869120 00000100:00100000:3.0:1746128136.308689:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542869376 00000100:00100000:3.0:1746128136.308691:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542869376 00000100:00100000:3.0:1746128136.308704:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4030 00000100:00100000:3.0:1746128136.308709:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542869120:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:3.0:1746128136.308728:0:31887:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b103400/0x802a7453533bd581 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.308738:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128136.308740:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128136.308744:0:31887:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b103400/0x802a7453533bd581 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.308755:0:31887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b103400/0x802a7453533bd581 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1746128136.309755:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1746128136.309761:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746128136.309780:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4031 00000100:00100000:3.0:1746128136.309789:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542869376:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:3.0:1746128136.309812:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533bd588 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.309821:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128136.309823:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128136.309826:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533bd588 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.309834:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533bd588 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128136.311211:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1963:x1830947542867456:12345-192.168.203.28@tcp:3:dd.0 Request processed in 27090us (27184us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128136.311220:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4024 00002000:00100000:0.0:1746128136.311229:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff8800acd3b800 x1830947542867456/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/440 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.311236:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd3b800 with x1830947542867456 ext(9437184->10485759) 00002000:00010000:0.0:1746128136.311239:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800acd3b800 00000100:00100000:0.0:1746128136.325971:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128136.326033:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128136.326054:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542869632 00000100:00100000:1.0:1746128136.326382:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542869760 00000100:00100000:1.0:1746128136.326387:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542869760 00002000:00100000:1.0:1746128136.326420:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88009b01a680 x1830947542869760/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128136.326429:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01a680 with x1830947542869760 ext(7340032->8388607) 00002000:00010000:1.0:1746128136.326433:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b01a680 00000100:00100000:1.0:1746128136.326450:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4032 00000100:00100000:1.0:1746128136.326456:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1965:x1830947542869760:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128136.327596:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542869632 00002000:00100000:0.0:1746128136.327622:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff8800a6021880 x1830947542869632/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.327629:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6021880 with x1830947542869632 ext(12582912->13631487) 00002000:00010000:0.0:1746128136.327633:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6021880 00000100:00100000:0.0:1746128136.327656:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4033 00000100:00100000:0.0:1746128136.327662:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6021880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1965:x1830947542869632:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:2.0:1746128136.328163:0:8423:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800acd38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7aa87384-656b-4166-a7ed-fb87664a8ead+19:1963:x1830947542868224:12345-192.168.203.28@tcp:3:dd.0 Request processed in 23640us (23891us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128136.328170:0:8423:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4025 00002000:00100000:2.0:1746128136.328176:0:8423:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff8800acd38700 x1830947542868224/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/440 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128136.328183:0:8423:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800acd38700 with x1830947542868224 ext(11534336->12582911) 00002000:00010000:2.0:1746128136.328186:0:8423:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800acd38700 00000100:00100000:1.0:1746128136.331949:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1963:x1830947542868480:12345-192.168.203.28@tcp:3:dd.0 Request processed in 26796us (27634us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128136.331958:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4026 00002000:00100000:1.0:1746128136.331966:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff8800a6021500 x1830947542868480/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/440 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128136.331974:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6021500 with x1830947542868480 ext(10485760->11534335) 00002000:00010000:1.0:1746128136.331979:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6021500 00000100:00100000:2.0:1746128136.350652:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128136.351254:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542870144 00000100:00100000:1.0:1746128136.351261:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542870144 00002000:00100000:1.0:1746128136.351297:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff880093160e00 x1830947542870144/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128136.351306:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093160e00 with x1830947542870144 ext(8388608->9437183) 00002000:00010000:1.0:1746128136.351310:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093160e00 00000100:00100000:1.0:1746128136.351328:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4034 00000100:00100000:1.0:1746128136.351334:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1966:x1830947542870144:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128136.355112:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6021180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1963:x1830947542868096:12345-192.168.203.28@tcp:3:dd.0 Request processed in 49393us (50774us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128136.355123:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4027 00002000:00100000:0.0:1746128136.355132:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff8800a6021180 x1830947542868096/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/440 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.355140:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6021180 with x1830947542868096 ext(10485760->11534335) 00002000:00010000:0.0:1746128136.355144:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6021180 00000100:00100000:0.0:1746128136.356542:0:8421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1964:x1830947542867840:12345-192.168.203.28@tcp:3:dd.0 Request processed in 50271us (52195us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128136.356550:0:8421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4028 00002000:00100000:0.0:1746128136.356557:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff8800a6022680 x1830947542867840/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/440 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.356564:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6022680 with x1830947542867840 ext(9437184->10485759) 00002000:00010000:0.0:1746128136.356568:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6022680 00000100:00100000:2.0:1746128136.358081:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1965:x1830947542869760:12345-192.168.203.28@tcp:4:dd.0 Request processed in 31620us (32042us total) trans 4294968521 rc 0/0 00000100:00100000:2.0:1746128136.358090:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4032 00002000:00100000:2.0:1746128136.358097:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88009b01a680 x1830947542869760/t4294968521(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/448 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128136.358105:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01a680 with x1830947542869760 ext(7340032->8388607) 00002000:00010000:2.0:1746128136.358108:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b01a680 00000100:00100000:3.0:1746128136.373136:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6023100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1963:x1830947542868736:12345-192.168.203.28@tcp:3:dd.0 Request processed in 65152us (65394us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128136.373145:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4029 00002000:00100000:3.0:1746128136.373154:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff8800a6023100 x1830947542868736/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/440 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128136.373162:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6023100 with x1830947542868736 ext(11534336->12582911) 00002000:00010000:3.0:1746128136.373167:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6023100 00000100:00100000:1.0:1746128136.376531:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1966:x1830947542870144:12345-192.168.203.28@tcp:4:dd.0 Request processed in 25188us (25878us total) trans 4294968051 rc 0/0 00000100:00100000:1.0:1746128136.376546:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4034 00002000:00100000:1.0:1746128136.376557:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff880093160e00 x1830947542870144/t4294968051(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/448 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128136.376565:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093160e00 with x1830947542870144 ext(8388608->9437183) 00002000:00010000:1.0:1746128136.376569:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093160e00 00000100:00100000:1.0:1746128136.378445:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:3.0:1746128136.379073:0:31887:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b103400/0x802a7453533bd581 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.379084:0:31887:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b103400/0x802a7453533bd581 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.379092:0:31887:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b103400/0x802a7453533bd581 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.379098:0:31887:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b103400 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128136.379101:0:31887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b103400/0x802a7453533bd581 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.379109:0:31887:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b103400/0x802a7453533bd581 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.379123:0:31887:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b103400/0x802a7453533bd581 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.379129:0:31887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b103400/0x802a7453533bd581 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128136.379196:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542869120:12345-192.168.203.28@tcp:3:dd.0 Request processed in 70485us (70570us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746128136.379204:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4030 00000100:00100000:3.0:1746128136.379222:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542870400 00000100:00100000:3.0:1746128136.379227:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542870400 00002000:00100000:3.0:1746128136.379253:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880092c41f80 x1830947542870400/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128136.379267:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c41f80 with x1830947542870400 ext(8388608->9437183) 00002000:00010000:3.0:1746128136.379271:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c41f80 00000100:00100000:3.0:1746128136.379285:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4035 00000100:00100000:3.0:1746128136.379290:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1966:x1830947542870400:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:3.0:1746128136.389071:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533bd588 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.389084:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533bd588 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.389091:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533bd588 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.389097:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b102600 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128136.389101:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533bd588 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.389108:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533bd588 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.389123:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533bd588 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.389128:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533bd588 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128136.389196:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542869376:12345-192.168.203.28@tcp:3:dd.0 Request processed in 79405us (80543us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128136.389204:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4031 00000100:00100000:3.0:1746128136.394191:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1966:x1830947542870400:12345-192.168.203.28@tcp:4:dd.0 Request processed in 14892us (15744us total) trans 4294968522 rc 0/0 00000100:00100000:3.0:1746128136.394201:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4035 00002000:00100000:3.0:1746128136.394212:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880092c41f80 x1830947542870400/t4294968522(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/448 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128136.394220:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c41f80 with x1830947542870400 ext(8388608->9437183) 00002000:00010000:3.0:1746128136.394224:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c41f80 00000100:00100000:0.0:1746128136.407322:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128136.407482:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542870656 00000100:00100000:3.0:1746128136.407490:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542870656 00002000:00100000:3.0:1746128136.407524:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88009b01bb80 x1830947542870656/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128136.407533:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01bb80 with x1830947542870656 ext(9437184->10485759) 00002000:00010000:3.0:1746128136.407537:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b01bb80 00000100:00100000:3.0:1746128136.407556:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4036 00000100:00100000:3.0:1746128136.407563:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1966:x1830947542870656:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128136.414859:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128136.415811:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6021880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1965:x1830947542869632:12345-192.168.203.28@tcp:3:dd.0 Request processed in 88146us (89843us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128136.415821:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4033 00002000:00100000:0.0:1746128136.415830:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff8800a6021880 x1830947542869632/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/440 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.415837:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6021880 with x1830947542869632 ext(12582912->13631487) 00002000:00010000:0.0:1746128136.415853:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6021880 00000100:00100000:0.0:1746128136.415870:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542870912 00000100:00100000:0.0:1746128136.415876:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542870912 00002000:00100000:0.0:1746128136.415899:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88009b01b800 x1830947542870912/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.415905:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01b800 with x1830947542870912 ext(9437184->10485759) 00002000:00010000:0.0:1746128136.415908:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b01b800 00000100:00100000:0.0:1746128136.415920:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4037 00000100:00100000:0.0:1746128136.415925:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1966:x1830947542870912:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:3.0:1746128136.426431:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1966:x1830947542870656:12345-192.168.203.28@tcp:4:dd.0 Request processed in 18860us (19106us total) trans 4294968052 rc 0/0 00000100:00100000:3.0:1746128136.426441:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4036 00002000:00100000:3.0:1746128136.426450:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88009b01bb80 x1830947542870656/t4294968052(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/448 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128136.426464:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01bb80 with x1830947542870656 ext(9437184->10485759) 00002000:00010000:3.0:1746128136.426469:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b01bb80 00000100:00100000:0.0:1746128136.432985:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128136.434289:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1966:x1830947542870912:12345-192.168.203.28@tcp:4:dd.0 Request processed in 18361us (19446us total) trans 4294968523 rc 0/0 00000100:00100000:1.0:1746128136.434299:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4037 00002000:00100000:1.0:1746128136.434309:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88009b01b800 x1830947542870912/t4294968523(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/448 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128136.434322:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01b800 with x1830947542870912 ext(9437184->10485759) 00002000:00010000:1.0:1746128136.434327:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b01b800 00000100:00100000:2.0:1746128136.437140:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128136.437309:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542871168 00000100:00100000:1.0:1746128136.437316:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542871168 00002000:00100000:1.0:1746128136.437350:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff88009b018700 x1830947542871168/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128136.437358:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b018700 with x1830947542871168 ext(10485760->11534335) 00002000:00010000:1.0:1746128136.437362:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b018700 00000100:00100000:2.0:1746128136.438656:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128136.439159:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542871424 00000100:00100000:3.0:1746128136.439166:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542871424 00000100:00100000:3.0:1746128136.439211:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4038 00000100:00100000:3.0:1746128136.439223:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1964:x1830947542871168:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128136.439463:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4039 00000100:00100000:1.0:1746128136.439470:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542871424:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:1.0:1746128136.439497:0:31891:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 4177920, mtime: 0x6813cd08, atime: 0x0, ctime: 0x6813cd08, blocks: 0x2007 00010000:00010000:1.0:1746128136.439504:0:31891:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a44e00/0x802a7453533bd58f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.439514:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128136.439515:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128136.439519:0:31891:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a44e00/0x802a7453533bd58f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.439529:0:31891:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a44e00/0x802a7453533bd58f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128136.440536:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542871552 00000100:00100000:0.0:1746128136.440542:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542871552 00000100:00100000:1.0:1746128136.442648:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4040 00000100:00100000:1.0:1746128136.442655:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093162300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947542871552:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:1.0:1746128136.442680:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a45200/0x802a7453533bd596 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.442691:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128136.442692:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128136.442695:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a45200/0x802a7453533bd596 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.442705:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a45200/0x802a7453533bd596 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128136.454495:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128136.454580:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1964:x1830947542871168:12345-192.168.203.28@tcp:4:dd.0 Request processed in 13193us (19438us total) trans 4294968053 rc 0/0 00000100:00100000:3.0:1746128136.454590:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4038 00002000:00100000:3.0:1746128136.454601:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff88009b018700 x1830947542871168/t4294968053(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/448 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128136.454609:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b018700 with x1830947542871168 ext(10485760->11534335) 00002000:00010000:3.0:1746128136.454614:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b018700 00000100:00100000:3.0:1746128136.454636:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542871936 00000100:00100000:3.0:1746128136.454641:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542871936 00002000:00100000:3.0:1746128136.454664:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88009b018380 x1830947542871936/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128136.454670:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b018380 with x1830947542871936 ext(10485760->11534335) 00002000:00010000:3.0:1746128136.454672:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b018380 00000100:00100000:3.0:1746128136.454683:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4041 00000100:00100000:3.0:1746128136.454688:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1964:x1830947542871936:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128136.472628:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128136.474914:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542872192 00000100:00100000:0.0:1746128136.474923:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542872192 00002000:00100000:0.0:1746128136.474952:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff88009b01b100 x1830947542872192/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.474962:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01b100 with x1830947542872192 ext(11534336->12582911) 00002000:00010000:0.0:1746128136.474966:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b01b100 00000100:00100000:0.0:1746128136.474992:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4042 00000100:00100000:0.0:1746128136.474998:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b01b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1964:x1830947542872192:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:3.0:1746128136.486805:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+22:1964:x1830947542871936:12345-192.168.203.28@tcp:4:dd.0 Request processed in 32110us (32311us total) trans 4294968524 rc 0/0 00000100:00100000:3.0:1746128136.486818:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4041 00002000:00100000:3.0:1746128136.486828:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88009b018380 x1830947542871936/t4294968524(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/448 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128136.486837:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b018380 with x1830947542871936 ext(10485760->11534335) 00002000:00010000:3.0:1746128136.486853:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b018380 00000100:00100000:0.0:1746128136.495972:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b01b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1964:x1830947542872192:12345-192.168.203.28@tcp:4:dd.0 Request processed in 20967us (23343us total) trans 4294968056 rc 0/0 00000100:00100000:0.0:1746128136.495982:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4042 00002000:00100000:0.0:1746128136.495993:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff88009b01b100 x1830947542872192/t4294968056(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/448 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.496002:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b01b100 with x1830947542872192 ext(11534336->12582911) 00002000:00010000:0.0:1746128136.496007:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b01b100 00000100:00100000:1.0:1746128136.500965:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128136.501138:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542872448 00000100:00100000:0.0:1746128136.501146:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542872448 00002000:00100000:0.0:1746128136.501180:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880092c42680 x1830947542872448/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.501189:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c42680 with x1830947542872448 ext(11534336->12582911) 00002000:00010000:0.0:1746128136.501194:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c42680 00000100:00100000:0.0:1746128136.501211:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4043 00000100:00100000:0.0:1746128136.501217:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+22:1963:x1830947542872448:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128136.509932:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+24:1963:x1830947542872448:12345-192.168.203.28@tcp:4:dd.0 Request processed in 8708us (8967us total) trans 4294968525 rc 0/0 00000100:00100000:0.0:1746128136.509941:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4043 00002000:00100000:0.0:1746128136.509950:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880092c42680 x1830947542872448/t4294968525(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/448 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128136.509958:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c42680 with x1830947542872448 ext(11534336->12582911) 00002000:00010000:0.0:1746128136.509962:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c42680 00000100:00100000:0.0:1746128136.510463:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128136.511962:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542872704 00000100:00100000:2.0:1746128136.511970:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542872704 00002000:00100000:2.0:1746128136.512001:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff88009b019f80 x1830947542872704/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/0 e 0 to 0 dl 1746128147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128136.512009:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b019f80 with x1830947542872704 ext(12582912->13631487) 00002000:00010000:2.0:1746128136.512013:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b019f80 00000100:00100000:1.0:1746128136.513308:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128136.513334:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542872960 00000100:00100000:1.0:1746128136.513337:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542872960 00000100:00100000:2.0:1746128136.513395:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4044 00000100:00100000:2.0:1746128136.513403:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1963:x1830947542872704:12345-192.168.203.28@tcp:4:dd.0 00000100:00080000:3.0:1746128136.515487:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746128136.515524:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 164 00000100:00100000:1.0:1746128136.515532:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+15:1136:x1830947542872960:12345-192.168.203.28@tcp:35:dd.0 00000100:00100000:1.0:1746128136.515678:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1136:x1830947542872960:12345-192.168.203.28@tcp:35:dd.0 Request processed in 147us (2372us total) trans 4294984697 rc 0/0 00000100:00100000:1.0:1746128136.515683:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 164 00000100:00100000:1.0:1746128136.524065:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128136.526529:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+22:1963:x1830947542872704:12345-192.168.203.28@tcp:4:dd.0 Request processed in 13121us (16061us total) trans 4294968057 rc 0/0 00000100:00100000:1.0:1746128136.526538:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4044 00002000:00100000:1.0:1746128136.526547:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff88009b019f80 x1830947542872704/t4294968057(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:387/0 lens 488/448 e 0 to 0 dl 1746128147 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128136.526555:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b019f80 with x1830947542872704 ext(12582912->13631487) 00002000:00010000:1.0:1746128136.526560:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b019f80 00000100:00100000:3.0:1746128136.527339:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542873216 00000100:00100000:3.0:1746128136.527346:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542873216 00000100:00100000:3.0:1746128136.527371:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 165 00000100:00100000:3.0:1746128136.527376:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1136:x1830947542873216:12345-192.168.203.28@tcp:35:dd.0 00000100:00100000:3.0:1746128136.527540:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+17:1136:x1830947542873216:12345-192.168.203.28@tcp:35:dd.0 Request processed in 163us (3479us total) trans 4294984698 rc 0/0 00000100:00100000:3.0:1746128136.527545:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 165 00000001:00080000:1.0:1746128136.577714:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968050 is committed 00000001:00080000:1.0:1746128136.577730:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968054 is committed 00000001:00080000:1.0:1746128136.577736:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968051 is committed 00000001:00080000:1.0:1746128136.577746:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968053 is committed 00002000:00010000:2.0:1746128136.578896:0:31891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:2.0:1746128136.578901:0:31891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 8199 -> 10247 00010000:00010000:2.0:1746128136.578911:0:31891:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a44e00/0x802a7453533bd58f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.578921:0:31891:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a44e00/0x802a7453533bd58f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.578928:0:31891:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a44e00/0x802a7453533bd58f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.578933:0:31891:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a44e00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128136.578937:0:31891:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a44e00/0x802a7453533bd58f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.578944:0:31891:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a44e00/0x802a7453533bd58f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.578959:0:31891:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a44e00/0x802a7453533bd58f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.578965:0:31891:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a44e00/0x802a7453533bd58f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128136.579027:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1965:x1830947542871424:12345-192.168.203.28@tcp:4:dd.0 Request processed in 139554us (141890us total) trans 4294968054 rc 0/0 00000100:00100000:2.0:1746128136.579034:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4039 00002000:00010000:1.0:1746128136.625809:0:1902:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 10247 -> 12295 00010000:00010000:1.0:1746128136.625824:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a45200/0x802a7453533bd596 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.625833:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a45200/0x802a7453533bd596 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.625851:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a45200/0x802a7453533bd596 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.625858:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a45200 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128136.625862:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a45200/0x802a7453533bd596 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.625869:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a45200/0x802a7453533bd596 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.625883:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a45200/0x802a7453533bd596 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.625888:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a45200/0x802a7453533bd596 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128136.625962:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093162300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947542871552:12345-192.168.203.28@tcp:4:dd.0 Request processed in 183304us (187306us total) trans 4294968055 rc 0/0 00000100:00100000:1.0:1746128136.625973:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4040 00000001:00080000:1.0:1746128136.625998:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968056 is committed 00000001:00080000:1.0:1746128136.626007:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968055 is committed 00000001:00080000:1.0:1746128136.626012:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968057 is committed 00000100:00100000:3.0:1746128136.641399:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128136.641731:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542873600 00000100:00100000:1.0:1746128136.641738:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542873600 00000100:00100000:1.0:1746128136.641787:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4045 00000100:00100000:1.0:1746128136.641792:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1963:x1830947542873600:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:1.0:1746128136.641822:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094a02000/0x802a7453533bd59d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.641832:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128136.641833:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128136.641837:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a02000/0x802a7453533bd59d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.641855:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a02000/0x802a7453533bd59d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128136.642488:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128136.643104:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128136.643133:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128136.643150:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542874112 00000100:00100000:3.0:1746128136.643153:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542874112 00000100:00100000:3.0:1746128136.643185:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 370 00000100:00100000:3.0:1746128136.643191:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094641180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1965:x1830947542874112:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:3.0:1746128136.643226:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094641180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1965:x1830947542874112:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 36us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128136.643232:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 370 00000100:00080000:3.0:1746128136.643249:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746128136.643311:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542873728 00000100:00100000:2.0:1746128136.643315:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542873728 00000100:00100000:2.0:1746128136.643338:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4046 00000100:00100000:2.0:1746128136.643342:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1964:x1830947542873728:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:2.0:1746128136.643358:0:31891:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bd5a4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.643367:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128136.643369:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128136.643372:0:31891:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bd5a4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.643381:0:31891:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bd5a4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128136.645604:0:7076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542873984 00000100:00100000:0.0:1746128136.645612:0:7076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542873984 00000100:00100000:0.0:1746128136.645647:0:7076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 392 00000100:00100000:0.0:1746128136.645653:0:7076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7942e9de-9730-471c-9d1a-fdfcd28eb817+12:1966:x1830947542873984:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:0.0:1746128136.645710:0:7076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7942e9de-9730-471c-9d1a-fdfcd28eb817+12:1966:x1830947542873984:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 57us (2576us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128136.645716:0:7076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 392 00010000:00010000:1.0:1746128136.655160:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094a02000/0x802a7453533bd59d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.655172:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094a02000/0x802a7453533bd59d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.655179:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094a02000/0x802a7453533bd59d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.655188:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a02000 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128136.655191:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094a02000/0x802a7453533bd59d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.655198:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094a02000/0x802a7453533bd59d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.655212:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094a02000/0x802a7453533bd59d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.655218:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094a02000/0x802a7453533bd59d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128136.655283:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1963:x1830947542873600:12345-192.168.203.28@tcp:3:dd.0 Request processed in 13485us (13885us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128136.655291:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4045 00010000:00010000:0.0:1746128136.660477:0:31891:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bd5a4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.660491:0:31891:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bd5a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.660498:0:31891:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bd5a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.660504:0:31891:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a53bae00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128136.660507:0:31891:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bd5a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.660514:0:31891:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bd5a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.660529:0:31891:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bd5a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.660535:0:31891:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a53bae00/0x802a7453533bd5a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128136.660614:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1964:x1830947542873728:12345-192.168.203.28@tcp:3:dd.0 Request processed in 17267us (18123us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746128136.660627:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4046 00000100:00100000:3.0:1746128136.666176:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128136.666211:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128136.666278:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542874368 00000100:00100000:0.0:1746128136.666285:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542874368 00000100:00100000:0.0:1746128136.666322:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542874496 00000100:00100000:0.0:1746128136.666324:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542874496 00000100:00100000:0.0:1746128136.666338:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4047 00000100:00100000:0.0:1746128136.666345:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542874368:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128136.666382:0:31891:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 6266880, mtime: 0x6813cd08, atime: 0x0, ctime: 0x6813cd08, blocks: 0x3007 00010000:00010000:0.0:1746128136.666388:0:31891:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bd5ab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.666398:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128136.666400:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128136.666403:0:31891:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bd5ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.666414:0:31891:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bd5ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128136.666658:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4048 00000100:00100000:1.0:1746128136.666665:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542874496:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:1.0:1746128136.666679:0:25180:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0x802a7453533bd5b2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.666686:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128136.666687:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128136.666689:0:25180:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0x802a7453533bd5b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.666695:0:25180:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0x802a7453533bd5b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746128136.733941:0:25180:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:0.0:1746128136.733947:0:25180:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746128136 -> 1746128137 00002000:00010000:0.0:1746128136.733949:0:25180:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746128136 -> 1746128137 00002000:00010000:0.0:1746128136.733951:0:25180:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 12295 -> 16391 00010000:00010000:0.0:1746128136.733962:0:25180:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0x802a7453533bd5b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.733972:0:25180:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0x802a7453533bd5b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.733979:0:25180:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0x802a7453533bd5b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.733985:0:25180:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a03200 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128136.733988:0:25180:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0x802a7453533bd5b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.733993:0:25180:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0x802a7453533bd5b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.734007:0:25180:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0x802a7453533bd5b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.734012:0:25180:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0x802a7453533bd5b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128136.734072:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1964:x1830947542874496:12345-192.168.203.28@tcp:4:dd.0 Request processed in 67405us (67857us total) trans 4294968059 rc 0/0 00000100:00100000:0.0:1746128136.734079:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4048 00010000:00010000:1.0:1746128136.734693:0:31891:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bd5ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.734701:0:31891:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bd5ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.734706:0:31891:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bd5ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.734711:0:31891:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800956b5600 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128136.734714:0:31891:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bd5ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.734720:0:31891:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bd5ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.734730:0:31891:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bd5ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.734735:0:31891:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5600/0x802a7453533bd5ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128136.734772:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1964:x1830947542874368:12345-192.168.203.28@tcp:4:dd.0 Request processed in 68426us (68601us total) trans 4294968058 rc 0/0 00000100:00100000:1.0:1746128136.734778:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4047 00000001:00080000:1.0:1746128136.734799:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968059 is committed 00000100:00100000:3.0:1746128136.739900:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128136.740000:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542874880 00000100:00100000:1.0:1746128136.740007:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542874880 00000100:00100000:1.0:1746128136.740596:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4049 00000100:00100000:1.0:1746128136.740606:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1966:x1830947542874880:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:1.0:1746128136.740633:0:31891:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bd5b9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.740643:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128136.740645:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128136.740650:0:31891:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bd5b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.740661:0:31891:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bd5b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128136.743001:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128136.743798:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542875264 00000100:00100000:1.0:1746128136.743806:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542875264 00000100:00100000:1.0:1746128136.743862:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4050 00000100:00100000:1.0:1746128136.743869:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1966:x1830947542875264:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:1.0:1746128136.743895:0:25180:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012b43d600/0x802a7453533bd5c0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.743906:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128136.743908:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128136.743912:0:25180:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b43d600/0x802a7453533bd5c0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.743922:0:25180:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b43d600/0x802a7453533bd5c0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128136.749825:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128136.749949:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542875392 00000100:00100000:0.0:1746128136.749955:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542875392 00000100:00100000:0.0:1746128136.750037:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4051 00000100:00100000:0.0:1746128136.750044:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1966:x1830947542875392:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:0.0:1746128136.750069:0:31887:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091caaa00/0x802a7453533bd5c7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.750083:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128136.750084:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128136.750089:0:31887:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091caaa00/0x802a7453533bd5c7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.750099:0:31887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091caaa00/0x802a7453533bd5c7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.751408:0:31891:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bd5b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.751419:0:31891:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bd5b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.751427:0:31891:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bd5b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.751437:0:31891:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b43dc00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128136.751440:0:31891:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bd5b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.751446:0:31891:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bd5b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.751460:0:31891:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bd5b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.751465:0:31891:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b43dc00/0x802a7453533bd5b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128136.751521:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1966:x1830947542874880:12345-192.168.203.28@tcp:3:dd.0 Request processed in 10917us (11626us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1746128136.751529:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4049 00010000:00010000:1.0:1746128136.755717:0:25180:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012b43d600/0x802a7453533bd5c0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.755730:0:25180:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012b43d600/0x802a7453533bd5c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.755737:0:25180:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012b43d600/0x802a7453533bd5c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.755743:0:25180:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b43d600 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128136.755746:0:25180:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b43d600/0x802a7453533bd5c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.755754:0:25180:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b43d600/0x802a7453533bd5c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.755769:0:25180:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012b43d600/0x802a7453533bd5c0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128136.755774:0:25180:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b43d600/0x802a7453533bd5c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128136.755835:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1966:x1830947542875264:12345-192.168.203.28@tcp:3:dd.0 Request processed in 11962us (12836us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128136.755853:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4050 00010000:00010000:0.0:1746128136.757383:0:31887:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091caaa00/0x802a7453533bd5c7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.757393:0:31887:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091caaa00/0x802a7453533bd5c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.757399:0:31887:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091caaa00/0x802a7453533bd5c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.757405:0:31887:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091caaa00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128136.757407:0:31887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091caaa00/0x802a7453533bd5c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.757413:0:31887:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091caaa00/0x802a7453533bd5c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.757423:0:31887:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091caaa00/0x802a7453533bd5c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.757427:0:31887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091caaa00/0x802a7453533bd5c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128136.757480:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1966:x1830947542875392:12345-192.168.203.28@tcp:3:dd.0 Request processed in 7434us (7660us total) trans 0 rc 1007616/1007616 00000100:00100000:0.0:1746128136.757487:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4051 00000100:00100000:3.0:1746128136.761587:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128136.761613:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128136.762282:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542875648 00000100:00100000:0.0:1746128136.762290:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542875648 00000100:00100000:0.0:1746128136.762532:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542875776 00000100:00100000:0.0:1746128136.762535:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542875776 00000100:00100000:0.0:1746128136.762555:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4052 00000100:00100000:0.0:1746128136.762561:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542875648:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128136.762617:0:31887:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 8355840, mtime: 0x6813cd09, atime: 0x0, ctime: 0x6813cd09, blocks: 0x4007 00010000:00010000:0.0:1746128136.762624:0:31887:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x802a7453533bd5ce lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.762634:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128136.762636:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128136.762640:0:31887:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x802a7453533bd5ce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.762650:0:31887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x802a7453533bd5ce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128136.763296:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4053 00000100:00100000:3.0:1746128136.763303:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542875776:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:3.0:1746128136.763320:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bd5d5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.763327:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128136.763328:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128136.763331:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bd5d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.763338:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bd5d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746128136.815640:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968061 is committed 00002000:00010000:0.0:1746128136.816139:0:1902:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:0.0:1746128136.816143:0:1902:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 16391 -> 20487 00010000:00010000:0.0:1746128136.816152:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bd5d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.816161:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bd5d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.816168:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bd5d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.816173:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095228c00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128136.816176:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bd5d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.816182:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bd5d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.816196:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bd5d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.816201:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228c00/0x802a7453533bd5d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128136.816271:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542875776:12345-192.168.203.28@tcp:4:dd.0 Request processed in 52965us (54653us total) trans 4294968061 rc 0/0 00000100:00100000:0.0:1746128136.816279:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4053 00010000:00010000:2.0:1746128136.816905:0:31887:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x802a7453533bd5ce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.816912:0:31887:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x802a7453533bd5ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.816918:0:31887:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x802a7453533bd5ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.816922:0:31887:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091caae00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128136.816925:0:31887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x802a7453533bd5ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.816930:0:31887:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x802a7453533bd5ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.816937:0:31887:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x802a7453533bd5ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.816941:0:31887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x802a7453533bd5ce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128136.816981:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1964:x1830947542875648:12345-192.168.203.28@tcp:4:dd.0 Request processed in 54420us (55416us total) trans 4294968060 rc 0/0 00000100:00100000:2.0:1746128136.816986:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4052 00000100:00100000:3.0:1746128136.819975:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128136.820020:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128136.820072:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542876288 00000100:00100000:2.0:1746128136.820079:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542876288 00000100:00100000:2.0:1746128136.820638:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542876416 00000100:00100000:2.0:1746128136.820640:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542876416 00000100:00100000:0.0:1746128136.820692:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4054 00000100:00100000:0.0:1746128136.820701:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542876288:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:0.0:1746128136.820726:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x802a7453533bd5dc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.820737:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128136.820738:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128136.820742:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x802a7453533bd5dc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.820752:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x802a7453533bd5dc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128136.822608:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4055 00000100:00100000:2.0:1746128136.822619:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542876416:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:2.0:1746128136.822645:0:31887:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bd5e3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.822654:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128136.822656:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128136.822659:0:31887:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bd5e3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.822668:0:31887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bd5e3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.833200:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x802a7453533bd5dc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.833213:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x802a7453533bd5dc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.833221:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x802a7453533bd5dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.833227:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091cab600 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128136.833230:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x802a7453533bd5dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.833237:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x802a7453533bd5dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.833251:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x802a7453533bd5dc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128136.833256:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091cab600/0x802a7453533bd5dc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128136.833911:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542876288:12345-192.168.203.28@tcp:3:dd.0 Request processed in 13207us (13936us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128136.833920:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4054 00010000:00010000:2.0:1746128136.836658:0:31887:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bd5e3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.836671:0:31887:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bd5e3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.836678:0:31887:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bd5e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.836683:0:31887:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fad400 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128136.836686:0:31887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bd5e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.836692:0:31887:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bd5e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.836707:0:31887:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bd5e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.836711:0:31887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fad400/0x802a7453533bd5e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128136.836770:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542876416:12345-192.168.203.28@tcp:3:dd.0 Request processed in 14150us (16745us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746128136.836779:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4055 00000100:00100000:3.0:1746128136.841094:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128136.841141:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128136.841595:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542876800 00000100:00100000:2.0:1746128136.841603:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542876800 00000100:00100000:2.0:1746128136.841644:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542876928 00000100:00100000:2.0:1746128136.841647:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542876928 00000100:00100000:2.0:1746128136.842417:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4056 00000100:00100000:2.0:1746128136.842426:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542876800:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:2.0:1746128136.842465:0:31887:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 10444800, mtime: 0x6813cd09, atime: 0x0, ctime: 0x6813cd09, blocks: 0x5007 00010000:00010000:2.0:1746128136.842472:0:31887:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bd5ea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.842483:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128136.842484:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128136.842489:0:31887:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bd5ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.842499:0:31887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bd5ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128136.843198:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4057 00000100:00100000:3.0:1746128136.843206:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1966:x1830947542876928:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:3.0:1746128136.843222:0:31891:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bd5f1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.843230:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128136.843231:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128136.843233:0:31891:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bd5f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.843241:0:31891:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bd5f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746128136.909265:0:31887:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:2.0:1746128136.909270:0:31887:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 20487 -> 22537 00010000:00010000:2.0:1746128136.909281:0:31887:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bd5ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.909291:0:31887:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bd5ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.909298:0:31887:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bd5ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.909304:0:31887:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fada00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128136.909308:0:31887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bd5ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.909314:0:31887:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bd5ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.909329:0:31887:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bd5ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.909334:0:31887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fada00/0x802a7453533bd5ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128136.909396:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1966:x1830947542876800:12345-192.168.203.28@tcp:4:dd.0 Request processed in 66969us (68305us total) trans 4294968062 rc 0/0 00000100:00100000:2.0:1746128136.909407:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4056 00000001:00080000:1.0:1746128136.909610:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968062 is committed 00000100:00100000:3.0:1746128136.953786:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830947540474496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746128136.953832:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128136.954674:0:8420:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540474496 00000100:00100000:2.0:1746128136.954681:0:8420:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540474496 00000100:00100000:2.0:1746128136.954719:0:8420:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:2.0:1746128136.954725:0:8420:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1830947540474496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746128136.954743:0:8420:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 105447424 pending 13631488 free 3857711104 avail 3837788160 00000100:00100000:2.0:1746128136.954787:0:8420:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1830947540474496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (954us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128136.954793:0:8420:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:3.0:1746128136.955146:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830947540474496:0@lo:13:osp-pre-0-0.0 00002000:00010000:3.0:1746128136.965227:0:31891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 22537 -> 24585 00010000:00010000:3.0:1746128136.965241:0:31891:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bd5f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.965250:0:31891:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bd5f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.965256:0:31891:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bd5f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.965261:0:31891:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a66a00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128136.965265:0:31891:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bd5f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.965271:0:31891:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bd5f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.965287:0:31891:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bd5f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.965292:0:31891:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66a00/0x802a7453533bd5f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128136.965359:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1966:x1830947542876928:12345-192.168.203.28@tcp:4:dd.0 Request processed in 122150us (124214us total) trans 4294968063 rc 0/0 00000100:00100000:3.0:1746128136.965368:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4057 00000001:00080000:1.0:1746128136.965513:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968063 is committed 00000100:00100000:1.0:1746128136.968999:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128136.969086:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128136.969147:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542877440 00000100:00100000:2.0:1746128136.969154:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542877440 00000100:00100000:2.0:1746128136.969195:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542877696 00000100:00100000:2.0:1746128136.969197:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542877696 00000100:00100000:2.0:1746128136.969737:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4058 00000100:00100000:2.0:1746128136.969745:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542877440:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:2.0:1746128136.969774:0:31887:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b102400/0x802a7453533bd5f8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.969786:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128136.969787:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128136.969791:0:31887:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b102400/0x802a7453533bd5f8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128136.969801:0:31887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b102400/0x802a7453533bd5f8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128136.970535:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4059 00000100:00100000:3.0:1746128136.970544:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008929ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542877696:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:3.0:1746128136.970561:0:31891:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009567c000/0x802a7453533bd5ff lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.970582:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128136.970584:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128136.970587:0:31891:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009567c000/0x802a7453533bd5ff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128136.970597:0:31891:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009567c000/0x802a7453533bd5ff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.032444:0:31887:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b102400/0x802a7453533bd5f8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.032458:0:31887:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b102400/0x802a7453533bd5f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.032465:0:31887:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b102400/0x802a7453533bd5f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.032471:0:31887:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b102400 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128137.032475:0:31887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b102400/0x802a7453533bd5f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.032482:0:31887:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b102400/0x802a7453533bd5f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.032497:0:31887:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b102400/0x802a7453533bd5f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.032502:0:31887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b102400/0x802a7453533bd5f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128137.032586:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542877440:12345-192.168.203.28@tcp:3:dd.0 Request processed in 62822us (63573us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746128137.032596:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4058 00010000:00010000:0.0:1746128137.036178:0:31891:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009567c000/0x802a7453533bd5ff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.036192:0:31891:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009567c000/0x802a7453533bd5ff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.036198:0:31891:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009567c000/0x802a7453533bd5ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.036203:0:31891:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009567c000 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128137.036206:0:31891:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009567c000/0x802a7453533bd5ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.036212:0:31891:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009567c000/0x802a7453533bd5ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.036226:0:31891:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009567c000/0x802a7453533bd5ff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.036231:0:31891:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009567c000/0x802a7453533bd5ff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128137.036305:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008929ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542877696:12345-192.168.203.28@tcp:3:dd.0 Request processed in 65758us (67215us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128137.036314:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4059 00000100:00100000:1.0:1746128137.041276:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128137.041322:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128137.041391:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542878080 00000100:00100000:0.0:1746128137.041400:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542878080 00000100:00100000:0.0:1746128137.041454:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542877952 00000100:00100000:0.0:1746128137.041456:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542877952 00000100:00100000:0.0:1746128137.041473:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4060 00000100:00100000:0.0:1746128137.041479:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542878080:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128137.041481:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4061 00000100:00100000:1.0:1746128137.041488:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542877952:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128137.041515:0:31891:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 12533760, mtime: 0x6813cd09, atime: 0x0, ctime: 0x6813cd09, blocks: 0x6009 00010000:00010000:0.0:1746128137.041525:0:31891:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bd606 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.041528:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bd60d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.041536:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128137.041538:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128137.041542:0:31891:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bd606 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.041558:0:31891:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bd606 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.041559:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128137.041560:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128137.041562:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bd60d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.041586:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bd60d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746128137.131824:0:1902:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:1.0:1746128137.131830:0:1902:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 24585 -> 28681 00010000:00010000:1.0:1746128137.131851:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bd60d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.131861:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bd60d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.131868:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bd60d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.131874:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b631c00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128137.131877:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bd60d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.131884:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bd60d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.131898:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bd60d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.131904:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631c00/0x802a7453533bd60d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128137.131965:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1966:x1830947542877952:12345-192.168.203.28@tcp:4:dd.0 Request processed in 90475us (90639us total) trans 4294968064 rc 0/0 00000100:00100000:1.0:1746128137.131973:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4061 00000001:00080000:0.0:1746128137.132272:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968064 is committed 00000001:00080000:0.0:1746128137.132285:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968065 is committed 00010000:00010000:2.0:1746128137.132882:0:31891:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bd606 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.132891:0:31891:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bd606 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.132903:0:31891:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bd606 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.132908:0:31891:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095034800 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128137.132911:0:31891:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bd606 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.132917:0:31891:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bd606 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.132925:0:31891:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bd606 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.132931:0:31891:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095034800/0x802a7453533bd606 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128137.132968:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1966:x1830947542878080:12345-192.168.203.28@tcp:4:dd.0 Request processed in 91489us (91705us total) trans 4294968065 rc 0/0 00000100:00100000:2.0:1746128137.132974:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4060 00000100:00100000:3.0:1746128137.139326:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128137.140076:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128137.140284:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542878592 00000100:00100000:2.0:1746128137.140290:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542878592 00000100:00100000:2.0:1746128137.140327:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542878720 00000100:00100000:2.0:1746128137.140328:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542878720 00000100:00100000:2.0:1746128137.140351:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4062 00000100:00100000:2.0:1746128137.140357:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009181f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1964:x1830947542878592:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:2.0:1746128137.140382:0:31891:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533bd614 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.140393:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128137.140395:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128137.140398:0:31891:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533bd614 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.140409:0:31891:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533bd614 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128137.141034:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4063 00000100:00100000:0.0:1746128137.141041:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1963:x1830947542878720:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:0.0:1746128137.141058:0:25180:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd61b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.141065:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128137.141066:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128137.141069:0:25180:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd61b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.141081:0:25180:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd61b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.162301:0:31891:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533bd614 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.162314:0:31891:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533bd614 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.162322:0:31891:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533bd614 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.162328:0:31891:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b102600 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128137.162332:0:31891:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533bd614 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.162339:0:31891:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533bd614 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.162352:0:31891:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533bd614 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.162358:0:31891:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b102600/0x802a7453533bd614 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128137.162432:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009181f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1964:x1830947542878592:12345-192.168.203.28@tcp:3:dd.0 Request processed in 22071us (23109us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128137.162441:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4062 00010000:00010000:0.0:1746128137.163037:0:25180:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd61b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.163045:0:25180:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd61b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.163050:0:25180:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd61b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.163055:0:25180:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d5c7200 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128137.163057:0:25180:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd61b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.163063:0:25180:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd61b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.163072:0:25180:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd61b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.163076:0:25180:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd61b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128137.163113:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1963:x1830947542878720:12345-192.168.203.28@tcp:3:dd.0 Request processed in 22072us (23037us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746128137.163122:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4063 00000100:00100000:3.0:1746128137.168833:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128137.169009:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542879104 00000100:00100000:0.0:1746128137.169017:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542879104 00000100:00100000:0.0:1746128137.169073:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4064 00000100:00100000:0.0:1746128137.169080:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1963:x1830947542879104:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128137.169115:0:25180:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 14622720, mtime: 0x6813cd09, atime: 0x0, ctime: 0x6813cd09, blocks: 0x7009 00010000:00010000:0.0:1746128137.169122:0:25180:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd622 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.169132:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128137.169134:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128137.169138:0:25180:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd622 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.169149:0:25180:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd622 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128137.173106:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128137.176150:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542879360 00000100:00100000:2.0:1746128137.176160:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542879360 00000100:00100000:2.0:1746128137.176212:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4065 00000100:00100000:2.0:1746128137.176219:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542879360:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:2.0:1746128137.176245:0:31891:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b103800/0x802a7453533bd629 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.176256:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128137.176257:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128137.176261:0:31891:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b103800/0x802a7453533bd629 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.176271:0:31891:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b103800/0x802a7453533bd629 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746128137.233490:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968066 is committed 00002000:00010000:3.0:1746128137.234102:0:25180:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:3.0:1746128137.234106:0:25180:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 28681 -> 30729 00010000:00010000:3.0:1746128137.234116:0:25180:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd622 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128137.234126:0:25180:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd622 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128137.234133:0:25180:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd622 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128137.234139:0:25180:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d5c7800 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128137.234143:0:25180:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd622 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128137.234150:0:25180:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd622 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128137.234164:0:25180:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd622 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128137.234169:0:25180:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd622 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128137.234231:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542879104:12345-192.168.203.28@tcp:4:dd.0 Request processed in 65148us (65401us total) trans 4294968066 rc 0/0 00000100:00100000:3.0:1746128137.234239:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4064 00010000:00010000:1.0:1746128137.302826:0:7070:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1746128137.305041:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968067 is committed 00002000:00010000:1.0:1746128137.305700:0:31891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 30729 -> 32777 00010000:00010000:1.0:1746128137.305712:0:31891:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b103800/0x802a7453533bd629 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.305722:0:31891:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b103800/0x802a7453533bd629 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.305729:0:31891:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b103800/0x802a7453533bd629 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.305735:0:31891:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b103800 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128137.305739:0:31891:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b103800/0x802a7453533bd629 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.305750:0:31891:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b103800/0x802a7453533bd629 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.305764:0:31891:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b103800/0x802a7453533bd629 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.305769:0:31891:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b103800/0x802a7453533bd629 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128137.305856:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1964:x1830947542879360:12345-192.168.203.28@tcp:4:dd.0 Request processed in 129634us (132753us total) trans 4294968067 rc 0/0 00000100:00100000:1.0:1746128137.305864:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4065 00000100:00100000:2.0:1746128137.310714:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128137.310746:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128137.310845:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542879744 00000100:00100000:3.0:1746128137.310853:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542879744 00000100:00100000:3.0:1746128137.310897:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542880000 00000100:00100000:3.0:1746128137.310899:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542880000 00000100:00100000:3.0:1746128137.310925:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4066 00000100:00100000:3.0:1746128137.310931:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1966:x1830947542879744:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:3.0:1746128137.310957:0:25180:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533bd630 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128137.310968:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128137.310969:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128137.310973:0:25180:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533bd630 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128137.310983:0:25180:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533bd630 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128137.311013:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4067 00000100:00100000:1.0:1746128137.311020:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542880000:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:1.0:1746128137.311035:0:31891:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009578a800/0x802a7453533bd637 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.311041:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128137.311042:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128137.311044:0:31891:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009578a800/0x802a7453533bd637 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.311051:0:31891:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009578a800/0x802a7453533bd637 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.324027:0:25180:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533bd630 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.324042:0:25180:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533bd630 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.324048:0:25180:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533bd630 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.324058:0:25180:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009478ca00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128137.324062:0:25180:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533bd630 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.324068:0:25180:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533bd630 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.324082:0:25180:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533bd630 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.324088:0:25180:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009478ca00/0x802a7453533bd630 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128137.325638:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1966:x1830947542879744:12345-192.168.203.28@tcp:3:dd.0 Request processed in 14700us (14924us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746128137.325649:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4066 00010000:00010000:1.0:1746128137.330521:0:31891:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009578a800/0x802a7453533bd637 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.330534:0:31891:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009578a800/0x802a7453533bd637 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.330541:0:31891:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009578a800/0x802a7453533bd637 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.330546:0:31891:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009578a800 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128137.330549:0:31891:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009578a800/0x802a7453533bd637 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.330555:0:31891:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009578a800/0x802a7453533bd637 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.330568:0:31891:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009578a800/0x802a7453533bd637 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.330830:0:31891:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009578a800/0x802a7453533bd637 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128137.331269:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542880000:12345-192.168.203.28@tcp:3:dd.0 Request processed in 20245us (20518us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128137.331277:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4067 00000100:00100000:2.0:1746128137.335497:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128137.335540:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128137.335599:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542880384 00000100:00100000:0.0:1746128137.335607:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542880384 00000100:00100000:0.0:1746128137.335646:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542880256 00000100:00100000:0.0:1746128137.335648:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542880256 00000100:00100000:0.0:1746128137.335662:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4068 00000100:00100000:0.0:1746128137.335668:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542880384:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128137.335705:0:25180:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 16711680, mtime: 0x6813cd09, atime: 0x0, ctime: 0x6813cd09, blocks: 0x8009 00010000:00010000:0.0:1746128137.335711:0:25180:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800941cca00/0x802a7453533bd63e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.335725:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128137.335727:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128137.335730:0:25180:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800941cca00/0x802a7453533bd63e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.335740:0:25180:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800941cca00/0x802a7453533bd63e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128137.336261:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4069 00000100:00100000:0.0:1746128137.336267:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947542880256:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:0.0:1746128137.336281:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800941ccc00/0x802a7453533bd645 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.336289:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128137.336290:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128137.336292:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800941ccc00/0x802a7453533bd645 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.336300:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800941ccc00/0x802a7453533bd645 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746128137.406160:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968068 is committed 00002000:00010000:1.0:1746128137.407220:0:25180:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:1.0:1746128137.407225:0:25180:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 32777 -> 36873 00010000:00010000:1.0:1746128137.407236:0:25180:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800941cca00/0x802a7453533bd63e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.407249:0:25180:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800941cca00/0x802a7453533bd63e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.407257:0:25180:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800941cca00/0x802a7453533bd63e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.407263:0:25180:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800941cca00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128137.407266:0:25180:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800941cca00/0x802a7453533bd63e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.407274:0:25180:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800941cca00/0x802a7453533bd63e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.407289:0:25180:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800941cca00/0x802a7453533bd63e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.407295:0:25180:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800941cca00/0x802a7453533bd63e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128137.407358:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1965:x1830947542880384:12345-192.168.203.28@tcp:4:dd.0 Request processed in 71686us (71864us total) trans 4294968068 rc 0/0 00000100:00100000:1.0:1746128137.407367:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4068 00010000:00010000:1.0:1746128137.475280:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800941ccc00/0x802a7453533bd645 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.475294:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800941ccc00/0x802a7453533bd645 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.475304:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800941ccc00/0x802a7453533bd645 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.475310:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800941ccc00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128137.475314:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800941ccc00/0x802a7453533bd645 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.475321:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800941ccc00/0x802a7453533bd645 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.475336:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800941ccc00/0x802a7453533bd645 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.475342:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800941ccc00/0x802a7453533bd645 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128137.475416:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947542880256:12345-192.168.203.28@tcp:4:dd.0 Request processed in 139145us (139872us total) trans 4294968069 rc 0/0 00000100:00100000:1.0:1746128137.475425:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4069 00000001:00080000:3.0:1746128137.475508:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968069 is committed 00000100:00100000:3.0:1746128137.479765:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128137.479795:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128137.480314:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542880896 00000100:00100000:0.0:1746128137.480322:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542880896 00000100:00100000:0.0:1746128137.480532:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542881024 00000100:00100000:0.0:1746128137.480535:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542881024 00000100:00100000:1.0:1746128137.480626:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4070 00000100:00100000:1.0:1746128137.480634:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1966:x1830947542880896:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:1.0:1746128137.480663:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0x802a7453533bd64c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.480675:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128137.480676:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128137.480681:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0x802a7453533bd64c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.480691:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0x802a7453533bd64c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128137.484162:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4071 00000100:00100000:0.0:1746128137.484177:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1966:x1830947542881024:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:0.0:1746128137.484215:0:25180:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095303400/0x802a7453533bd653 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.484226:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128137.484228:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128137.484232:0:25180:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095303400/0x802a7453533bd653 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.484244:0:25180:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095303400/0x802a7453533bd653 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128137.485236:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128137.486491:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542881280 00000100:00100000:2.0:1746128137.486501:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542881280 00000100:00100000:2.0:1746128137.486560:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4072 00000100:00100000:2.0:1746128137.486567:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1966:x1830947542881280:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:2.0:1746128137.486613:0:31887:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800934ad800/0x802a7453533bd65a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.486622:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128137.486623:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128137.486628:0:31887:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934ad800/0x802a7453533bd65a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.486637:0:31887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934ad800/0x802a7453533bd65a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.496192:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0x802a7453533bd64c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.496207:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0x802a7453533bd64c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.496214:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0x802a7453533bd64c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.496220:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a03200 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128137.496224:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0x802a7453533bd64c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.496231:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0x802a7453533bd64c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.496246:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0x802a7453533bd64c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.496252:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094a03200/0x802a7453533bd64c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128137.496331:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1966:x1830947542880896:12345-192.168.203.28@tcp:3:dd.0 Request processed in 15694us (16568us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128137.496341:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4070 00010000:00010000:0.0:1746128137.499456:0:25180:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095303400/0x802a7453533bd653 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.499470:0:25180:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095303400/0x802a7453533bd653 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.499477:0:25180:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095303400/0x802a7453533bd653 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.499482:0:25180:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095303400 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128137.499486:0:25180:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095303400/0x802a7453533bd653 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.499492:0:25180:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095303400/0x802a7453533bd653 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.499506:0:25180:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095303400/0x802a7453533bd653 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.499515:0:25180:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095303400/0x802a7453533bd653 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128137.499602:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1966:x1830947542881024:12345-192.168.203.28@tcp:3:dd.0 Request processed in 15425us (19801us total) trans 0 rc 73728/73728 00000100:00100000:0.0:1746128137.499611:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4071 00010000:00010000:2.0:1746128137.500307:0:31887:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800934ad800/0x802a7453533bd65a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.500316:0:31887:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800934ad800/0x802a7453533bd65a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.500322:0:31887:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800934ad800/0x802a7453533bd65a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.500326:0:31887:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800934ad800 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128137.500329:0:31887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934ad800/0x802a7453533bd65a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.500334:0:31887:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934ad800/0x802a7453533bd65a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.500342:0:31887:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800934ad800/0x802a7453533bd65a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.500351:0:31887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934ad800/0x802a7453533bd65a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128137.500394:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1966:x1830947542881280:12345-192.168.203.28@tcp:3:dd.0 Request processed in 13826us (15159us total) trans 0 rc 966656/966656 00000100:00100000:2.0:1746128137.500400:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4072 00000100:00100000:3.0:1746128137.506339:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128137.506868:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128137.506891:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542881536 00000100:00100000:2.0:1746128137.506899:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542881536 00000100:00100000:2.0:1746128137.506956:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4073 00000100:00100000:2.0:1746128137.506963:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1966:x1830947542881536:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:2.0:1746128137.507002:0:31887:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 18800640, mtime: 0x6813cd09, atime: 0x0, ctime: 0x6813cd09, blocks: 0x9009 00010000:00010000:2.0:1746128137.507009:0:31887:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800934ad200/0x802a7453533bd661 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.507020:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128137.507021:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128137.507026:0:31887:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934ad200/0x802a7453533bd661 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.507037:0:31887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934ad200/0x802a7453533bd661 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128137.507805:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542881664 00000100:00100000:0.0:1746128137.507809:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542881664 00000100:00100000:0.0:1746128137.507849:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4074 00000100:00100000:0.0:1746128137.507855:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1966:x1830947542881664:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:0.0:1746128137.507870:0:25180:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b70f800/0x802a7453533bd668 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.507877:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128137.507878:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128137.507881:0:25180:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b70f800/0x802a7453533bd668 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.507889:0:25180:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b70f800/0x802a7453533bd668 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746128137.571802:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968070 is committed 00002000:00010000:2.0:1746128137.572384:0:31887:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:2.0:1746128137.572388:0:31887:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 36873 -> 38921 00010000:00010000:2.0:1746128137.572398:0:31887:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800934ad200/0x802a7453533bd661 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.572411:0:31887:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800934ad200/0x802a7453533bd661 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.572418:0:31887:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800934ad200/0x802a7453533bd661 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.572423:0:31887:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800934ad200 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128137.572426:0:31887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934ad200/0x802a7453533bd661 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.572432:0:31887:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934ad200/0x802a7453533bd661 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.572445:0:31887:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800934ad200/0x802a7453533bd661 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.572450:0:31887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934ad200/0x802a7453533bd661 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128137.572506:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1966:x1830947542881536:12345-192.168.203.28@tcp:4:dd.0 Request processed in 65541us (66169us total) trans 4294968070 rc 0/0 00000100:00100000:2.0:1746128137.572513:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4073 00000001:00080000:3.0:1746128137.620698:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968071 is committed 00002000:00010000:1.0:1746128137.621356:0:25180:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 38921 -> 40969 00010000:00010000:1.0:1746128137.621368:0:25180:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b70f800/0x802a7453533bd668 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.621378:0:25180:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b70f800/0x802a7453533bd668 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.621384:0:25180:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b70f800/0x802a7453533bd668 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.621390:0:25180:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b70f800 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128137.621394:0:25180:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b70f800/0x802a7453533bd668 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.621401:0:25180:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b70f800/0x802a7453533bd668 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.621416:0:25180:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b70f800/0x802a7453533bd668 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.621422:0:25180:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b70f800/0x802a7453533bd668 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128137.621488:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1966:x1830947542881664:12345-192.168.203.28@tcp:4:dd.0 Request processed in 113629us (114617us total) trans 4294968071 rc 0/0 00000100:00100000:1.0:1746128137.621496:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4074 00000100:00100000:3.0:1746128137.625152:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128137.625228:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128137.625282:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542882176 00000100:00100000:1.0:1746128137.625290:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542882176 00000100:00100000:1.0:1746128137.625337:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542882432 00000100:00100000:1.0:1746128137.625339:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542882432 00000100:00100000:1.0:1746128137.625356:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4075 00000100:00100000:1.0:1746128137.625361:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542882176:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:1.0:1746128137.625386:0:25180:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533bd66f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.625397:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128137.625399:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128137.625403:0:25180:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533bd66f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.625413:0:25180:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533bd66f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128137.626076:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4076 00000100:00100000:1.0:1746128137.626082:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542882432:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:1.0:1746128137.626099:0:31891:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800935e9600/0x802a7453533bd676 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.626106:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128137.626107:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128137.626110:0:31891:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935e9600/0x802a7453533bd676 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.626117:0:31891:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800935e9600/0x802a7453533bd676 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.640180:0:25180:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533bd66f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.640195:0:25180:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533bd66f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.640201:0:25180:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533bd66f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.640207:0:25180:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800935e9400 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128137.640210:0:25180:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533bd66f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.640216:0:25180:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533bd66f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.640230:0:25180:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533bd66f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.640235:0:25180:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533bd66f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128137.640314:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542882176:12345-192.168.203.28@tcp:3:dd.0 Request processed in 14948us (15164us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746128137.640322:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4075 00010000:00010000:1.0:1746128137.643429:0:31891:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800935e9600/0x802a7453533bd676 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.643441:0:31891:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800935e9600/0x802a7453533bd676 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.643447:0:31891:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800935e9600/0x802a7453533bd676 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.643453:0:31891:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800935e9600 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128137.643456:0:31891:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800935e9600/0x802a7453533bd676 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.643462:0:31891:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800935e9600/0x802a7453533bd676 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.643474:0:31891:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800935e9600/0x802a7453533bd676 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.643479:0:31891:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800935e9600/0x802a7453533bd676 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128137.643526:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542882432:12345-192.168.203.28@tcp:3:dd.0 Request processed in 17441us (18294us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128137.643532:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4076 00000100:00100000:2.0:1746128137.648264:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128137.648303:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128137.648364:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542882688 00000100:00100000:1.0:1746128137.648371:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542882688 00000100:00100000:1.0:1746128137.648411:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542882816 00000100:00100000:1.0:1746128137.648413:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542882816 00000100:00100000:1.0:1746128137.648429:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4077 00000100:00100000:1.0:1746128137.648436:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542882688:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:1.0:1746128137.648475:0:31891:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 20889600, mtime: 0x6813cd09, atime: 0x0, ctime: 0x6813cd09, blocks: 0xa009 00010000:00010000:1.0:1746128137.648482:0:31891:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533bd67d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.648493:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128137.648495:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128137.648499:0:31891:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533bd67d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.648510:0:31891:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533bd67d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128137.649170:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4078 00000100:00100000:0.0:1746128137.649178:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542882816:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:0.0:1746128137.649194:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b61de00/0x802a7453533bd684 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.649205:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128137.649207:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128137.649209:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b61de00/0x802a7453533bd684 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.649217:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b61de00/0x802a7453533bd684 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746128137.710971:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968073 is committed 00002000:00010000:2.0:1746128137.711555:0:31891:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:2.0:1746128137.711559:0:31891:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746128137 -> 1746128138 00002000:00010000:2.0:1746128137.711561:0:31891:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746128137 -> 1746128138 00002000:00010000:2.0:1746128137.711563:0:31891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 40969 -> 45067 00010000:00010000:2.0:1746128137.711588:0:31891:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533bd67d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.711598:0:31891:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533bd67d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.711604:0:31891:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533bd67d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.711609:0:31891:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800935e9400 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128137.711612:0:31891:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533bd67d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.711618:0:31891:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533bd67d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.711632:0:31891:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533bd67d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.711638:0:31891:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935e9400/0x802a7453533bd67d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128137.711701:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542882688:12345-192.168.203.28@tcp:4:dd.0 Request processed in 63262us (63440us total) trans 4294968072 rc 0/0 00000100:00100000:2.0:1746128137.711709:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4077 00010000:00010000:0.0:1746128137.712240:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b61de00/0x802a7453533bd684 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.712247:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b61de00/0x802a7453533bd684 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.712252:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b61de00/0x802a7453533bd684 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.712256:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b61de00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128137.712258:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b61de00/0x802a7453533bd684 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.712263:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b61de00/0x802a7453533bd684 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.712270:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b61de00/0x802a7453533bd684 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.712275:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b61de00/0x802a7453533bd684 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128137.712305:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1963:x1830947542882816:12345-192.168.203.28@tcp:4:dd.0 Request processed in 63128us (64000us total) trans 4294968073 rc 0/0 00000100:00100000:0.0:1746128137.712310:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4078 00000100:00100000:3.0:1746128137.715868:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128137.715915:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128137.715980:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542883328 00000100:00100000:1.0:1746128137.715987:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542883328 00000100:00100000:1.0:1746128137.716023:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542883456 00000100:00100000:1.0:1746128137.716025:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542883456 00000100:00100000:1.0:1746128137.716038:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4079 00000100:00100000:1.0:1746128137.716043:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542883328:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:1.0:1746128137.716068:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095298600/0x802a7453533bd68b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.716079:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128137.716081:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128137.716084:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095298600/0x802a7453533bd68b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.716094:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095298600/0x802a7453533bd68b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128137.717317:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4080 00000100:00100000:2.0:1746128137.717326:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542883456:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:2.0:1746128137.717344:0:31891:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b102400/0x802a7453533bd692 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.717351:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128137.717352:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128137.717355:0:31891:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b102400/0x802a7453533bd692 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.717362:0:31891:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b102400/0x802a7453533bd692 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.731528:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095298600/0x802a7453533bd68b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.731543:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095298600/0x802a7453533bd68b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.731550:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095298600/0x802a7453533bd68b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.731557:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095298600 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128137.731561:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095298600/0x802a7453533bd68b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.731568:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095298600/0x802a7453533bd68b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.731604:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095298600/0x802a7453533bd68b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.731610:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095298600/0x802a7453533bd68b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128137.731670:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542883328:12345-192.168.203.28@tcp:3:dd.0 Request processed in 15622us (15805us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128137.731679:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4079 00010000:00010000:2.0:1746128137.734404:0:31891:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b102400/0x802a7453533bd692 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.734419:0:31891:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b102400/0x802a7453533bd692 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.734426:0:31891:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b102400/0x802a7453533bd692 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.734432:0:31891:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b102400 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128137.734435:0:31891:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b102400/0x802a7453533bd692 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.734442:0:31891:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b102400/0x802a7453533bd692 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.734455:0:31891:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b102400/0x802a7453533bd692 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.734461:0:31891:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b102400/0x802a7453533bd692 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128137.735638:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542883456:12345-192.168.203.28@tcp:3:dd.0 Request processed in 18307us (19715us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746128137.735649:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4080 00000100:00100000:3.0:1746128137.740763:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128137.741915:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128137.741987:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542883840 00000100:00100000:0.0:1746128137.741994:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542883840 00000100:00100000:0.0:1746128137.742036:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542883968 00000100:00100000:0.0:1746128137.742038:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542883968 00000100:00100000:0.0:1746128137.742067:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4081 00000100:00100000:0.0:1746128137.742073:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542883840:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128137.742111:0:1902:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 22978560, mtime: 0x6813cd0a, atime: 0x0, ctime: 0x6813cd0a, blocks: 0xb00b 00010000:00010000:0.0:1746128137.742118:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094d2a600/0x802a7453533bd699 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.742129:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128137.742130:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128137.742134:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d2a600/0x802a7453533bd699 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.742144:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d2a600/0x802a7453533bd699 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128137.742780:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4082 00000100:00100000:2.0:1746128137.742787:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1966:x1830947542883968:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:2.0:1746128137.742802:0:31891:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b103400/0x802a7453533bd6a0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.742809:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128137.742810:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128137.742813:0:31891:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b103400/0x802a7453533bd6a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.742820:0:31891:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b103400/0x802a7453533bd6a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746128137.812810:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968074 is committed 00002000:00010000:1.0:1746128137.813846:0:1902:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:1.0:1746128137.813852:0:1902:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 45067 -> 47115 00010000:00010000:1.0:1746128137.813862:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094d2a600/0x802a7453533bd699 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.813872:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094d2a600/0x802a7453533bd699 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.813880:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094d2a600/0x802a7453533bd699 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.813886:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094d2a600 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128137.813890:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d2a600/0x802a7453533bd699 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.813896:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094d2a600/0x802a7453533bd699 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.813911:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094d2a600/0x802a7453533bd699 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128137.813917:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d2a600/0x802a7453533bd699 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128137.813981:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1966:x1830947542883840:12345-192.168.203.28@tcp:4:dd.0 Request processed in 71904us (73221us total) trans 4294968074 rc 0/0 00000100:00100000:1.0:1746128137.813992:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4081 00000001:00080000:3.0:1746128137.840544:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968075 is committed 00002000:00010000:2.0:1746128137.841231:0:31891:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 47115 -> 49163 00010000:00010000:2.0:1746128137.841243:0:31891:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b103400/0x802a7453533bd6a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.841254:0:31891:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b103400/0x802a7453533bd6a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.841267:0:31891:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b103400/0x802a7453533bd6a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.841272:0:31891:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b103400 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128137.841275:0:31891:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b103400/0x802a7453533bd6a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.841282:0:31891:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b103400/0x802a7453533bd6a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.841296:0:31891:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b103400/0x802a7453533bd6a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.841301:0:31891:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b103400/0x802a7453533bd6a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128137.841389:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1966:x1830947542883968:12345-192.168.203.28@tcp:4:dd.0 Request processed in 98598us (99470us total) trans 4294968075 rc 0/0 00000100:00100000:2.0:1746128137.841397:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4082 00000100:00100000:3.0:1746128137.846114:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128137.846193:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128137.846884:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542884480 00000100:00100000:2.0:1746128137.846893:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542884480 00000100:00100000:2.0:1746128137.846946:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542884608 00000100:00100000:2.0:1746128137.846949:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542884608 00000100:00100000:2.0:1746128137.846976:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4083 00000100:00100000:2.0:1746128137.846982:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1963:x1830947542884480:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:2.0:1746128137.847011:0:31891:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012baabe00/0x802a7453533bd6a7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.847023:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128137.847024:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128137.847028:0:31891:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012baabe00/0x802a7453533bd6a7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.847039:0:31891:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012baabe00/0x802a7453533bd6a7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128137.847681:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4084 00000100:00100000:3.0:1746128137.847689:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1963:x1830947542884608:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:3.0:1746128137.847705:0:31887:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bd6ae lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128137.847712:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128137.847713:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128137.847716:0:31887:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bd6ae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128137.847723:0:31887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bd6ae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.859488:0:31891:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012baabe00/0x802a7453533bd6a7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.859504:0:31891:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012baabe00/0x802a7453533bd6a7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.859511:0:31891:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012baabe00/0x802a7453533bd6a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.859517:0:31891:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012baabe00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128137.859520:0:31891:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012baabe00/0x802a7453533bd6a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.859527:0:31891:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012baabe00/0x802a7453533bd6a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.859541:0:31891:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012baabe00/0x802a7453533bd6a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.859547:0:31891:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012baabe00/0x802a7453533bd6a7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128137.859634:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1963:x1830947542884480:12345-192.168.203.28@tcp:3:dd.0 Request processed in 12647us (13523us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128137.859642:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4083 00010000:00010000:0.0:1746128137.859957:0:31887:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bd6ae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.859965:0:31887:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bd6ae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.859970:0:31887:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bd6ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.859980:0:31887:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d5c6000 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128137.859983:0:31887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bd6ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.859988:0:31887:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bd6ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.859997:0:31887:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bd6ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.860002:0:31887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bd6ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128137.860031:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1963:x1830947542884608:12345-192.168.203.28@tcp:3:dd.0 Request processed in 12342us (13837us total) trans 0 rc 98304/98304 00000100:00100000:0.0:1746128137.860036:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4084 00000100:00100000:1.0:1746128137.863708:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128137.864011:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542884736 00000100:00100000:2.0:1746128137.864019:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542884736 00000100:00100000:2.0:1746128137.864137:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5481 00000100:00100000:2.0:1746128137.864145:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1135:x1830947542884736:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:2.0:1746128137.864160:0:10571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128137.864175:0:10571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800952bd600/0x802a7453533bd6b5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ed9 expref: -99 pid: 10571 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746128137.864196:0:10571:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 25067520, mtime: 0x6813cd0a, atime: 0x0, ctime: 0x6813cd0a, blocks: 0xc00b 00010000:00010000:2.0:1746128137.864212:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128137.864213:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128137.864525:0:10571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800952bd600/0x802a7453533bd6b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ed9 expref: 7 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.864543:0:10571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800952bd600/0x802a7453533bd6b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ed9 expref: 7 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128137.864552:0:10571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800952bd600, rc 0) 00000100:00100000:2.0:1746128137.864703:0:10571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1135:x1830947542884736:12345-192.168.203.28@tcp:101:dd.0 Request processed in 558us (1000us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128137.864709:0:10571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5481 00000100:00100000:3.0:1746128137.877283:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128137.877379:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128137.878634:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542884992 00000100:00100000:2.0:1746128137.878644:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542884992 00002000:00100000:2.0:1746128137.878682:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1b:0x0] (25067520->25165823) req@ffff880091bdb100 x1830947542884992/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:388/0 lens 488/0 e 0 to 0 dl 1746128148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128137.878691:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bdb100 with x1830947542884992 ext(25067520->25165823) 00002000:00010000:2.0:1746128137.878696:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bdb100 00000100:00100000:2.0:1746128137.878718:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542885120 00000100:00100000:2.0:1746128137.878720:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542885120 00002000:00100000:2.0:1746128137.878734:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff880091bd9c00 x1830947542885120/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:388/0 lens 488/0 e 0 to 0 dl 1746128148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128137.878741:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bd9c00 with x1830947542885120 ext(25165824->26214399) 00002000:00010000:2.0:1746128137.878743:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bd9c00 00000100:00100000:2.0:1746128137.878758:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4085 00000100:00100000:2.0:1746128137.878764:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542884992:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128137.878972:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4086 00000100:00100000:1.0:1746128137.878979:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542885120:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:2.0:1746128137.884225:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1963:x1830947542884992:12345-192.168.203.28@tcp:4:dd.0 Request processed in 5453us (6942us total) trans 4294968076 rc 0/0 00000100:00100000:2.0:1746128137.884235:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4085 00002000:00100000:2.0:1746128137.884246:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1b:0x0] (25067520->25165823) req@ffff880091bdb100 x1830947542884992/t4294968076(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:388/0 lens 488/448 e 0 to 0 dl 1746128148 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128137.884256:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bdb100 with x1830947542884992 ext(25067520->25165823) 00002000:00010000:2.0:1746128137.884261:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bdb100 00000100:00100000:1.0:1746128137.887947:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1963:x1830947542885120:12345-192.168.203.28@tcp:4:dd.0 Request processed in 8960us (10560us total) trans 4294968077 rc 0/0 00000100:00100000:1.0:1746128137.887957:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4086 00002000:00100000:1.0:1746128137.887966:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff880091bd9c00 x1830947542885120/t4294968077(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:388/0 lens 488/448 e 0 to 0 dl 1746128148 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128137.887974:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091bd9c00 with x1830947542885120 ext(25165824->26214399) 00002000:00010000:1.0:1746128137.887980:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091bd9c00 00000100:00100000:1.0:1746128137.891648:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128137.891722:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542885248 00000100:00100000:3.0:1746128137.891728:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542885248 00000100:00100000:3.0:1746128137.891762:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40733 00000100:00100000:3.0:1746128137.891768:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1135:x1830947542885248:12345-192.168.203.28@tcp:44:dd.0 00000100:00100000:0.0:1746128137.918524:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1135:x1830947542885248:12345-192.168.203.28@tcp:44:dd.0 Request processed in 26748us (26874us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128137.918533:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40733 00000001:00080000:0.0:1746128137.918561:0:7134:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984695 is committed 00000001:00080000:0.0:1746128137.918589:0:7134:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984697 is committed 00000001:00080000:0.0:1746128137.918594:0:7134:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984692 is committed 00000001:00080000:0.0:1746128137.918607:0:7134:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984698 is committed 00000001:00080000:0.0:1746128137.918611:0:7134:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984696 is committed 00000100:00100000:3.0:1746128137.920777:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128137.920901:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542885376 00000100:00100000:2.0:1746128137.920907:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542885376 00000100:00100000:2.0:1746128137.921040:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5482 00000100:00100000:2.0:1746128137.921047:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1966:x1830947542885376:12345-192.168.203.28@tcp:16:dd.0 00000100:00100000:2.0:1746128137.970274:0:10571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1966:x1830947542885376:12345-192.168.203.28@tcp:16:dd.0 Request processed in 49221us (49494us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128137.970285:0:10571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5482 00000001:00080000:0.0:1746128137.970463:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968077 is committed 00000100:00100000:1.0:1746128137.973222:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128137.973334:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542885632 00000100:00100000:2.0:1746128137.973342:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542885632 00000100:00100000:2.0:1746128137.973386:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 166 00000100:00100000:2.0:1746128137.973393:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a5a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+15:1135:x1830947542885632:12345-192.168.203.28@tcp:35:dd.0 00000100:00100000:2.0:1746128137.973615:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a5a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1135:x1830947542885632:12345-192.168.203.28@tcp:35:dd.0 Request processed in 220us (396us total) trans 4294984699 rc 0/0 00000100:00100000:2.0:1746128137.973621:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 166 00000100:00100000:2.0:1746128137.975726:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128137.975770:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542885888 00000100:00100000:3.0:1746128137.975776:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542885888 00000100:00100000:3.0:1746128137.975813:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 167 00000100:00100000:3.0:1746128137.975819:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+16:1135:x1830947542885888:12345-192.168.203.28@tcp:35:dd.0 00000001:00080000:3.0:1746128137.976021:0:7086:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294984700 00000100:00100000:3.0:1746128137.976219:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1135:x1830947542885888:12345-192.168.203.28@tcp:35:dd.0 Request processed in 398us (497us total) trans 4294984701 rc 0/0 00000100:00100000:3.0:1746128137.976226:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 167 00000020:00080000:3.0:1746128137.976231:0:7086:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1746128137.998623:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128137.998682:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542886016 00000100:00100000:0.0:1746128137.998691:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542886016 00000100:00100000:0.0:1746128137.998737:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40734 00000100:00100000:0.0:1746128137.998744:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+18:1139:x1830947542886016:12345-192.168.203.28@tcp:101:checkstat.0 00010000:00010000:0.0:1746128137.998762:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128137.998780:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012baab000/0x802a7453533bd6bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ee0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.998823:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012baaa800/0x802a7453533bd6c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128137.998844:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012baaa800/0x802a7453533bd6c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128137.998854:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012baaa800/0x802a7453533bd6c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1746128137.998905:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746128137.998908:0:7083:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746128137.998922:0:7083:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012baaa800/0x802a7453533bd6c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128137.998939:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012baab000/0x802a7453533bd6bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ee0 expref: 20 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.998958:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012baaa800/0x802a7453533bd6c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ee0 expref: 19 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128137.998964:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bf8c100) 00010000:00010000:0.0:1746128137.998967:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746128137.998969:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012baaa800, rc 0) 00000100:00100000:0.0:1746128137.999004:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1139:x1830947542886016:12345-192.168.203.28@tcp:101:checkstat.0 Request processed in 261us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128137.999010:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40734 00000100:00100000:1.0:1746128138.007899:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.007996:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542886144 00000100:00100000:2.0:1746128138.008004:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542886144 00000100:00100000:2.0:1746128138.008062:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40735 00000100:00080000:3.0:1746128138.008067:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746128138.008068:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+19:1139:x1830947542886144:12345-192.168.203.28@tcp:101:checkstat.0 00010000:00010000:2.0:1746128138.008087:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128138.008102:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4600/0x802a7453533bd6ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ee7 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128138.008146:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bd6d1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008155:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bd6d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008163:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bd6d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008173:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4200/0x802a7453533bd6d8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008180:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4200/0x802a7453533bd6d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008184:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4200/0x802a7453533bd6d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008270:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5800/0x802a7453533bd6df lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008275:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5800/0x802a7453533bd6df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008280:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5800/0x802a7453533bd6df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:2.0:1746128138.008301:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00000004:00200000:2.0:1746128138.008304:0:20908:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746128138.008314:0:20908:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5800/0x802a7453533bd6df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008321:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5800/0x802a7453533bd6df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008326:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bd6d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008331:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bd6d1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008336:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bd6d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008340:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800956b5200 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128138.008343:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bd6d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008348:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bd6d1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008356:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bf8c100) 00010000:00010000:2.0:1746128138.008358:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128138.008361:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bd6d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008365:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bd6d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008388:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4200/0x802a7453533bd6d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008392:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4200/0x802a7453533bd6d8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008396:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4200/0x802a7453533bd6d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008400:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800956b4200 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128138.008402:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4200/0x802a7453533bd6d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008406:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4200/0x802a7453533bd6d8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008411:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012c411f00) 00010000:00010000:2.0:1746128138.008413:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128138.008415:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4200/0x802a7453533bd6d8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008419:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4200/0x802a7453533bd6d8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.008442:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4600/0x802a7453533bd6ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ee7 expref: 21 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128138.008450:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5800/0x802a7453533bd6df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ee7 expref: 20 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128138.008455:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012c411200) 00010000:00010000:2.0:1746128138.008456:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128138.008458:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956b5800, rc 0) 00000100:00100000:2.0:1746128138.008503:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1139:x1830947542886144:12345-192.168.203.28@tcp:101:checkstat.0 Request processed in 435us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128138.008509:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40735 00000100:00100000:2.0:1746128138.013152:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.013193:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128138.013194:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542886400 00000100:00100000:0.0:1746128138.013201:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542886400 00000100:00100000:1.0:1746128138.013238:0:21343:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542886272 00000100:00100000:1.0:1746128138.013242:0:21343:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542886272 00000100:00100000:1.0:1746128138.013270:0:21343:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5483 00000100:00100000:1.0:1746128138.013277:0:21343:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542886272:12345-192.168.203.28@tcp:101:checkstat.0 00010000:00010000:1.0:1746128138.013288:0:21343:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128138.013300:0:21343:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129619400/0x802a7453533bd6e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3eee expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128138.013338:0:21343:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21343:1830947540474624:192.168.203.28@tcp:106: 00000100:00100000:1.0:1746128138.013390:0:21343:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce600 going to sleep for 11 seconds 00000100:00100000:0.0:1746128138.013484:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5484 00000100:00100000:0.0:1746128138.013489:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1964:x1830947542886400:12345-192.168.203.28@tcp:101:checkstat.0 00010000:00010000:0.0:1746128138.013496:0:10571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128138.013503:0:10571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012baabe00/0x802a7453533bd6ed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ef5 expref: -99 pid: 10571 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128138.013532:0:10571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800898d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10571:1830947540474752:192.168.203.28@tcp:106: 00000100:00100000:0.0:1746128138.013553:0:10571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009373fb40 going to sleep for 11 seconds 00000100:00080000:2.0:1746128138.013657:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746128138.013660:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1746128138.019595:0:10571:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:0.0:1746128138.019602:0:10571:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb mtime: 0 -> 1746128136 00002000:00010000:0.0:1746128138.019604:0:10571:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb atime: 0 -> 1746128136 00002000:00010000:0.0:1746128138.019605:0:10571:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb ctime: 0 -> 1746128136 00002000:00010000:0.0:1746128138.019606:0:10571:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb blocks: 1 -> 8199 00000100:00100000:0.0:1746128138.019625:0:10571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800898d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10571:1830947540474752:192.168.203.28@tcp:106: 00010000:00010000:0.0:1746128138.019654:0:10571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012baabe00/0x802a7453533bd6ed lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ef5 expref: 7 pid: 10571 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746128138.019665:0:10571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012baabe00/0x802a7453533bd6ed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ef5 expref: 7 pid: 10571 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1746128138.019867:0:21343:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:1.0:1746128138.019870:0:21343:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb mtime: 0 -> 1746128136 00002000:00010000:1.0:1746128138.019872:0:21343:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb atime: 0 -> 1746128136 00002000:00010000:1.0:1746128138.019873:0:21343:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb ctime: 0 -> 1746128136 00002000:00010000:1.0:1746128138.019874:0:21343:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb blocks: 1 -> 22537 00002000:00010000:1.0:1746128138.019882:0:21343:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb blocks from disk: 22537 -> 26633 00000100:00100000:1.0:1746128138.019887:0:21343:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21343:1830947540474624:192.168.203.28@tcp:106: 00010000:00010000:1.0:1746128138.019904:0:21343:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129619400/0x802a7453533bd6e6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3eee expref: 8 pid: 21343 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128138.019912:0:21343:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129619400/0x802a7453533bd6e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3eee expref: 8 pid: 21343 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128138.019922:0:21343:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129619400, rc 0) 00000100:00100000:1.0:1746128138.019958:0:21343:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542886272:12345-192.168.203.28@tcp:101:checkstat.0 Request processed in 6680us (6762us total) trans 0 rc 301/301 00000100:00100000:1.0:1746128138.019964:0:21343:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5483 00010000:00010000:0.0:1746128138.020510:0:10571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012baabe00, rc 0) 00000100:00100000:0.0:1746128138.020547:0:10571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1964:x1830947542886400:12345-192.168.203.28@tcp:101:checkstat.0 Request processed in 7056us (7399us total) trans 0 rc 301/301 00000100:00100000:0.0:1746128138.020553:0:10571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5484 00000100:00100000:2.0:1746128138.027074:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128138.027148:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542886528 00000100:00100000:0.0:1746128138.027155:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542886528 00000100:00100000:0.0:1746128138.027210:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40736 00000100:00100000:0.0:1746128138.027217:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b8dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+13:1140:x1830947542886528:12345-192.168.203.28@tcp:101:checkstat.0 00010000:00010000:0.0:1746128138.027235:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128138.027247:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f1800/0x802a7453533bd6f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3efc expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128138.027290:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012baabe00/0x802a7453533bd6fb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128138.027299:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012baabe00/0x802a7453533bd6fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128138.027307:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012baabe00/0x802a7453533bd6fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1746128138.027354:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746128138.027357:0:7083:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746128138.027369:0:7083:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012baabe00/0x802a7453533bd6fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128138.027384:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f1800/0x802a7453533bd6f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3efc expref: 15 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128138.027398:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012baabe00/0x802a7453533bd6fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3efc expref: 14 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128138.027404:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bf8c100) 00010000:00010000:0.0:1746128138.027407:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746128138.027410:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012baabe00, rc 0) 00000100:00100000:0.0:1746128138.027462:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b8dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1140:x1830947542886528:12345-192.168.203.28@tcp:101:checkstat.0 Request processed in 244us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128138.027468:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40736 00000100:00080000:2.0:1746128138.028290:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746128138.051298:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128138.052409:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542886784 00000100:00100000:3.0:1746128138.052418:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542886784 00000100:00100000:3.0:1746128138.052472:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40737 00000100:00100000:3.0:1746128138.052479:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+20:1141:x1830947542886784:12345-192.168.203.28@tcp:101:cmp.0 00010000:00010000:3.0:1746128138.052495:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128138.052510:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095298600/0x802a7453533bd702 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3f03 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128138.052611:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099cb4200/0x802a7453533bd709 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128138.052623:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099cb4200/0x802a7453533bd709 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128138.052632:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099cb4200/0x802a7453533bd709 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:3.0:1746128138.052641:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746128138.052733:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095298600/0x802a7453533bd702 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f03 expref: 23 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128138.052769:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099cb4200/0x802a7453533bd709 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f03 expref: 22 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128138.052776:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012c411d00) 00010000:00010000:3.0:1746128138.052778:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746128138.052781:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099cb4200, rc 0) 00000100:00100000:3.0:1746128138.052842:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1141:x1830947542886784:12345-192.168.203.28@tcp:101:cmp.0 Request processed in 354us (1541us total) trans 4294984702 rc 0/0 00000100:00100000:3.0:1746128138.052849:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40737 00000100:00100000:1.0:1746128138.058007:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.058100:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542887040 00000100:00100000:2.0:1746128138.058108:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542887040 00000100:00100000:2.0:1746128138.058140:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40738 00000100:00100000:2.0:1746128138.058146:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1141:x1830947542887040:12345-192.168.203.28@tcp:101:cmp.0 00010000:00010000:2.0:1746128138.058162:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128138.058174:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5600/0x802a7453533bd717 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3f0a expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128138.058243:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5400/0x802a7453533bd71e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128138.058253:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5400/0x802a7453533bd71e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128138.058261:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5400/0x802a7453533bd71e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:2.0:1746128138.058268:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00010000:00010000:2.0:1746128138.058352:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5600/0x802a7453533bd717 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f0a expref: 25 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128138.058381:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5400/0x802a7453533bd71e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f0a expref: 24 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128138.058388:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012c411200) 00010000:00010000:2.0:1746128138.058390:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128138.058393:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956b5400, rc 0) 00000100:00100000:2.0:1746128138.058426:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1141:x1830947542887040:12345-192.168.203.28@tcp:101:cmp.0 Request processed in 280us (426us total) trans 4294984703 rc 0/0 00000100:00100000:2.0:1746128138.058432:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40738 00000100:00100000:3.0:1746128138.065935:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128138.065969:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128138.066010:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128138.066373:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542887168 00000100:00100000:0.0:1746128138.066381:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542887168 00000100:00100000:2.0:1746128138.066409:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542887296 00000100:00100000:2.0:1746128138.066412:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542887296 00000100:00100000:0.0:1746128138.066413:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5485 00000100:00100000:0.0:1746128138.066419:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542887168:12345-192.168.203.28@tcp:101:cmp.0 00010000:00010000:0.0:1746128138.066431:0:10571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746128138.066437:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 209 00000100:00100000:2.0:1746128138.066441:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1963:x1830947542887296:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128138.066444:0:10571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bd72c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3f11 expref: -99 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128138.066451:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128138.066466:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5400/0x802a7453533bd71e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f0a expref: 24 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128138.066481:0:9797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012c411200) 00000100:00100000:0.0:1746128138.066481:0:10571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800898d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10571:1830947540474880:192.168.203.28@tcp:106: 00010000:00010000:2.0:1746128138.066484:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128138.066515:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1963:x1830947542887296:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 73us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128138.066521:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 209 00000100:00100000:1.0:1746128138.066539:0:21343:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542887424 00000100:00100000:1.0:1746128138.066542:0:21343:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542887424 00000100:00100000:1.0:1746128138.066560:0:21343:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5486 00000100:00100000:1.0:1746128138.066564:0:21343:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1964:x1830947542887424:12345-192.168.203.28@tcp:101:cmp.0 00010000:00010000:1.0:1746128138.066589:0:21343:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128138.066598:0:21343:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129618200/0x802a7453533bd733 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3f18 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128138.066620:0:21343:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21343:1830947540475008:192.168.203.28@tcp:106: 00000100:00100000:0.0:1746128138.066706:0:10571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009373fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746128138.066804:0:21343:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce600 going to sleep for 11 seconds 00000100:00100000:1.0:1746128138.070824:0:21343:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cd86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21343:1830947540475008:192.168.203.28@tcp:106: 00010000:00010000:1.0:1746128138.070862:0:21343:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880129618200/0x802a7453533bd733 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f18 expref: 7 pid: 21343 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128138.070876:0:21343:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129618200/0x802a7453533bd733 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f18 expref: 7 pid: 21343 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128138.070903:0:21343:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129618200, rc 0) 00000100:00100000:1.0:1746128138.070940:0:21343:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1964:x1830947542887424:12345-192.168.203.28@tcp:101:cmp.0 Request processed in 4373us (4927us total) trans 0 rc 301/301 00000100:00100000:1.0:1746128138.070947:0:21343:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5486 00000100:00100000:0.0:1746128138.071086:0:10571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800898d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10571:1830947540474880:192.168.203.28@tcp:106: 00010000:00010000:0.0:1746128138.071103:0:10571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bd72c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f11 expref: 8 pid: 10571 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746128138.071112:0:10571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012baab000/0x802a7453533bd72c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f11 expref: 8 pid: 10571 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746128138.071138:0:10571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012baab000, rc 0) 00000100:00100000:0.0:1746128138.071168:0:10571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542887168:12345-192.168.203.28@tcp:101:cmp.0 Request processed in 4749us (5240us total) trans 0 rc 301/301 00000100:00100000:0.0:1746128138.071173:0:10571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5485 00000100:00100000:3.0:1746128138.092746:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128138.093686:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128138.093710:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128138.093738:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.093869:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542887680 00000100:00100000:2.0:1746128138.093876:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542887680 00002000:00100000:2.0:1746128138.093914:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff88008c272680 x1830947542887680/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.093923:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c272680 with x1830947542887680 ext(0->1048575) 00002000:00010000:2.0:1746128138.093928:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c272680 00000100:00100000:0.0:1746128138.093964:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542888192 00000100:00100000:0.0:1746128138.093968:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542888192 00002000:00100000:0.0:1746128138.093985:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff88008c270e00 x1830947542888192/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.093995:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c270e00 with x1830947542888192 ext(1048576->2097151) 00002000:00010000:0.0:1746128138.093998:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c270e00 00000100:00100000:2.0:1746128138.094302:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542888064 00000100:00100000:2.0:1746128138.094305:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542888064 00002000:00100000:2.0:1746128138.094316:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff88008c272a00 x1830947542888064/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.094322:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c272a00 with x1830947542888064 ext(0->1048575) 00002000:00010000:2.0:1746128138.094324:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c272a00 00000100:00100000:0.0:1746128138.095828:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542888448 00000100:00100000:0.0:1746128138.095843:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542888448 00002000:00100000:0.0:1746128138.095868:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff880134122300 x1830947542888448/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.095874:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134122300 with x1830947542888448 ext(1048576->2097151) 00002000:00010000:0.0:1746128138.095878:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134122300 00000100:00100000:2.0:1746128138.095879:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4087 00000100:00100000:2.0:1746128138.095887:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542887680:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128138.095891:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4088 00000100:00100000:0.0:1746128138.095898:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947542888192:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128138.096477:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4089 00000100:00100000:0.0:1746128138.096483:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1965:x1830947542888064:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128138.096484:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4090 00000100:00100000:2.0:1746128138.096491:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947542888448:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128138.122458:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1965:x1830947542888192:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 26553us (28765us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128138.122469:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4088 00002000:00100000:0.0:1746128138.122479:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff88008c270e00 x1830947542888192/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.122487:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c270e00 with x1830947542888192 ext(1048576->2097151) 00002000:00010000:0.0:1746128138.122492:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c270e00 00000100:00100000:2.0:1746128138.125761:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1966:x1830947542887680:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 29866us (33014us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128138.125774:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4087 00002000:00100000:2.0:1746128138.125784:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff88008c272680 x1830947542887680/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.125796:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c272680 with x1830947542887680 ext(0->1048575) 00002000:00010000:2.0:1746128138.125800:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c272680 00000100:00100000:2.0:1746128138.144399:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1965:x1830947542888448:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 47901us (50652us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128138.144399:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542888064:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 47907us (50679us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128138.144408:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4089 00002000:00100000:0.0:1746128138.144423:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff88008c272a00 x1830947542888064/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.144431:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c272a00 with x1830947542888064 ext(0->1048575) 00002000:00010000:0.0:1746128138.144436:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c272a00 00000100:00100000:2.0:1746128138.144665:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4090 00002000:00100000:2.0:1746128138.144671:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff880134122300 x1830947542888448/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.144678:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134122300 with x1830947542888448 ext(1048576->2097151) 00002000:00010000:2.0:1746128138.144682:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134122300 00000100:00100000:3.0:1746128138.182990:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128138.184731:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542888576 00000100:00100000:0.0:1746128138.184740:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542888576 00000100:00100000:0.0:1746128138.184782:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5487 00000100:00100000:0.0:1746128138.184789:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1141:x1830947542888576:12345-192.168.203.28@tcp:101:cmp.0 00010000:00010000:0.0:1746128138.184804:0:10571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128138.184819:0:10571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c40ea00/0x802a7453533bd73a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3f1f expref: -99 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128138.184853:0:10571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bd549 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ebd expref: 7 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128138.184860:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128138.184861:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128138.184865:0:10571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c40ea00/0x802a7453533bd73a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f1f expref: 8 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128138.184891:0:10571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bd549 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ebd expref: 7 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128138.184901:0:10571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bd549 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ebd expref: 7 pid: 10571 timeout: 634 lvb_type: 0 00000100:00100000:0.0:1746128138.184916:0:10571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800898d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10571:1830947540475136:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128138.185046:0:10571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009373fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128138.186547:0:10571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800898d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10571:1830947540475136:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128138.186567:0:10571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c40ea00/0x802a7453533bd73a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f1f expref: 8 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128138.186603:0:10571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c40ea00, rc 0) 00000100:00100000:0.0:1746128138.186641:0:10571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1141:x1830947542888576:12345-192.168.203.28@tcp:101:cmp.0 Request processed in 1851us (3658us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128138.186648:0:10571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5487 00000100:00100000:1.0:1746128138.210221:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.211937:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542888704 00000100:00100000:2.0:1746128138.211946:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542888704 00010000:00010000:2.0:1746128138.211991:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bd549 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ebd expref: 8 pid: 10571 timeout: 634 lvb_type: 0 00000100:00100000:2.0:1746128138.212024:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9358 00000100:00100000:2.0:1746128138.212031:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d93850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1963:x1830947542888704:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128138.212041:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128138.212058:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bd549 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ebd expref: 8 pid: 10571 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746128138.212069:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bd549 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ebd expref: 8 pid: 10571 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746128138.212089:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ce56400/0x802a7453533bd549 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ebd expref: 8 pid: 10571 timeout: 634 lvb_type: 0 00010000:00010000:2.0:1746128138.212113:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128138.212115:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128138.212121:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c40ea00/0x802a7453533bd73a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f1f expref: 7 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128138.212128:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c40ea00/0x802a7453533bd73a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f1f expref: 7 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128138.212154:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c40ea00/0x802a7453533bd73a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f1f expref: 7 pid: 10571 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128138.212164:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f7e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540475264:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128138.212230:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800936253c0 going to sleep for 11 seconds 00000100:00080000:0.0:1746128138.212534:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746128138.215824:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f7e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540475264:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128138.215864:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128138.215914:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d93850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1963:x1830947542888704:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 3882us (5698us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128138.215926:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9358 00000100:00100000:2.0:1746128138.218874:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128138.218940:0:31886:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542888960 00000100:00100000:0.0:1746128138.218948:0:31886:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542888960 00002000:00100000:0.0:1746128138.218981:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff880091f7e300 x1830947542888960/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.218990:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7e300 with x1830947542888960 ext(0->1048575) 00002000:00010000:0.0:1746128138.218994:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f7e300 00000100:00100000:0.0:1746128138.219019:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4091 00000100:00100000:0.0:1746128138.219025:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542888960:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128138.231333:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542888960:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 12300us (12457us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128138.231344:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4091 00002000:00100000:0.0:1746128138.231354:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff880091f7e300 x1830947542888960/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.231363:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f7e300 with x1830947542888960 ext(0->1048575) 00002000:00010000:0.0:1746128138.231376:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f7e300 00000100:00100000:3.0:1746128138.248839:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128138.248906:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542889088 00000100:00100000:0.0:1746128138.248912:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542889088 00000100:00100000:0.0:1746128138.248958:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5488 00000100:00100000:0.0:1746128138.248965:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+6:1141:x1830947542889088:12345-192.168.203.28@tcp:101:cmp.0 00010000:00010000:0.0:1746128138.248979:0:10571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128138.248993:0:10571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012a3e9200/0x802a7453533bd741 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3f26 expref: -99 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128138.249016:0:10571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce56200/0x802a7453533bd550 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ec4 expref: 23 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128138.249022:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128138.249024:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128138.249027:0:10571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012a3e9200/0x802a7453533bd741 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f26 expref: 7 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128138.249052:0:10571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce56200/0x802a7453533bd550 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ec4 expref: 23 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128138.249061:0:10571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ce56200/0x802a7453533bd550 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ec4 expref: 23 pid: 21343 timeout: 634 lvb_type: 0 00000100:00100000:0.0:1746128138.249071:0:10571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800898d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10571:1830947540475392:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128138.249149:0:10571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009373fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128138.251475:0:10571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800898d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10571:1830947540475392:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128138.251496:0:10571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012a3e9200/0x802a7453533bd741 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f26 expref: 7 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128138.251508:0:10571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012a3e9200, rc 0) 00000100:00100000:0.0:1746128138.251544:0:10571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1141:x1830947542889088:12345-192.168.203.28@tcp:101:cmp.0 Request processed in 2580us (2721us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128138.251551:0:10571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5488 00000100:00100000:2.0:1746128138.265747:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128138.266432:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542889216 00000100:00100000:0.0:1746128138.266440:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542889216 00010000:00010000:0.0:1746128138.266492:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce56200/0x802a7453533bd550 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ec4 expref: 24 pid: 21343 timeout: 634 lvb_type: 0 00000100:00100000:0.0:1746128138.266525:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9359 00000100:00100000:0.0:1746128138.266531:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+24:1964:x1830947542889216:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128138.266543:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128138.266561:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce56200/0x802a7453533bd550 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ec4 expref: 24 pid: 21343 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746128138.266602:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce56200/0x802a7453533bd550 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ec4 expref: 24 pid: 21343 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746128138.266622:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce56200/0x802a7453533bd550 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ec4 expref: 24 pid: 21343 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746128138.266641:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128138.266643:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128138.266649:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012a3e9200/0x802a7453533bd741 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f26 expref: 6 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128138.266656:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012a3e9200/0x802a7453533bd741 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f26 expref: 6 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128138.266685:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012a3e9200/0x802a7453533bd741 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f26 expref: 6 pid: 10571 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128138.266695:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800898d8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947540475520:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128138.266756:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009373fb40 going to sleep for 11 seconds 00000100:00080000:2.0:1746128138.267075:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128138.268419:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800898d8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947540475520:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128138.268434:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128138.268474:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+23:1964:x1830947542889216:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1942us (2733us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128138.268482:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9359 00000100:00100000:0.0:1746128138.277162:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128138.277202:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128138.277237:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128138.277272:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542889600 00000100:00100000:0.0:1746128138.277279:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542889600 00002000:00100000:0.0:1746128138.277316:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff8800898d8000 x1830947542889600/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.277325:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800898d8000 with x1830947542889600 ext(0->1048575) 00002000:00010000:0.0:1746128138.277329:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800898d8000 00000100:00100000:0.0:1746128138.277354:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542889728 00000100:00100000:0.0:1746128138.277356:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542889728 00002000:00100000:0.0:1746128138.277366:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff8800898d8380 x1830947542889728/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.277373:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800898d8380 with x1830947542889728 ext(1048576->2097151) 00002000:00010000:0.0:1746128138.277375:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800898d8380 00000100:00100000:0.0:1746128138.277381:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542889984 00000100:00100000:0.0:1746128138.277383:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542889984 00002000:00100000:0.0:1746128138.277393:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff8800898d8700 x1830947542889984/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.277399:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800898d8700 with x1830947542889984 ext(1048576->2097151) 00002000:00010000:0.0:1746128138.277401:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800898d8700 00000100:00100000:0.0:1746128138.277410:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4092 00000100:00100000:0.0:1746128138.277415:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800898d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1966:x1830947542889600:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128138.278070:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4093 00000100:00100000:0.0:1746128138.278077:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800898d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1966:x1830947542889728:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128138.278659:0:8421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4094 00000100:00100000:0.0:1746128138.278666:0:8421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800898d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1966:x1830947542889984:12345-192.168.203.28@tcp:3:cmp.0 00010000:00010000:0.0:1746128138.308206:0:7071:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746128138.310692:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800898d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1966:x1830947542889600:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 33270us (33531us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128138.310701:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4092 00002000:00100000:0.0:1746128138.310709:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff8800898d8000 x1830947542889600/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.310717:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800898d8000 with x1830947542889600 ext(0->1048575) 00002000:00010000:0.0:1746128138.310722:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800898d8000 00000100:00100000:0.0:1746128138.314998:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800898d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542889728:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 36914us (37787us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128138.315010:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4093 00002000:00100000:0.0:1746128138.315020:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff8800898d8380 x1830947542889728/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.315029:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800898d8380 with x1830947542889728 ext(1048576->2097151) 00002000:00010000:0.0:1746128138.315034:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800898d8380 00000100:00100000:0.0:1746128138.318132:0:8421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800898d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1966:x1830947542889984:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 39459us (40886us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128138.318142:0:8421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4094 00002000:00100000:0.0:1746128138.318150:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff8800898d8700 x1830947542889984/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.318159:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800898d8700 with x1830947542889984 ext(1048576->2097151) 00002000:00010000:0.0:1746128138.318164:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800898d8700 00000100:00100000:2.0:1746128138.343393:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.343416:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.343438:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.343458:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.343488:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542890496 00000100:00100000:2.0:1746128138.343495:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542890496 00002000:00100000:2.0:1746128138.343529:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff88013440bb80 x1830947542890496/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.343539:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440bb80 with x1830947542890496 ext(3145728->4194303) 00002000:00010000:2.0:1746128138.343544:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013440bb80 00000100:00100000:2.0:1746128138.344968:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542890368 00000100:00100000:2.0:1746128138.344974:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542890368 00002000:00100000:2.0:1746128138.344997:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff88012944c380 x1830947542890368/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.345005:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944c380 with x1830947542890368 ext(2097152->3145727) 00002000:00010000:2.0:1746128138.345009:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012944c380 00000100:00100000:1.0:1746128138.346484:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542890752 00000100:00100000:1.0:1746128138.346490:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542890752 00000100:00100000:0.0:1746128138.346494:0:8421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542890880 00000100:00100000:0.0:1746128138.346498:0:8421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542890880 00002000:00100000:1.0:1746128138.346516:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff88012944c700 x1830947542890752/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.346516:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff88012944dc00 x1830947542890880/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.346522:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944c700 with x1830947542890752 ext(2097152->3145727) 00002000:00100000:0.0:1746128138.346523:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944dc00 with x1830947542890880 ext(3145728->4194303) 00002000:00010000:1.0:1746128138.346525:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012944c700 00002000:00010000:0.0:1746128138.346526:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012944dc00 00000100:00100000:1.0:1746128138.346546:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4095 00000100:00100000:0.0:1746128138.346551:0:8421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4096 00000100:00100000:1.0:1746128138.346552:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542890496:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128138.346556:0:8421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542890368:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128138.347674:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4097 00000100:00100000:2.0:1746128138.347684:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542890752:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128138.348269:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4098 00000100:00100000:2.0:1746128138.348275:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012944dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542890880:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128138.370684:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542890752:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 22993us (27234us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128138.370697:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4097 00002000:00100000:0.0:1746128138.370708:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff88012944c700 x1830947542890752/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.370717:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944c700 with x1830947542890752 ext(2097152->3145727) 00002000:00010000:0.0:1746128138.370722:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012944c700 00000100:00100000:2.0:1746128138.377755:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542890880:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 29472us (34287us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128138.377766:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4098 00002000:00100000:2.0:1746128138.377776:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff88012944dc00 x1830947542890880/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.377785:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944dc00 with x1830947542890880 ext(3145728->4194303) 00002000:00010000:2.0:1746128138.377790:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012944dc00 00000100:00100000:0.0:1746128138.380762:0:8421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012944c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542890368:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 34198us (37336us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128138.380773:0:8421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4096 00002000:00100000:0.0:1746128138.380783:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff88012944c380 x1830947542890368/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.380791:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012944c380 with x1830947542890368 ext(2097152->3145727) 00002000:00010000:0.0:1746128138.380796:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012944c380 00000100:00100000:1.0:1746128138.383848:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542890496:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 37288us (40453us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128138.383857:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4095 00002000:00100000:1.0:1746128138.383866:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff88013440bb80 x1830947542890496/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.383875:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013440bb80 with x1830947542890496 ext(3145728->4194303) 00002000:00010000:1.0:1746128138.383879:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013440bb80 00000100:00100000:3.0:1746128138.395475:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128138.395509:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128138.395533:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128138.395599:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128138.395627:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542891264 00000100:00100000:3.0:1746128138.395634:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542891264 00002000:00100000:3.0:1746128138.395664:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff880134123480 x1830947542891264/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.395678:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134123480 with x1830947542891264 ext(2097152->3145727) 00002000:00010000:3.0:1746128138.395683:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134123480 00000100:00100000:1.0:1746128138.395697:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542891520 00000100:00100000:3.0:1746128138.395698:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542891776 00000100:00100000:3.0:1746128138.395700:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542891776 00000100:00100000:1.0:1746128138.395702:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542891520 00002000:00100000:3.0:1746128138.395711:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880134120380 x1830947542891776/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.395717:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134120380 with x1830947542891776 ext(2097152->3145727) 00002000:00010000:3.0:1746128138.395719:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134120380 00002000:00100000:1.0:1746128138.395720:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880134121f80 x1830947542891520/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746128138.395725:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542892032 00000100:00100000:3.0:1746128138.395726:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542892032 00002000:00100000:1.0:1746128138.395726:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134121f80 with x1830947542891520 ext(3145728->4194303) 00002000:00010000:1.0:1746128138.395729:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134121f80 00002000:00100000:3.0:1746128138.395732:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880134123100 x1830947542892032/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.395737:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134123100 with x1830947542892032 ext(3145728->4194303) 00002000:00010000:3.0:1746128138.395739:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134123100 00000100:00100000:1.0:1746128138.395743:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4099 00000100:00100000:1.0:1746128138.395748:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1964:x1830947542891264:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:3.0:1746128138.396184:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4100 00000100:00100000:3.0:1746128138.396191:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542891776:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128138.397109:0:8421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4101 00000100:00100000:1.0:1746128138.397116:0:8421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1964:x1830947542891520:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128138.397185:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4102 00000100:00100000:0.0:1746128138.397194:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134123100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542892032:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128138.410949:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1964:x1830947542891264:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 15193us (15472us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128138.410959:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4099 00002000:00100000:0.0:1746128138.410969:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff880134123480 x1830947542891264/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.410978:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134123480 with x1830947542891264 ext(2097152->3145727) 00002000:00010000:0.0:1746128138.410983:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134123480 00000100:00100000:1.0:1746128138.415729:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134123100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1964:x1830947542892032:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 18531us (20122us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128138.415740:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4102 00002000:00100000:1.0:1746128138.415750:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880134123100 x1830947542892032/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.415758:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134123100 with x1830947542892032 ext(3145728->4194303) 00002000:00010000:1.0:1746128138.415763:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134123100 00000100:00100000:2.0:1746128138.423014:0:8421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134121f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542891520:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 25890us (27496us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128138.423025:0:8421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4101 00002000:00100000:2.0:1746128138.423034:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880134121f80 x1830947542891520/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.423043:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134121f80 with x1830947542891520 ext(3145728->4194303) 00002000:00010000:2.0:1746128138.423047:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134121f80 00000100:00100000:3.0:1746128138.428033:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542891776:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 31833us (32490us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128138.428045:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4100 00002000:00100000:3.0:1746128138.428054:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880134120380 x1830947542891776/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.428063:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134120380 with x1830947542891776 ext(2097152->3145727) 00002000:00010000:3.0:1746128138.428068:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134120380 00000100:00100000:3.0:1746128138.444360:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128138.444521:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128138.444550:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128138.444643:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128138.444674:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542892288 00000100:00100000:3.0:1746128138.444681:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542892288 00000100:00100000:1.0:1746128138.444697:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542892672 00000100:00100000:1.0:1746128138.444700:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542892672 00002000:00100000:3.0:1746128138.444714:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff880134122d80 x1830947542892288/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.444714:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff880134121500 x1830947542892672/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.444722:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134122d80 with x1830947542892288 ext(4194304->5242879) 00002000:00010000:3.0:1746128138.444727:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134122d80 00002000:00100000:1.0:1746128138.444727:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134121500 with x1830947542892672 ext(5242880->6291455) 00002000:00010000:1.0:1746128138.444729:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134121500 00000100:00100000:1.0:1746128138.444745:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542892800 00000100:00100000:1.0:1746128138.444747:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542892800 00002000:00100000:1.0:1746128138.444757:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff880134123b80 x1830947542892800/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.444763:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134123b80 with x1830947542892800 ext(4194304->5242879) 00002000:00010000:1.0:1746128138.444765:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134123b80 00000100:00100000:3.0:1746128138.445061:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542892928 00000100:00100000:3.0:1746128138.445065:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542892928 00002000:00100000:3.0:1746128138.445078:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff880094957b80 x1830947542892928/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.445084:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094957b80 with x1830947542892928 ext(5242880->6291455) 00002000:00010000:3.0:1746128138.445086:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094957b80 00000100:00100000:3.0:1746128138.445102:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4103 00000100:00100000:3.0:1746128138.445108:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134121500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1966:x1830947542892672:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128138.445436:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4104 00000100:00100000:0.0:1746128138.445445:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542892288:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128138.445449:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4105 00000100:00100000:1.0:1746128138.445457:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1965:x1830947542892800:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:3.0:1746128138.445880:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4106 00000100:00100000:3.0:1746128138.445885:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1966:x1830947542892928:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:3.0:1746128138.456183:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134121500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1966:x1830947542892672:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 11067us (11655us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128138.456194:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4103 00002000:00100000:3.0:1746128138.456204:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff880134121500 x1830947542892672/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.456219:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134121500 with x1830947542892672 ext(5242880->6291455) 00002000:00010000:3.0:1746128138.456224:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134121500 00000100:00100000:2.0:1746128138.465053:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1965:x1830947542892800:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 19590us (20494us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128138.465062:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4105 00002000:00100000:2.0:1746128138.465072:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff880134123b80 x1830947542892800/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.465080:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134123b80 with x1830947542892800 ext(4194304->5242879) 00002000:00010000:2.0:1746128138.465085:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134123b80 00000100:00100000:2.0:1746128138.483245:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134122d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542892288:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 37793us (38883us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128138.483257:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4104 00002000:00100000:2.0:1746128138.483268:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff880134122d80 x1830947542892288/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.483277:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134122d80 with x1830947542892288 ext(4194304->5242879) 00002000:00010000:2.0:1746128138.483281:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134122d80 00000100:00100000:3.0:1746128138.483765:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1966:x1830947542892928:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 37879us (39121us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128138.483772:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4106 00002000:00100000:3.0:1746128138.483778:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff880094957b80 x1830947542892928/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.483785:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094957b80 with x1830947542892928 ext(5242880->6291455) 00002000:00010000:3.0:1746128138.483788:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094957b80 00000100:00100000:1.0:1746128138.499178:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128138.499260:0:31886:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542893312 00000100:00100000:3.0:1746128138.499269:0:31886:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542893312 00002000:00100000:3.0:1746128138.499301:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff88008cd86d80 x1830947542893312/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.499310:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd86d80 with x1830947542893312 ext(6291456->7340031) 00002000:00010000:3.0:1746128138.499314:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cd86d80 00000100:00100000:3.0:1746128138.499341:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4107 00000100:00100000:3.0:1746128138.499348:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cd86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542893312:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:3.0:1746128138.513966:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cd86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542893312:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 14610us (14787us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128138.513975:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4107 00002000:00100000:3.0:1746128138.513984:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff88008cd86d80 x1830947542893312/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.513993:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cd86d80 with x1830947542893312 ext(6291456->7340031) 00002000:00010000:3.0:1746128138.513998:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cd86d80 00000100:00100000:1.0:1746128138.524495:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128138.524523:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128138.524558:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128138.524612:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542893568 00000100:00100000:1.0:1746128138.524619:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542893568 00002000:00100000:1.0:1746128138.524658:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff8800a56a3800 x1830947542893568/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.524666:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3800 with x1830947542893568 ext(4194304->5242879) 00002000:00010000:1.0:1746128138.524670:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a3800 00000100:00100000:1.0:1746128138.524683:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542893824 00000100:00100000:1.0:1746128138.524685:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542893824 00002000:00100000:1.0:1746128138.524693:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff8800a56a1180 x1830947542893824/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.524703:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1180 with x1830947542893824 ext(5242880->6291455) 00002000:00010000:1.0:1746128138.524706:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a1180 00000100:00100000:1.0:1746128138.524712:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542894080 00000100:00100000:1.0:1746128138.524714:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542894080 00002000:00100000:1.0:1746128138.524723:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff8800a56a1c00 x1830947542894080/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.524728:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1c00 with x1830947542894080 ext(4194304->5242879) 00002000:00010000:1.0:1746128138.524730:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56a1c00 00000100:00100000:1.0:1746128138.524740:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4108 00000100:00100000:1.0:1746128138.524745:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1965:x1830947542893568:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128138.526077:0:8421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4109 00000100:00100000:1.0:1746128138.526086:0:8421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1965:x1830947542893824:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128138.527217:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4110 00000100:00100000:1.0:1746128138.527227:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542894080:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128138.531886:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128138.531942:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542894336 00000100:00100000:0.0:1746128138.531950:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542894336 00002000:00100000:0.0:1746128138.531985:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff880094b2aa00 x1830947542894336/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.531994:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2aa00 with x1830947542894336 ext(5242880->6291455) 00002000:00010000:0.0:1746128138.531999:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b2aa00 00000100:00100000:0.0:1746128138.532026:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4111 00000100:00100000:0.0:1746128138.532032:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1965:x1830947542894336:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128138.544097:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1965:x1830947542893568:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 19343us (19601us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128138.544107:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4108 00002000:00100000:2.0:1746128138.544117:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff8800a56a3800 x1830947542893568/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.544126:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3800 with x1830947542893568 ext(4194304->5242879) 00002000:00010000:2.0:1746128138.544130:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a3800 00000100:00100000:2.0:1746128138.547069:0:8421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947542893824:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 20977us (22536us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128138.547078:0:8421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4109 00002000:00100000:2.0:1746128138.547087:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff8800a56a1180 x1830947542893824/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.547094:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1180 with x1830947542893824 ext(5242880->6291455) 00002000:00010000:2.0:1746128138.547098:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a1180 00000100:00100000:1.0:1746128138.558995:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1965:x1830947542894080:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 31761us (34427us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128138.559005:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4110 00002000:00100000:1.0:1746128138.559014:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff8800a56a1c00 x1830947542894080/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.559023:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1c00 with x1830947542894080 ext(4194304->5242879) 00002000:00010000:1.0:1746128138.559028:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56a1c00 00000100:00100000:0.0:1746128138.562581:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542894336:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 30531us (30684us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128138.562592:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4111 00002000:00100000:0.0:1746128138.562602:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff880094b2aa00 x1830947542894336/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.562611:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2aa00 with x1830947542894336 ext(5242880->6291455) 00002000:00010000:0.0:1746128138.562616:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b2aa00 00000100:00100000:2.0:1746128138.576045:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.576065:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.576086:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.576120:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.576141:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542894592 00000100:00100000:2.0:1746128138.576147:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542894592 00002000:00100000:2.0:1746128138.576181:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880092c43b80 x1830947542894592/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.576189:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c43b80 with x1830947542894592 ext(6291456->7340031) 00002000:00010000:2.0:1746128138.576193:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c43b80 00000100:00100000:2.0:1746128138.576205:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542894848 00000100:00100000:2.0:1746128138.576207:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542894848 00002000:00100000:2.0:1746128138.576218:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880092c40380 x1830947542894848/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.576224:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c40380 with x1830947542894848 ext(7340032->8388607) 00002000:00010000:2.0:1746128138.576227:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c40380 00000100:00100000:2.0:1746128138.576235:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542894976 00000100:00100000:2.0:1746128138.576237:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542894976 00002000:00100000:2.0:1746128138.576246:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff88009c21aa00 x1830947542894976/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.576252:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21aa00 with x1830947542894976 ext(6291456->7340031) 00002000:00010000:2.0:1746128138.576255:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21aa00 00000100:00100000:2.0:1746128138.576261:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542895104 00000100:00100000:2.0:1746128138.576262:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542895104 00002000:00100000:2.0:1746128138.576268:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff88009c21ad80 x1830947542895104/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.576273:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21ad80 with x1830947542895104 ext(7340032->8388607) 00002000:00010000:2.0:1746128138.576275:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21ad80 00000100:00100000:2.0:1746128138.576284:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4112 00000100:00100000:2.0:1746128138.576288:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542894592:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128138.576950:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4113 00000100:00100000:2.0:1746128138.576956:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542894848:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128138.577961:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4114 00000100:00100000:1.0:1746128138.577972:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1964:x1830947542894976:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128138.578540:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4115 00000100:00100000:1.0:1746128138.578547:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1964:x1830947542895104:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128138.603035:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1963:x1830947542894592:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 26735us (26984us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128138.603046:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4112 00002000:00100000:0.0:1746128138.603056:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880092c43b80 x1830947542894592/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.603064:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c43b80 with x1830947542894592 ext(6291456->7340031) 00002000:00010000:0.0:1746128138.603069:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c43b80 00000100:00100000:2.0:1746128138.608704:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542894848:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 31741us (32630us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128138.608714:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4113 00002000:00100000:2.0:1746128138.608723:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880092c40380 x1830947542894848/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.608732:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c40380 with x1830947542894848 ext(7340032->8388607) 00002000:00010000:2.0:1746128138.608737:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c40380 00000100:00100000:1.0:1746128138.616639:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1964:x1830947542894976:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 38662us (40543us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128138.616660:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4114 00002000:00100000:1.0:1746128138.616671:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff88009c21aa00 x1830947542894976/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.616679:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21aa00 with x1830947542894976 ext(6291456->7340031) 00002000:00010000:1.0:1746128138.616683:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21aa00 00000100:00100000:1.0:1746128138.617760:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542895104:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 39212us (41638us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128138.617766:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4115 00002000:00100000:1.0:1746128138.617771:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff88009c21ad80 x1830947542895104/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.617777:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21ad80 with x1830947542895104 ext(7340032->8388607) 00002000:00010000:1.0:1746128138.617780:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21ad80 00000100:00100000:2.0:1746128138.623680:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128138.623795:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542895488 00000100:00100000:1.0:1746128138.623803:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542895488 00002000:00100000:1.0:1746128138.623850:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff88009c218000 x1830947542895488/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.623858:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c218000 with x1830947542895488 ext(8388608->9437183) 00002000:00010000:1.0:1746128138.623863:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c218000 00000100:00100000:1.0:1746128138.623881:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4116 00000100:00100000:1.0:1746128138.623887:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542895488:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128138.630447:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128138.630600:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542895744 00000100:00100000:0.0:1746128138.630608:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542895744 00002000:00100000:0.0:1746128138.630644:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff88009c21bb80 x1830947542895744/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.630653:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21bb80 with x1830947542895744 ext(8388608->9437183) 00002000:00010000:0.0:1746128138.630657:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21bb80 00000100:00100000:0.0:1746128138.630675:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4117 00000100:00100000:0.0:1746128138.630681:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542895744:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:3.0:1746128138.641911:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128138.643322:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542895488:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 19429us (19643us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128138.643331:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4116 00002000:00100000:1.0:1746128138.643341:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff88009c218000 x1830947542895488/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.643348:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c218000 with x1830947542895488 ext(8388608->9437183) 00002000:00010000:1.0:1746128138.643353:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c218000 00000100:00100000:1.0:1746128138.643371:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542896000 00000100:00100000:1.0:1746128138.643377:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542896000 00002000:00100000:1.0:1746128138.643397:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880094956a00 x1830947542896000/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.643403:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094956a00 with x1830947542896000 ext(6291456->7340031) 00002000:00010000:1.0:1746128138.643405:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094956a00 00000100:00100000:1.0:1746128138.643427:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4118 00000100:00100000:1.0:1746128138.643432:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542896000:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:3.0:1746128138.647847:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128138.647883:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128138.648388:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542895744:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 17705us (17945us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128138.648399:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4117 00002000:00100000:0.0:1746128138.648410:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff88009c21bb80 x1830947542895744/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.648418:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21bb80 with x1830947542895744 ext(8388608->9437183) 00002000:00010000:0.0:1746128138.648424:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21bb80 00000100:00100000:0.0:1746128138.648446:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542896384 00000100:00100000:0.0:1746128138.648452:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542896384 00002000:00100000:0.0:1746128138.648475:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff880094954e00 x1830947542896384/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.648481:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094954e00 with x1830947542896384 ext(7340032->8388607) 00002000:00010000:0.0:1746128138.648485:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094954e00 00000100:00100000:0.0:1746128138.648498:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542896512 00000100:00100000:0.0:1746128138.648500:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542896512 00002000:00100000:0.0:1746128138.648510:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880094955880 x1830947542896512/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.648522:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955880 with x1830947542896512 ext(7340032->8388607) 00002000:00010000:0.0:1746128138.648525:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094955880 00000100:00100000:0.0:1746128138.648535:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4119 00000100:00100000:0.0:1746128138.648540:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542896384:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128138.648589:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4120 00000100:00100000:1.0:1746128138.648596:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542896512:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128138.660759:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542896000:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 17319us (18846us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128138.660768:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4118 00002000:00100000:1.0:1746128138.660777:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880094956a00 x1830947542896000/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.660785:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094956a00 with x1830947542896000 ext(6291456->7340031) 00002000:00010000:1.0:1746128138.660791:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094956a00 00000100:00100000:2.0:1746128138.667120:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542896512:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 18516us (19228us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128138.667128:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4120 00002000:00100000:2.0:1746128138.667139:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880094955880 x1830947542896512/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.667146:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955880 with x1830947542896512 ext(7340032->8388607) 00002000:00010000:2.0:1746128138.667151:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094955880 00000100:00100000:2.0:1746128138.670231:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542896384:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 21682us (22383us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128138.670241:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4119 00002000:00100000:2.0:1746128138.670251:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff880094954e00 x1830947542896384/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.670259:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094954e00 with x1830947542896384 ext(7340032->8388607) 00002000:00010000:2.0:1746128138.670264:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094954e00 00000100:00100000:3.0:1746128138.675347:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.675410:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542896768 00000100:00100000:2.0:1746128138.675417:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542896768 00002000:00100000:2.0:1746128138.676115:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff880094954000 x1830947542896768/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.676124:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094954000 with x1830947542896768 ext(8388608->9437183) 00002000:00010000:2.0:1746128138.676130:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094954000 00000100:00100000:2.0:1746128138.676159:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4121 00000100:00100000:2.0:1746128138.676166:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542896768:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128138.678271:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128138.678331:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542897024 00000100:00100000:0.0:1746128138.678339:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542897024 00002000:00100000:0.0:1746128138.678371:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff88009c21b480 x1830947542897024/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.678378:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21b480 with x1830947542897024 ext(8388608->9437183) 00002000:00010000:0.0:1746128138.678383:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c21b480 00000100:00100000:0.0:1746128138.678399:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4122 00000100:00100000:0.0:1746128138.678405:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542897024:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128138.689436:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542896768:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 13261us (14084us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128138.689447:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4121 00002000:00100000:2.0:1746128138.689459:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff880094954000 x1830947542896768/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.689467:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094954000 with x1830947542896768 ext(8388608->9437183) 00002000:00010000:2.0:1746128138.689476:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094954000 00000100:00100000:1.0:1746128138.693274:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128138.693554:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128138.693611:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542897280 00000100:00100000:3.0:1746128138.693623:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542897280 00000100:00100000:2.0:1746128138.693646:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542897536 00000100:00100000:2.0:1746128138.693649:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542897536 00002000:00100000:3.0:1746128138.693660:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff8800a56a2300 x1830947542897280/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.693662:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff8800a56a1f80 x1830947542897536/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.693669:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a2300 with x1830947542897280 ext(9437184->10485759) 00002000:00100000:2.0:1746128138.693669:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1f80 with x1830947542897536 ext(9437184->10485759) 00002000:00010000:3.0:1746128138.693674:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56a2300 00002000:00010000:2.0:1746128138.693674:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a1f80 00000100:00100000:2.0:1746128138.693699:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4123 00000100:00100000:2.0:1746128138.693705:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542897536:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:3.0:1746128138.694164:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4124 00000100:00100000:3.0:1746128138.694171:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1964:x1830947542897280:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128138.696841:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542897024:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 18421us (18562us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128138.696850:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4122 00002000:00100000:2.0:1746128138.696860:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff88009c21b480 x1830947542897024/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.696873:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21b480 with x1830947542897024 ext(8388608->9437183) 00002000:00010000:2.0:1746128138.696878:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c21b480 00000100:00100000:0.0:1746128138.703960:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542897536:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 10247us (10398us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128138.703969:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4123 00002000:00100000:0.0:1746128138.703979:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff8800a56a1f80 x1830947542897536/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.703986:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1f80 with x1830947542897536 ext(9437184->10485759) 00002000:00010000:0.0:1746128138.703991:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a1f80 00000100:00100000:3.0:1746128138.707927:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542897280:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 13749us (14652us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128138.707937:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4124 00002000:00100000:3.0:1746128138.707947:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff8800a56a2300 x1830947542897280/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.707955:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a2300 with x1830947542897280 ext(9437184->10485759) 00002000:00010000:3.0:1746128138.707959:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56a2300 00000100:00100000:1.0:1746128138.715737:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128138.715781:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128138.717114:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542897920 00000100:00100000:3.0:1746128138.717122:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542897920 00002000:00100000:3.0:1746128138.717162:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff8800a56a1880 x1830947542897920/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.717170:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1880 with x1830947542897920 ext(10485760->11534335) 00002000:00010000:3.0:1746128138.717175:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56a1880 00000100:00100000:3.0:1746128138.717205:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542898048 00000100:00100000:3.0:1746128138.717207:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542898048 00002000:00100000:3.0:1746128138.717219:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff8800a56a3b80 x1830947542898048/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.717225:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3b80 with x1830947542898048 ext(10485760->11534335) 00002000:00010000:3.0:1746128138.717228:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a3b80 00000100:00100000:3.0:1746128138.717251:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4125 00000100:00100000:3.0:1746128138.717257:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542897920:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128138.718087:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4126 00000100:00100000:2.0:1746128138.718096:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1966:x1830947542898048:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128138.720181:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128138.720253:0:8421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542898304 00000100:00100000:1.0:1746128138.720260:0:8421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542898304 00002000:00100000:1.0:1746128138.720293:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff8800898d8a80 x1830947542898304/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.720300:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800898d8a80 with x1830947542898304 ext(11534336->12582911) 00002000:00010000:1.0:1746128138.720304:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800898d8a80 00000100:00100000:1.0:1746128138.720319:0:8421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4127 00000100:00100000:1.0:1746128138.720325:0:8421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800898d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1965:x1830947542898304:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:3.0:1746128138.732254:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1966:x1830947542897920:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 14990us (16516us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128138.732264:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4125 00002000:00100000:3.0:1746128138.732273:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff8800a56a1880 x1830947542897920/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.732280:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1880 with x1830947542897920 ext(10485760->11534335) 00002000:00010000:3.0:1746128138.732285:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56a1880 00000100:00100000:2.0:1746128138.733090:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.733372:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128138.733476:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542898688 00000100:00100000:3.0:1746128138.733482:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542898688 00000100:00100000:0.0:1746128138.733769:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542898816 00000100:00100000:0.0:1746128138.733774:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542898816 00002000:00100000:0.0:1746128138.733796:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88009c21a300 x1830947542898816/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.733805:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21a300 with x1830947542898816 ext(9437184->10485759) 00002000:00010000:0.0:1746128138.733808:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21a300 00000100:00100000:0.0:1746128138.733838:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4128 00000100:00100000:0.0:1746128138.733844:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1965:x1830947542898816:12345-192.168.203.28@tcp:3:cmp.0 00002000:00100000:3.0:1746128138.734536:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88009c219c00 x1830947542898688/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.734544:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c219c00 with x1830947542898688 ext(9437184->10485759) 00002000:00010000:3.0:1746128138.734547:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c219c00 00000100:00100000:3.0:1746128138.734564:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4129 00000100:00100000:3.0:1746128138.734583:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1965:x1830947542898688:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128138.735990:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1966:x1830947542898048:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 17890us (20203us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128138.735998:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4126 00002000:00100000:2.0:1746128138.736006:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff8800a56a3b80 x1830947542898048/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.736014:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3b80 with x1830947542898048 ext(10485760->11534335) 00002000:00010000:2.0:1746128138.736017:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a3b80 00000100:00100000:2.0:1746128138.742374:0:8421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800898d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1965:x1830947542898304:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 22039us (22189us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128138.742384:0:8421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4127 00002000:00100000:2.0:1746128138.742395:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff8800898d8a80 x1830947542898304/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.742404:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800898d8a80 with x1830947542898304 ext(11534336->12582911) 00002000:00010000:2.0:1746128138.742409:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800898d8a80 00000100:00100000:0.0:1746128138.746154:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947542898816:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 12302us (12774us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128138.746165:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4128 00002000:00100000:0.0:1746128138.746174:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88009c21a300 x1830947542898816/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.746182:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c21a300 with x1830947542898816 ext(9437184->10485759) 00002000:00010000:0.0:1746128138.746187:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c21a300 00000100:00100000:0.0:1746128138.747749:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542898688:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 13174us (14655us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128138.747757:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4129 00002000:00100000:0.0:1746128138.747765:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88009c219c00 x1830947542898688/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.747772:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c219c00 with x1830947542898688 ext(9437184->10485759) 00002000:00010000:0.0:1746128138.747776:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c219c00 00000100:00100000:1.0:1746128138.750890:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128138.750978:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542899072 00000100:00100000:0.0:1746128138.750987:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542899072 00002000:00100000:0.0:1746128138.751025:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff88008968fb80 x1830947542899072/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.751034:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968fb80 with x1830947542899072 ext(10485760->11534335) 00002000:00010000:0.0:1746128138.751040:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968fb80 00000100:00100000:0.0:1746128138.751075:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4130 00000100:00100000:0.0:1746128138.751082:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542899072:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:3.0:1746128138.752243:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.753026:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542899328 00000100:00100000:2.0:1746128138.753031:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542899328 00002000:00100000:2.0:1746128138.753058:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff880094955180 x1830947542899328/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.753066:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955180 with x1830947542899328 ext(10485760->11534335) 00002000:00010000:2.0:1746128138.753070:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094955180 00000100:00100000:2.0:1746128138.753084:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4131 00000100:00100000:2.0:1746128138.753089:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542899328:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:3.0:1746128138.756510:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128138.757711:0:8421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542899584 00000100:00100000:0.0:1746128138.757719:0:8421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542899584 00002000:00100000:0.0:1746128138.757755:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff880094956d80 x1830947542899584/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.757765:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094956d80 with x1830947542899584 ext(11534336->12582911) 00002000:00010000:0.0:1746128138.757769:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094956d80 00000100:00100000:0.0:1746128138.757800:0:8421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4132 00000100:00100000:0.0:1746128138.757807:0:8421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1964:x1830947542899584:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128138.764164:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542899072:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 13075us (13272us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128138.764173:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4130 00002000:00100000:0.0:1746128138.764182:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff88008968fb80 x1830947542899072/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.764190:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968fb80 with x1830947542899072 ext(10485760->11534335) 00002000:00010000:0.0:1746128138.764195:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968fb80 00000100:00100000:2.0:1746128138.767482:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542899328:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 14384us (15233us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128138.767491:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4131 00002000:00100000:2.0:1746128138.767500:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff880094955180 x1830947542899328/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.767509:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094955180 with x1830947542899328 ext(10485760->11534335) 00002000:00010000:2.0:1746128138.767513:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094955180 00000100:00100000:3.0:1746128138.775281:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.776207:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542899840 00000100:00100000:2.0:1746128138.776214:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542899840 00002000:00100000:2.0:1746128138.776245:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff880130e0ca80 x1830947542899840/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.776254:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0ca80 with x1830947542899840 ext(11534336->12582911) 00002000:00010000:2.0:1746128138.776258:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0ca80 00000100:00100000:1.0:1746128138.776296:0:8421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1964:x1830947542899584:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 18488us (19791us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128138.776303:0:8421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4132 00002000:00100000:1.0:1746128138.776309:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff880094956d80 x1830947542899584/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.776315:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094956d80 with x1830947542899584 ext(11534336->12582911) 00002000:00010000:1.0:1746128138.776318:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094956d80 00000100:00100000:1.0:1746128138.776334:0:8421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4133 00000100:00100000:1.0:1746128138.776341:0:8421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542899840:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128138.784212:0:8421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542899840:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 7864us (8930us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128138.784221:0:8421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4133 00002000:00100000:1.0:1746128138.784229:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff880130e0ca80 x1830947542899840/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.784237:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0ca80 with x1830947542899840 ext(11534336->12582911) 00002000:00010000:1.0:1746128138.784241:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0ca80 00000100:00100000:2.0:1746128138.798501:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128138.798602:0:8421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542900096 00000100:00100000:1.0:1746128138.798610:0:8421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542900096 00002000:00100000:1.0:1746128138.798641:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff880091f95880 x1830947542900096/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.798649:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f95880 with x1830947542900096 ext(12582912->13631487) 00002000:00010000:1.0:1746128138.798654:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f95880 00000100:00100000:1.0:1746128138.798671:0:8421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4134 00000100:00100000:1.0:1746128138.798677:0:8421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542900096:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128138.801774:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128138.804336:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542900352 00000100:00100000:1.0:1746128138.804347:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542900352 00002000:00100000:1.0:1746128138.804386:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff8800898d8e00 x1830947542900352/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.804394:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800898d8e00 with x1830947542900352 ext(11534336->12582911) 00002000:00010000:1.0:1746128138.804398:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800898d8e00 00000100:00100000:1.0:1746128138.804433:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4135 00000100:00100000:1.0:1746128138.804439:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800898d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542900352:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128138.811942:0:8421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1964:x1830947542900096:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 13258us (13441us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128138.811951:0:8421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4134 00002000:00100000:1.0:1746128138.811959:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff880091f95880 x1830947542900096/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.811967:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f95880 with x1830947542900096 ext(12582912->13631487) 00002000:00010000:1.0:1746128138.811972:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f95880 00000100:00100000:1.0:1746128138.813526:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800898d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542900352:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 9080us (11752us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128138.813535:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4135 00002000:00100000:1.0:1746128138.813544:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff8800898d8e00 x1830947542900352/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.813551:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800898d8e00 with x1830947542900352 ext(11534336->12582911) 00002000:00010000:1.0:1746128138.813554:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800898d8e00 00000100:00100000:3.0:1746128138.818976:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128138.819117:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542900608 00000100:00100000:1.0:1746128138.819125:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542900608 00002000:00100000:1.0:1746128138.819160:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff880130e0d500 x1830947542900608/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.819169:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0d500 with x1830947542900608 ext(12582912->13631487) 00002000:00010000:1.0:1746128138.819173:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0d500 00000100:00100000:1.0:1746128138.819199:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4136 00000100:00100000:1.0:1746128138.819206:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947542900608:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128138.833688:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947542900608:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 14475us (14711us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128138.833699:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4136 00002000:00100000:2.0:1746128138.833708:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff880130e0d500 x1830947542900608/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.833722:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0d500 with x1830947542900608 ext(12582912->13631487) 00002000:00010000:2.0:1746128138.833727:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0d500 00000100:00100000:3.0:1746128138.841562:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128138.842448:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542900864 00000100:00100000:0.0:1746128138.842456:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542900864 00000100:00100000:0.0:1746128138.842504:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 168 00000100:00100000:0.0:1746128138.842510:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1141:x1830947542900864:12345-192.168.203.28@tcp:35:cmp.0 00000100:00100000:1.0:1746128138.843511:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1141:x1830947542900864:12345-192.168.203.28@tcp:35:cmp.0 Request processed in 998us (1952us total) trans 4294984704 rc 0/0 00000100:00100000:1.0:1746128138.843520:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 168 00000100:00100000:3.0:1746128138.852111:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128138.852305:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542901120 00000100:00100000:0.0:1746128138.852314:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542901120 00000100:00100000:0.0:1746128138.852362:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40739 00000100:00100000:0.0:1746128138.852443:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1143:x1830947542901120:12345-192.168.203.28@tcp:101:cmp.0 00010000:00010000:0.0:1746128138.852458:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128138.852475:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800950ee200/0x802a7453533bd748 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3f2d expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128138.852543:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800950efa00/0x802a7453533bd74f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128138.852553:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800950efa00/0x802a7453533bd74f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128138.852562:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800950efa00/0x802a7453533bd74f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:0.0:1746128138.852678:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:1.0:1746128138.853315:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800950ee200/0x802a7453533bd748 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f2d expref: 17 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128138.853342:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800950efa00/0x802a7453533bd74f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f2d expref: 16 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128138.853348:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012c411d00) 00010000:00010000:1.0:1746128138.853351:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746128138.853353:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800950efa00, rc 0) 00000100:00100000:1.0:1746128138.853395:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1143:x1830947542901120:12345-192.168.203.28@tcp:101:cmp.0 Request processed in 956us (1290us total) trans 4294984705 rc 0/0 00000100:00100000:1.0:1746128138.853400:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40739 00000100:00100000:1.0:1746128138.857602:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128138.857797:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.857961:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542901504 00000100:00100000:2.0:1746128138.857968:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542901504 00000100:00100000:0.0:1746128138.858067:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542901248 00000100:00100000:0.0:1746128138.858070:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542901248 00000100:00100000:2.0:1746128138.858356:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40740 00000100:00100000:2.0:1746128138.858364:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+17:1143:x1830947542901504:12345-192.168.203.28@tcp:101:cmp.0 00010000:00010000:2.0:1746128138.858381:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128138.858396:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093729a00/0x802a7453533bd75d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3f34 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128138.858464:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093729800/0x802a7453533bd764 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.858474:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093729800/0x802a7453533bd764 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128138.858482:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093729800/0x802a7453533bd764 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:2.0:1746128138.858489:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00010000:00010000:2.0:1746128138.858591:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093729a00/0x802a7453533bd75d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f34 expref: 20 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128138.858608:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093729800/0x802a7453533bd764 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f34 expref: 19 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128138.858615:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012c411200) 00010000:00010000:2.0:1746128138.858617:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128138.858620:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093729800, rc 0) 00000100:00100000:3.0:1746128138.858791:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 210 00000100:00100000:3.0:1746128138.858799:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+19:1965:x1830947542901248:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128138.858807:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128138.858818:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800950efa00/0x802a7453533bd74f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f2d expref: 19 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128138.858847:0:9797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012c411d00) 00010000:00010000:3.0:1746128138.858850:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128138.859191:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1143:x1830947542901504:12345-192.168.203.28@tcp:101:cmp.0 Request processed in 827us (1394us total) trans 4294984706 rc 0/0 00000100:00100000:2.0:1746128138.859197:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40740 00000100:00100000:3.0:1746128138.859291:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+17:1965:x1830947542901248:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 493us (1696us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128138.859295:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 210 00000100:00100000:2.0:1746128138.861553:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.861621:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128138.861792:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542901632 00000100:00100000:0.0:1746128138.861799:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542901632 00000100:00100000:0.0:1746128138.861946:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542901760 00000100:00100000:0.0:1746128138.861950:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542901760 00000100:00100000:1.0:1746128138.861984:0:21343:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5489 00000100:00100000:1.0:1746128138.861992:0:21343:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+7:1964:x1830947542901632:12345-192.168.203.28@tcp:101:cmp.0 00010000:00010000:1.0:1746128138.862005:0:21343:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128138.862018:0:21343:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0x802a7453533bd772 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3f3b expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128138.862035:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128138.862036:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128138.862042:0:21343:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0x802a7453533bd772 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f3b expref: 8 pid: 21343 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128138.862053:0:21343:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0x802a7453533bd772 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f3b expref: 8 pid: 21343 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128138.862063:0:21343:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a03200, rc 0) 00000100:00100000:1.0:1746128138.862095:0:21343:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1964:x1830947542901632:12345-192.168.203.28@tcp:101:cmp.0 Request processed in 105us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128138.862100:0:21343:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5489 00000100:00100000:1.0:1746128138.862114:0:21343:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5490 00000100:00100000:1.0:1746128138.862118:0:21343:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+23:1964:x1830947542901760:12345-192.168.203.28@tcp:101:cmp.0 00010000:00010000:1.0:1746128138.862125:0:21343:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128138.862133:0:21343:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a03600/0x802a7453533bd779 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3f42 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128138.862142:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128138.862144:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128138.862147:0:21343:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a03600/0x802a7453533bd779 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f42 expref: 24 pid: 21343 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128138.862155:0:21343:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a03600/0x802a7453533bd779 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f42 expref: 24 pid: 21343 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128138.862162:0:21343:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a03600, rc 0) 00000100:00100000:1.0:1746128138.862175:0:21343:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+24:1964:x1830947542901760:12345-192.168.203.28@tcp:101:cmp.0 Request processed in 57us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128138.862179:0:21343:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5490 00000100:00100000:2.0:1746128138.862299:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128138.862859:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542901888 00000100:00100000:3.0:1746128138.862863:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542901888 00000100:00100000:3.0:1746128138.862888:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 211 00000100:00100000:3.0:1746128138.862893:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+17:1963:x1830947542901888:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128138.862901:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128138.862917:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093729800/0x802a7453533bd764 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f34 expref: 17 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128138.862927:0:9797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012c411200) 00010000:00010000:3.0:1746128138.862930:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128138.862959:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1963:x1830947542901888:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 65us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128138.862964:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 211 00000100:00100000:0.0:1746128138.887414:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128138.887451:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128138.887493:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128138.887567:0:8421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542902144 00000100:00100000:3.0:1746128138.887598:0:8421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542902144 00002000:00100000:3.0:1746128138.887631:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff8800898d9180 x1830947542902144/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.887639:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800898d9180 with x1830947542902144 ext(0->1048575) 00002000:00010000:3.0:1746128138.887642:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800898d9180 00000100:00100000:3.0:1746128138.887655:0:8421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542902400 00000100:00100000:3.0:1746128138.887657:0:8421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542902400 00002000:00100000:3.0:1746128138.887664:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff8800898d9500 x1830947542902400/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.887670:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800898d9500 with x1830947542902400 ext(1048576->2097151) 00002000:00010000:3.0:1746128138.887672:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800898d9500 00000100:00100000:3.0:1746128138.887793:0:8421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542902656 00000100:00100000:3.0:1746128138.887795:0:8421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542902656 00002000:00100000:3.0:1746128138.887808:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff8800898d9880 x1830947542902656/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.887814:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800898d9880 with x1830947542902656 ext(0->1048575) 00002000:00010000:3.0:1746128138.887817:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800898d9880 00000100:00100000:0.0:1746128138.887849:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4137 00000100:00100000:0.0:1746128138.887857:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800898d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1966:x1830947542902144:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:3.0:1746128138.888929:0:8421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4138 00000100:00100000:3.0:1746128138.888936:0:8421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800898d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1966:x1830947542902400:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128138.889615:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4139 00000100:00100000:1.0:1746128138.889624:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800898d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+24:1966:x1830947542902656:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128138.896762:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128138.896789:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542902912 00000100:00100000:0.0:1746128138.896797:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542902912 00002000:00100000:0.0:1746128138.896840:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff8800898d9c00 x1830947542902912/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.896848:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800898d9c00 with x1830947542902912 ext(1048576->2097151) 00002000:00010000:0.0:1746128138.896852:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800898d9c00 00000100:00100000:0.0:1746128138.896879:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4140 00000100:00100000:0.0:1746128138.896885:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800898d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+26:1966:x1830947542902912:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128138.906994:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800898d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1966:x1830947542902144:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 19131us (19580us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128138.907004:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4137 00002000:00100000:0.0:1746128138.907014:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff8800898d9180 x1830947542902144/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.907022:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800898d9180 with x1830947542902144 ext(0->1048575) 00002000:00010000:0.0:1746128138.907027:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800898d9180 00000100:00100000:1.0:1746128138.916682:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800898d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+26:1966:x1830947542902656:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 27053us (29181us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128138.916691:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4139 00002000:00100000:1.0:1746128138.916699:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff8800898d9880 x1830947542902656/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.916707:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800898d9880 with x1830947542902656 ext(0->1048575) 00002000:00010000:1.0:1746128138.916713:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800898d9880 00000100:00100000:3.0:1746128138.922643:0:8421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800898d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1966:x1830947542902400:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 33699us (35182us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128138.922655:0:8421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4138 00002000:00100000:3.0:1746128138.922665:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff8800898d9500 x1830947542902400/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.922673:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800898d9500 with x1830947542902400 ext(1048576->2097151) 00002000:00010000:3.0:1746128138.922678:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800898d9500 00000100:00100000:0.0:1746128138.927221:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800898d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+24:1966:x1830947542902912:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 30328us (30458us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128138.927232:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4140 00002000:00100000:0.0:1746128138.927242:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff8800898d9c00 x1830947542902912/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.927250:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800898d9c00 with x1830947542902912 ext(1048576->2097151) 00002000:00010000:0.0:1746128138.927254:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800898d9c00 00000100:00100000:2.0:1746128138.952538:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.952556:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.952608:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.952649:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128138.952680:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542903168 00000100:00100000:3.0:1746128138.952682:0:8421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542903424 00000100:00100000:3.0:1746128138.952687:0:8421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542903424 00000100:00100000:2.0:1746128138.952687:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542903168 00002000:00100000:3.0:1746128138.952718:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880091f94700 x1830947542903424/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128138.952718:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff880091f95180 x1830947542903168/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.952726:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f94700 with x1830947542903424 ext(3145728->4194303) 00002000:00100000:2.0:1746128138.952726:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f95180 with x1830947542903168 ext(2097152->3145727) 00002000:00010000:3.0:1746128138.952731:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f94700 00002000:00010000:2.0:1746128138.952731:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f95180 00000100:00100000:3.0:1746128138.952743:0:8421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542903680 00000100:00100000:3.0:1746128138.952744:0:8421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542903680 00002000:00100000:3.0:1746128138.952755:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880091f95f80 x1830947542903680/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.952761:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f95f80 with x1830947542903680 ext(2097152->3145727) 00002000:00010000:3.0:1746128138.952764:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f95f80 00000100:00100000:0.0:1746128138.953460:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542903808 00000100:00100000:0.0:1746128138.953467:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542903808 00002000:00100000:0.0:1746128138.953489:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880091f94380 x1830947542903808/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:389/0 lens 488/0 e 0 to 0 dl 1746128149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.953504:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f94380 with x1830947542903808 ext(3145728->4194303) 00002000:00010000:0.0:1746128138.953507:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f94380 00000100:00100000:0.0:1746128138.953520:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4141 00000100:00100000:0.0:1746128138.953527:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1964:x1830947542903424:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128138.954051:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4142 00000100:00100000:2.0:1746128138.954058:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1963:x1830947542903168:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128138.954182:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4143 00000100:00100000:3.0:1746128138.954190:0:8421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4144 00000100:00100000:3.0:1746128138.954196:0:8421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+25:1963:x1830947542903808:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128138.954201:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+25:1963:x1830947542903680:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128138.968870:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+26:1963:x1830947542903680:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 14672us (16252us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128138.968879:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4143 00002000:00100000:1.0:1746128138.968889:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880091f95f80 x1830947542903680/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128138.968896:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f95f80 with x1830947542903680 ext(2097152->3145727) 00002000:00010000:1.0:1746128138.968901:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f95f80 00000100:00100000:3.0:1746128138.978374:0:8421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+24:1963:x1830947542903808:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 24170us (25716us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128138.978383:0:8421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4144 00002000:00100000:3.0:1746128138.978393:0:8421:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880091f94380 x1830947542903808/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128138.978406:0:8421:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f94380 with x1830947542903808 ext(3145728->4194303) 00002000:00010000:3.0:1746128138.978411:0:8421:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f94380 00000100:00100000:0.0:1746128138.984955:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1963:x1830947542903168:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 30889us (32415us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128138.984965:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4142 00002000:00100000:0.0:1746128138.984975:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff880091f95180 x1830947542903168/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.984983:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f95180 with x1830947542903168 ext(2097152->3145727) 00002000:00010000:0.0:1746128138.984987:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f95180 00000100:00100000:0.0:1746128138.985389:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1964:x1830947542903424:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 31862us (32830us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128138.985395:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4141 00002000:00100000:0.0:1746128138.985400:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880091f94700 x1830947542903424/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:389/0 lens 488/440 e 0 to 0 dl 1746128149 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128138.985407:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f94700 with x1830947542903424 ext(3145728->4194303) 00002000:00010000:0.0:1746128138.985409:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f94700 00000100:00100000:1.0:1746128139.004368:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.004406:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.004435:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.004669:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128139.004937:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542904192 00000100:00100000:2.0:1746128139.004945:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542904192 00002000:00100000:2.0:1746128139.004979:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88008968ca80 x1830947542904192/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.004986:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968ca80 with x1830947542904192 ext(4194304->5242879) 00002000:00010000:2.0:1746128139.004990:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968ca80 00000100:00100000:2.0:1746128139.005004:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542904448 00000100:00100000:2.0:1746128139.005007:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542904448 00002000:00100000:2.0:1746128139.005017:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff88008968ea00 x1830947542904448/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.005022:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968ea00 with x1830947542904448 ext(5242880->6291455) 00002000:00010000:2.0:1746128139.005024:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968ea00 00000100:00100000:2.0:1746128139.005031:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542904704 00000100:00100000:2.0:1746128139.005033:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542904704 00002000:00100000:2.0:1746128139.005043:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88008968e680 x1830947542904704/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.005048:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968e680 with x1830947542904704 ext(4194304->5242879) 00002000:00010000:2.0:1746128139.005050:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008968e680 00000100:00100000:2.0:1746128139.005062:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542904960 00000100:00100000:2.0:1746128139.005064:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542904960 00002000:00100000:2.0:1746128139.005073:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff8800840a5c00 x1830947542904960/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.005078:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a5c00 with x1830947542904960 ext(5242880->6291455) 00002000:00010000:2.0:1746128139.005080:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800840a5c00 00000100:00100000:2.0:1746128139.005090:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4145 00000100:00100000:2.0:1746128139.005095:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1963:x1830947542904192:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128139.006188:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4146 00000100:00100000:0.0:1746128139.006197:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1963:x1830947542904448:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128139.006770:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4147 00000100:00100000:0.0:1746128139.006776:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+25:1963:x1830947542904704:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128139.007190:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4148 00000100:00100000:0.0:1746128139.007195:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+26:1963:x1830947542904960:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128139.021223:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1963:x1830947542904192:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 16120us (16855us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128139.021235:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4145 00002000:00100000:2.0:1746128139.021245:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88008968ca80 x1830947542904192/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/440 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.021254:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968ca80 with x1830947542904192 ext(4194304->5242879) 00002000:00010000:2.0:1746128139.021259:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968ca80 00000100:00100000:0.0:1746128139.027795:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1963:x1830947542904448:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 21591us (23380us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128139.027804:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4146 00002000:00100000:0.0:1746128139.027814:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff88008968ea00 x1830947542904448/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/440 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.027832:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968ea00 with x1830947542904448 ext(5242880->6291455) 00002000:00010000:0.0:1746128139.027837:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008968ea00 00000100:00100000:0.0:1746128139.032726:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+26:1963:x1830947542904704:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 25943us (28283us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128139.032735:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4147 00002000:00100000:0.0:1746128139.032743:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88008968e680 x1830947542904704/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/440 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.032750:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968e680 with x1830947542904704 ext(4194304->5242879) 00002000:00010000:0.0:1746128139.032755:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008968e680 00000100:00100000:0.0:1746128139.037406:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+24:1963:x1830947542904960:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 30202us (32728us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128139.037417:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4148 00002000:00100000:0.0:1746128139.037426:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff8800840a5c00 x1830947542904960/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/440 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.037434:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a5c00 with x1830947542904960 ext(5242880->6291455) 00002000:00010000:0.0:1746128139.037440:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800840a5c00 00000100:00100000:3.0:1746128139.049564:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.049673:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542905216 00000100:00100000:0.0:1746128139.049680:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542905216 00002000:00100000:0.0:1746128139.049716:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880130e0e300 x1830947542905216/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.049725:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0e300 with x1830947542905216 ext(6291456->7340031) 00002000:00010000:0.0:1746128139.049729:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0e300 00000100:00100000:0.0:1746128139.049762:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4149 00000100:00100000:0.0:1746128139.049770:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1965:x1830947542905216:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128139.059436:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1965:x1830947542905216:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 9659us (9869us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128139.059445:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4149 00002000:00100000:0.0:1746128139.059454:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880130e0e300 x1830947542905216/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/440 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.059462:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0e300 with x1830947542905216 ext(6291456->7340031) 00002000:00010000:0.0:1746128139.059466:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0e300 00000100:00100000:3.0:1746128139.075160:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128139.075412:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128139.076658:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.078553:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542905472 00000100:00100000:0.0:1746128139.078563:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542905472 00002000:00100000:0.0:1746128139.078614:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880130e0c000 x1830947542905472/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.078623:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0c000 with x1830947542905472 ext(6291456->7340031) 00002000:00010000:0.0:1746128139.078627:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130e0c000 00000100:00100000:0.0:1746128139.078641:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542905728 00000100:00100000:0.0:1746128139.078643:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542905728 00002000:00100000:0.0:1746128139.078653:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880130e0fb80 x1830947542905728/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.078664:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0fb80 with x1830947542905728 ext(7340032->8388607) 00002000:00010000:0.0:1746128139.078666:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130e0fb80 00000100:00100000:0.0:1746128139.078674:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542905984 00000100:00100000:0.0:1746128139.078676:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542905984 00002000:00100000:0.0:1746128139.078686:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff880130e0d880 x1830947542905984/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.078691:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0d880 with x1830947542905984 ext(7340032->8388607) 00002000:00010000:0.0:1746128139.078693:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0d880 00000100:00100000:0.0:1746128139.078702:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4150 00000100:00100000:0.0:1746128139.078708:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+25:1964:x1830947542905472:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128139.079217:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4151 00000100:00100000:1.0:1746128139.079225:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+26:1963:x1830947542905728:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:3.0:1746128139.079871:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4152 00000100:00100000:3.0:1746128139.079879:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1964:x1830947542905984:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128139.100238:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+26:1964:x1830947542905472:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 21522us (25077us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128139.100248:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4150 00002000:00100000:2.0:1746128139.100258:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880130e0c000 x1830947542905472/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/440 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.100266:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0c000 with x1830947542905472 ext(6291456->7340031) 00002000:00010000:2.0:1746128139.100271:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130e0c000 00000100:00100000:2.0:1746128139.100627:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+24:1963:x1830947542905728:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 21403us (25214us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128139.100633:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4151 00002000:00100000:2.0:1746128139.100637:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880130e0fb80 x1830947542905728/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/440 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.100643:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0fb80 with x1830947542905728 ext(7340032->8388607) 00002000:00010000:2.0:1746128139.100645:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130e0fb80 00000100:00100000:2.0:1746128139.110198:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1964:x1830947542905984:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 30312us (33533us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128139.110209:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4152 00002000:00100000:2.0:1746128139.110219:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff880130e0d880 x1830947542905984/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/440 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.110227:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0d880 with x1830947542905984 ext(7340032->8388607) 00002000:00010000:2.0:1746128139.110232:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0d880 00000100:00100000:3.0:1746128139.117919:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128139.118120:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542906240 00000100:00100000:2.0:1746128139.118129:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542906240 00002000:00100000:2.0:1746128139.118378:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff880130e0c380 x1830947542906240/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.118387:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0c380 with x1830947542906240 ext(8388608->9437183) 00002000:00010000:2.0:1746128139.118392:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0c380 00000100:00100000:2.0:1746128139.118736:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4153 00000100:00100000:2.0:1746128139.118743:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1963:x1830947542906240:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128139.127182:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.127304:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542906496 00000100:00100000:0.0:1746128139.127311:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542906496 00002000:00100000:0.0:1746128139.127346:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff8800840a7100 x1830947542906496/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.127355:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a7100 with x1830947542906496 ext(8388608->9437183) 00002000:00010000:0.0:1746128139.127359:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800840a7100 00000100:00100000:0.0:1746128139.127387:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4154 00000100:00100000:0.0:1746128139.127393:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+24:1963:x1830947542906496:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128139.135801:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1963:x1830947542906240:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 17050us (17879us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128139.135812:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4153 00002000:00100000:2.0:1746128139.135822:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff880130e0c380 x1830947542906240/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/440 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.135837:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e0c380 with x1830947542906240 ext(8388608->9437183) 00002000:00010000:2.0:1746128139.135842:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e0c380 00000100:00100000:0.0:1746128139.140549:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+24:1963:x1830947542906496:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 13149us (13367us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128139.140559:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4154 00002000:00100000:0.0:1746128139.140569:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff8800840a7100 x1830947542906496/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/440 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.140601:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a7100 with x1830947542906496 ext(8388608->9437183) 00002000:00010000:0.0:1746128139.140606:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800840a7100 00000100:00100000:1.0:1746128139.155447:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.155481:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.155750:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542906752 00000100:00100000:0.0:1746128139.155757:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542906752 00002000:00100000:0.0:1746128139.155793:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff8800840a6d80 x1830947542906752/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.155802:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a6d80 with x1830947542906752 ext(9437184->10485759) 00002000:00010000:0.0:1746128139.155807:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a6d80 00000100:00100000:0.0:1746128139.155839:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542907008 00000100:00100000:0.0:1746128139.155842:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542907008 00002000:00100000:0.0:1746128139.155853:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff8800840a5180 x1830947542907008/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.155860:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a5180 with x1830947542907008 ext(9437184->10485759) 00002000:00010000:0.0:1746128139.155862:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800840a5180 00000100:00100000:0.0:1746128139.155872:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4155 00000100:00100000:0.0:1746128139.155877:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1966:x1830947542906752:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128139.156481:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4156 00000100:00100000:0.0:1746128139.156488:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+24:1966:x1830947542907008:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128139.168239:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1966:x1830947542906752:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 12353us (12801us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128139.168250:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4155 00002000:00100000:0.0:1746128139.168261:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff8800840a6d80 x1830947542906752/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/440 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.168275:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a6d80 with x1830947542906752 ext(9437184->10485759) 00002000:00010000:0.0:1746128139.168280:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a6d80 00000100:00100000:1.0:1746128139.170552:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+24:1966:x1830947542907008:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 14059us (15064us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128139.170561:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4156 00002000:00100000:1.0:1746128139.170583:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff8800840a5180 x1830947542907008/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/440 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.170684:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a5180 with x1830947542907008 ext(9437184->10485759) 00002000:00010000:1.0:1746128139.170688:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800840a5180 00000100:00100000:1.0:1746128139.174653:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128139.175130:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542907264 00000100:00100000:2.0:1746128139.175137:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542907264 00002000:00100000:2.0:1746128139.175169:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff8800840a4e00 x1830947542907264/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.175177:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a4e00 with x1830947542907264 ext(10485760->11534335) 00002000:00010000:2.0:1746128139.175181:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a4e00 00000100:00100000:2.0:1746128139.175530:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4157 00000100:00100000:2.0:1746128139.175537:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1963:x1830947542907264:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128139.182727:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.183233:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542907520 00000100:00100000:0.0:1746128139.184051:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542907520 00002000:00100000:0.0:1746128139.184090:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff880091f96d80 x1830947542907520/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.184099:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f96d80 with x1830947542907520 ext(10485760->11534335) 00002000:00010000:0.0:1746128139.184104:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f96d80 00000100:00100000:0.0:1746128139.184135:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4158 00000100:00100000:0.0:1746128139.184142:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+24:1963:x1830947542907520:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:3.0:1746128139.191524:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128139.191733:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1963:x1830947542907264:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 16195us (17084us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128139.191746:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4157 00002000:00100000:2.0:1746128139.191756:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff8800840a4e00 x1830947542907264/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/440 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.191764:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a4e00 with x1830947542907264 ext(10485760->11534335) 00002000:00010000:2.0:1746128139.191768:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a4e00 00000100:00100000:2.0:1746128139.191785:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542907776 00000100:00100000:2.0:1746128139.191790:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542907776 00002000:00100000:2.0:1746128139.191810:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff880134448000 x1830947542907776/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.191816:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134448000 with x1830947542907776 ext(11534336->12582911) 00002000:00010000:2.0:1746128139.191818:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134448000 00000100:00100000:2.0:1746128139.191842:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4159 00000100:00100000:2.0:1746128139.191848:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134448000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1963:x1830947542907776:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128139.205189:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+24:1963:x1830947542907520:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 21040us (22461us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128139.205198:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4158 00002000:00100000:0.0:1746128139.205207:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff880091f96d80 x1830947542907520/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/440 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.205215:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f96d80 with x1830947542907520 ext(10485760->11534335) 00002000:00010000:0.0:1746128139.205220:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f96d80 00000100:00100000:2.0:1746128139.212280:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134448000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1963:x1830947542907776:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 20424us (20754us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128139.212290:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4159 00002000:00100000:2.0:1746128139.212300:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff880134448000 x1830947542907776/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/440 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.212308:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134448000 with x1830947542907776 ext(11534336->12582911) 00002000:00010000:2.0:1746128139.212313:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134448000 00000100:00100000:3.0:1746128139.220444:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128139.220520:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542908032 00000100:00100000:2.0:1746128139.220528:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542908032 00002000:00100000:2.0:1746128139.220561:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880134448380 x1830947542908032/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.220607:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134448380 with x1830947542908032 ext(11534336->12582911) 00002000:00010000:2.0:1746128139.220612:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134448380 00000100:00100000:2.0:1746128139.220630:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4160 00000100:00100000:2.0:1746128139.220636:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134448380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+24:1966:x1830947542908032:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128139.232536:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134448380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+24:1966:x1830947542908032:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 11892us (12091us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128139.232545:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4160 00002000:00100000:2.0:1746128139.232554:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880134448380 x1830947542908032/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/440 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.232563:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134448380 with x1830947542908032 ext(11534336->12582911) 00002000:00010000:2.0:1746128139.232568:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134448380 00000100:00100000:1.0:1746128139.240032:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128139.240108:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542908288 00000100:00100000:2.0:1746128139.240116:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542908288 00002000:00100000:2.0:1746128139.240153:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff8800840a5500 x1830947542908288/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.240161:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a5500 with x1830947542908288 ext(12582912->13631487) 00002000:00010000:2.0:1746128139.240166:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a5500 00000100:00100000:2.0:1746128139.240602:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4161 00000100:00100000:2.0:1746128139.240609:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1966:x1830947542908288:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128139.252404:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1966:x1830947542908288:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 11787us (12369us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128139.252413:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4161 00002000:00100000:2.0:1746128139.252423:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff8800840a5500 x1830947542908288/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/440 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.252432:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a5500 with x1830947542908288 ext(12582912->13631487) 00002000:00010000:2.0:1746128139.252437:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a5500 00000100:00100000:3.0:1746128139.259051:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.259199:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542908544 00000100:00100000:1.0:1746128139.259207:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542908544 00000100:00100000:1.0:1746128139.259254:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 169 00000100:00100000:1.0:1746128139.259262:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134448700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1143:x1830947542908544:12345-192.168.203.28@tcp:35:cmp.0 00000100:00100000:1.0:1746128139.259425:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134448700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+17:1143:x1830947542908544:12345-192.168.203.28@tcp:35:cmp.0 Request processed in 164us (381us total) trans 4294984707 rc 0/0 00000100:00100000:1.0:1746128139.259431:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 169 00000100:00100000:1.0:1746128139.264045:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128139.264162:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542908800 00000100:00100000:2.0:1746128139.264169:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542908800 00000100:00100000:2.0:1746128139.264210:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 170 00000100:00100000:2.0:1746128139.264216:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+17:1143:x1830947542908800:12345-192.168.203.28@tcp:35:cmp.0 00000100:00100000:2.0:1746128139.265040:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1143:x1830947542908800:12345-192.168.203.28@tcp:35:cmp.0 Request processed in 822us (1000us total) trans 4294984708 rc 0/0 00000100:00100000:2.0:1746128139.265046:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 170 00000100:00100000:1.0:1746128139.275674:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.276787:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128139.277182:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542909184 00000100:00100000:3.0:1746128139.277190:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542909184 00000100:00100000:2.0:1746128139.277202:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542908928 00000100:00100000:2.0:1746128139.277205:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542908928 00000100:00100000:3.0:1746128139.277225:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40741 00000100:00100000:2.0:1746128139.277231:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5 00000100:00100000:3.0:1746128139.277232:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800898d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1144:x1830947542909184:12345-192.168.203.28@tcp:36:rm.0 00000100:00100000:2.0:1746128139.277235:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1965:x1830947542908928:12345-192.168.203.28@tcp:63:ll_sa.0 00010000:00010000:2.0:1746128139.277262:0:7087:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128139.277274:0:20908:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746128139.277275:0:7087:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093600/0x802a7453533bd780 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3f49 expref: -99 pid: 7087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128139.277290:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5800/0x802a7453533bd6df lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ee7 expref: 26 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.277304:0:7087:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd787 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7087 initiator: MDT0 00010000:00010000:3.0:1746128139.277307:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52b0600/0x802a7453533bd470 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3e7e expref: 25 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.277312:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd787 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:3.0:1746128139.277315:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012c411200) 00010000:00010000:2.0:1746128139.277318:0:7087:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd787 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7087 initiator: MDT0 00010000:00010000:3.0:1746128139.277321:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012baaa800/0x802a7453533bd6c3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ee0 expref: 24 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.277328:0:7087:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd78e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7087 initiator: MDT0 00010000:00010000:3.0:1746128139.277329:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bf8c100) 00010000:00010000:3.0:1746128139.277331:0:20908:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128139.277333:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd78e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:3.0:1746128139.277336:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009578e400/0x802a7453533bd795 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128139.277338:0:7087:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd78e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7087 initiator: MDT0 00010000:00010000:3.0:1746128139.277343:0:20908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012baabe00/0x802a7453533bd6fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3efc expref: 17 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128139.277348:0:20908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009578e400/0x802a7453533bd795 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128139.277513:0:7087:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd787 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.277519:0:7087:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd787 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.277524:0:7087:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd787 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.277528:0:7087:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c093000 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128139.277532:0:7087:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd787 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.277537:0:7087:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd787 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.277543:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bf8c100) 00010000:00010000:2.0:1746128139.277546:0:7087:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128139.277548:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009578e400/0x802a7453533bd795 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128139.277553:0:7087:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd787 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.277557:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd787 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.277566:0:7087:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd78e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.277596:0:7087:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd78e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.277600:0:7087:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd78e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.277604:0:7087:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c093e00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128139.277606:0:7087:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd78e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.277610:0:7087:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd78e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.277615:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88012c411f00) 00010000:00010000:2.0:1746128139.277617:0:7087:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128139.277619:0:7087:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd78e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.277623:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093e00/0x802a7453533bd78e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:3.0:1746128139.277702:0:20908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012baabe00/0x802a7453533bd6fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3efc expref: 17 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128139.277712:0:20908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012baabe00/0x802a7453533bd6fb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3efc expref: 17 pid: 7083 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746128139.277721:0:20908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134448a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20908:1830947540475648:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128139.277875:0:20908:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a847f300 going to sleep for 11 seconds 00010000:00010000:2.0:1746128139.277920:0:7087:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093600/0x802a7453533bd780 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f49 expref: 23 pid: 7087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.277927:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bf8c100) 00010000:00010000:2.0:1746128139.277928:0:7087:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746128139.277930:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009578e400/0x802a7453533bd795 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128139.277935:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093600/0x802a7453533bd780 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f49 expref: 23 pid: 7087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.277946:0:7087:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c093600, rc -2) 00000100:00100000:2.0:1746128139.277970:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1965:x1830947542908928:12345-192.168.203.28@tcp:63:ll_sa.0 Request processed in 734us (2301us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746128139.277976:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5 00000100:00100000:3.0:1746128139.281077:0:20908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134448a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20908:1830947540475648:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128139.281095:0:20908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009578e400/0x802a7453533bd795 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000100:00100000:0.0:1746128139.281149:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.281236:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542909312 00000100:00100000:1.0:1746128139.281241:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542909312 00010000:00010000:1.0:1746128139.281265:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012baabe00/0x802a7453533bd6fb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3efc expref: 18 pid: 7083 timeout: 635 lvb_type: 0 00000100:00100000:1.0:1746128139.281285:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9360 00000100:00100000:1.0:1746128139.281291:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800898da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1963:x1830947542909312:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128139.281301:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128139.281305:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012baabe00/0x802a7453533bd6fb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3efc expref: 18 pid: 7083 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746128139.281313:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012baabe00/0x802a7453533bd6fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3efc expref: 18 pid: 7083 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746128139.281329:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012baabe00/0x802a7453533bd6fb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3efc expref: 18 pid: 7083 timeout: 635 lvb_type: 0 00010000:00010000:1.0:1746128139.281356:0:7067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bf8c100) 00010000:00010000:1.0:1746128139.281360:0:7067:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009578e400/0x802a7453533bd795 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128139.281367:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009578e400/0x802a7453533bd795 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128139.281371:0:7067:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009578e400/0x802a7453533bd795 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128139.281385:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128139.281413:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800898da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+17:1963:x1830947542909312:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 122us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128139.281418:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9360 00010000:00010000:3.0:1746128139.281480:0:20908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009578e400/0x802a7453533bd795 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.281486:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009578e400/0x802a7453533bd795 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.281556:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093729a00/0x802a7453533bd79c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.281562:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093729a00/0x802a7453533bd79c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.281568:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093729a00/0x802a7453533bd79c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.281810:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093728c00/0x802a7453533bd7a3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.281819:0:20908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70ec00/0x802a7453533bd4fc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ea8 expref: 16 pid: 21156 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128139.281833:0:20908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093728c00/0x802a7453533bd7a3 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.281850:0:20908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70ec00/0x802a7453533bd4fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ea8 expref: 16 pid: 21156 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128139.281859:0:20908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70ec00/0x802a7453533bd4fc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ea8 expref: 16 pid: 21156 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746128139.281868:0:20908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134448a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20908:1830947540475776:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128139.282427:0:20908:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a847f300 going to sleep for 11 seconds 00000100:00100000:3.0:1746128139.284459:0:20908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134448a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20908:1830947540475776:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128139.284476:0:20908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093728c00/0x802a7453533bd7a3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000100:00100000:0.0:1746128139.284756:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128139.284799:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542909440 00000100:00100000:3.0:1746128139.284804:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542909440 00010000:00010000:3.0:1746128139.284835:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70ec00/0x802a7453533bd4fc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ea8 expref: 17 pid: 21156 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746128139.284865:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9361 00000100:00100000:3.0:1746128139.284871:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800898da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+17:1964:x1830947542909440:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128139.284881:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128139.284885:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70ec00/0x802a7453533bd4fc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ea8 expref: 17 pid: 21156 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746128139.284894:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70ec00/0x802a7453533bd4fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ea8 expref: 17 pid: 21156 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746128139.284930:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b70ec00/0x802a7453533bd4fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ea8 expref: 17 pid: 21156 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746128139.284952:0:9797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012c411200) 00010000:00010000:3.0:1746128139.284956:0:9797:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880093728c00/0x802a7453533bd7a3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.284963:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093728c00/0x802a7453533bd7a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.284968:0:9797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093728c00/0x802a7453533bd7a3 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.285099:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128139.285137:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800898da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1964:x1830947542909440:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 266us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128139.285143:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9361 00010000:00010000:0.0:1746128139.285184:0:20908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093728c00/0x802a7453533bd7a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.285190:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093728c00/0x802a7453533bd7a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000040:00080000:0.0:1746128139.285878:0:20908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152 00000004:00080000:0.0:1746128139.285884:0:20908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 535355311155ns, next at 536355309949ns, rc = 0 00000040:00080000:0.0:1746128139.285911:0:20908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off8960 00000004:00080000:0.0:1746128139.285914:0:20908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 535355341494ns, next at 536355341080ns, rc = 0 00010000:00010000:0.0:1746128139.285960:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bd7aa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.285968:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bd7aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.285974:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bd7aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.285979:0:20908:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bd7aa lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.285983:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bd7aa lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.285987:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bd7aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.286008:0:20908:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1746128139.286022:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093728c00/0x802a7453533bd7a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.286026:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093728c00/0x802a7453533bd7a3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.286031:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093728c00/0x802a7453533bd7a3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.286036:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093728c00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:0.0:1746128139.286039:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093728c00/0x802a7453533bd7a3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.286045:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093728c00/0x802a7453533bd7a3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.286052:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012c411200) 00010000:00010000:0.0:1746128139.286054:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746128139.286057:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093728c00/0x802a7453533bd7a3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.286061:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093728c00/0x802a7453533bd7a3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.286133:0:11110:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746128139.286137:0:11110:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bd7aa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.286141:0:11110:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800956b5200 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128139.286144:0:11110:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bd7aa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.286148:0:11110:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bd7aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.286154:0:11110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012c411200) 00010000:00010000:3.0:1746128139.286156:0:11110:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1746128139.286158:0:11110:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bd7aa lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.286162:0:11110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bd7aa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.286173:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746128139.286174:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746128139.286175:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746128139.286439:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009578e400/0x802a7453533bd795 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.286446:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009578e400/0x802a7453533bd795 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.286451:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009578e400/0x802a7453533bd795 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.286455:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009578e400 already unused, calling callback (ffffffffa137a690) 00010000:00010000:0.0:1746128139.286457:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009578e400/0x802a7453533bd795 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.286461:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009578e400/0x802a7453533bd795 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.286467:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bf8c100) 00010000:00010000:0.0:1746128139.286469:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128139.286470:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009578e400/0x802a7453533bd795 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.286477:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009578e400/0x802a7453533bd795 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00000004:00010000:0.0:1746128139.286488:0:20908:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800898d9f80 reply state ffff880133935000 transno 4294984709 ns: mdt-lustre-MDT0000_UUID lock: ffff880093729a00/0x802a7453533bd79c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000100:00100000:0.0:1746128139.286493:0:20908:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746128139.286537:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800898d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1144:x1830947542909184:12345-192.168.203.28@tcp:36:rm.0 Request processed in 9304us (9751us total) trans 4294984709 rc 0/0 00000100:00100000:0.0:1746128139.286543:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40741 00010000:00010000:3.0:1746128139.294343:0:3288:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093729a00/0x802a7453533bd79c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.294356:0:3288:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093729a00/0x802a7453533bd79c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.294362:0:3288:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093729a00/0x802a7453533bd79c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.294367:0:3288:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093729a00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128139.294372:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093729a00/0x802a7453533bd79c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.294378:0:3288:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093729a00/0x802a7453533bd79c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.294390:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009272db00) 00010000:00010000:3.0:1746128139.294392:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128139.294396:0:3288:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093729a00/0x802a7453533bd79c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.294400:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093729a00/0x802a7453533bd79c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.308324:0:11111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746128139.328625:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.328695:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542909568 00000100:00100000:0.0:1746128139.328703:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542909568 00000100:00100000:0.0:1746128139.328753:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40742 00000100:00100000:0.0:1746128139.328760:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+22:1147:x1830947542909568:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:0.0:1746128139.328779:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128139.328793:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5400/0x802a7453533bd7b1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3f81 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.328879:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4200/0x802a7453533bd7b8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.328890:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4200/0x802a7453533bd7b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.328899:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4200/0x802a7453533bd7b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:0.0:1746128139.328942:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746128139.328945:0:20908:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:0.0:1746128139.328956:0:20908:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4200/0x802a7453533bd7b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128139.328973:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5400/0x802a7453533bd7b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f81 expref: 24 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.329183:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4200/0x802a7453533bd7b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f81 expref: 23 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.329190:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bf8c000) 00010000:00010000:0.0:1746128139.329192:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746128139.329195:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956b4200, rc 0) 00000100:00100000:0.0:1746128139.330107:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1147:x1830947542909568:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 1345us (1487us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128139.330114:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40742 00000100:00100000:0.0:1746128139.331877:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.331956:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542909824 00000100:00100000:1.0:1746128139.331962:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542909824 00000100:00100000:1.0:1746128139.331991:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40743 00000100:00100000:1.0:1746128139.331998:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800898daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+23:1147:x1830947542909824:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:1.0:1746128139.332015:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128139.332017:0:20908:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746128139.332035:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4200/0x802a7453533bd7b8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f81 expref: 23 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.332049:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bf8c000) 00010000:00010000:1.0:1746128139.332056:0:20908:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746128139.332064:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800951bfa00/0x802a7453533bd7bf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3f88 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.332150:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800951be400/0x802a7453533bd7c6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128139.332159:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800951be400/0x802a7453533bd7c6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128139.332166:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800951be400/0x802a7453533bd7c6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128139.332174:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800952c4c00/0x802a7453533bd7cd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128139.332178:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800952c4c00/0x802a7453533bd7cd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128139.332182:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800952c4c00/0x802a7453533bd7cd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128139.332495:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x802a7453533bd7d4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128139.332502:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x802a7453533bd7d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128139.332510:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x802a7453533bd7d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:1.0:1746128139.332517:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00010000:00010000:1.0:1746128139.332531:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800951be400/0x802a7453533bd7c6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128139.332535:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800951be400/0x802a7453533bd7c6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128139.332540:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800951be400/0x802a7453533bd7c6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128139.332545:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800951be400 already unused, calling callback (ffffffffa137a690) 00010000:00010000:1.0:1746128139.332547:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800951be400/0x802a7453533bd7c6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128139.332552:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800951be400/0x802a7453533bd7c6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128139.332558:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bb36600) 00010000:00010000:1.0:1746128139.332560:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128139.332562:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800951be400/0x802a7453533bd7c6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128139.332566:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800951be400/0x802a7453533bd7c6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00000004:00010000:1.0:1746128139.332592:0:20908:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800898daa00 reply state ffff880084d27000 transno 4294984710 ns: mdt-lustre-MDT0000_UUID lock: ffff8800952c4c00/0x802a7453533bd7cd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000100:00100000:1.0:1746128139.332598:0:20908:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746128139.332614:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800951bfa00/0x802a7453533bd7bf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f88 expref: 25 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.332627:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x802a7453533bd7d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f88 expref: 24 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.332632:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88009bb36500) 00010000:00010000:1.0:1746128139.332634:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746128139.332636:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631a00, rc 0) 00000100:00100000:1.0:1746128139.332674:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800898daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1147:x1830947542909824:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 676us (801us total) trans 4294984710 rc 0/0 00000100:00100000:1.0:1746128139.332680:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40743 00000100:00100000:1.0:1746128139.337217:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128139.337306:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542910080 00000100:00100000:2.0:1746128139.337313:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542910080 00000100:00100000:2.0:1746128139.337349:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40744 00000100:00100000:2.0:1746128139.337356:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1147:x1830947542910080:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:3.0:1746128139.337612:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800952c4c00/0x802a7453533bd7cd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.337622:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800952c4c00/0x802a7453533bd7cd lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.337627:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800952c4c00/0x802a7453533bd7cd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.337632:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800952c4c00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128139.337636:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800952c4c00/0x802a7453533bd7cd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.337641:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800952c4c00/0x802a7453533bd7cd lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.337653:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009bb36b00) 00010000:00010000:3.0:1746128139.337655:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128139.337659:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800952c4c00/0x802a7453533bd7cd lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128139.337666:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800952c4c00/0x802a7453533bd7cd lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128139.337789:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128139.337802:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caba00/0x802a7453533bd7e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3f8f expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.337876:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab400/0x802a7453533bd7e9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.337887:0:7083:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x802a7453533bd7d4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f88 expref: 25 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.337892:0:7083:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab400/0x802a7453533bd7e9 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.337916:0:7083:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x802a7453533bd7d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f88 expref: 25 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.337925:0:7083:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x802a7453533bd7d4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f88 expref: 25 pid: 20908 timeout: 635 lvb_type: 0 00000100:00100000:2.0:1746128139.337936:0:7083:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f95500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7083:1830947540475904:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128139.338474:0:7083:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093625e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746128139.342181:0:7083:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f95500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7083:1830947540475904:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128139.342200:0:7083:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab400/0x802a7453533bd7e9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1746128139.342315:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128139.342482:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542910208 00000100:00100000:3.0:1746128139.342488:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542910208 00010000:00010000:3.0:1746128139.342513:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x802a7453533bd7d4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f88 expref: 26 pid: 20908 timeout: 635 lvb_type: 0 00000100:00100000:3.0:1746128139.342533:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9362 00000100:00100000:3.0:1746128139.342539:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1964:x1830947542910208:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128139.342549:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128139.342553:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x802a7453533bd7d4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f88 expref: 26 pid: 20908 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746128139.342562:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x802a7453533bd7d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f88 expref: 26 pid: 20908 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746128139.342606:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x802a7453533bd7d4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f88 expref: 26 pid: 20908 timeout: 635 lvb_type: 0 00010000:00010000:3.0:1746128139.342629:0:9797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88009bb36500) 00010000:00010000:3.0:1746128139.342633:0:9797:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab400/0x802a7453533bd7e9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128139.342640:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab400/0x802a7453533bd7e9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128139.342644:0:9797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab400/0x802a7453533bd7e9 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128139.342660:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128139.342691:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1964:x1830947542910208:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 152us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128139.342697:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9362 00010000:00010000:0.0:1746128139.342774:0:7083:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab400/0x802a7453533bd7e9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128139.342779:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab400/0x802a7453533bd7e9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1746128139.342791:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00000004:00080000:0.0:1746128139.343019:0:7083:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1c:0x0], index 1: 0 00000004:00080000:0.0:1746128139.343026:0:7083:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d:0x0], index 0: 0 00010000:00010000:0.0:1746128139.343113:0:7083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab400/0x802a7453533bd7e9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128139.343120:0:7083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab400/0x802a7453533bd7e9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128139.343125:0:7083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab400/0x802a7453533bd7e9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128139.343130:0:7083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091cab400 already unused, calling callback (ffffffffa137a690) 00010000:00010000:0.0:1746128139.343133:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab400/0x802a7453533bd7e9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128139.343138:0:7083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab400/0x802a7453533bd7e9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128139.343145:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88009bb36500) 00010000:00010000:0.0:1746128139.343147:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746128139.343150:0:7083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab400/0x802a7453533bd7e9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128139.343154:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab400/0x802a7453533bd7e9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128139.343195:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caba00/0x802a7453533bd7e2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f8f expref: 25 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.343201:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caba00/0x802a7453533bd7e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f8f expref: 25 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.343210:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091caba00, rc 0) 00000100:00100000:0.0:1746128139.343228:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1147:x1830947542910080:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 5873us (6018us total) trans 4294984711 rc 301/301 00000100:00100000:0.0:1746128139.343233:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40744 00000100:00100000:2.0:1746128139.346967:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.347071:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542910464 00000100:00100000:1.0:1746128139.347078:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542910464 00000100:00100000:1.0:1746128139.347108:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 171 00000100:00100000:1.0:1746128139.347114:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+24:1147:x1830947542910464:12345-192.168.203.28@tcp:35:lfs.0 00000100:00100000:1.0:1746128139.347343:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1147:x1830947542910464:12345-192.168.203.28@tcp:35:lfs.0 Request processed in 227us (380us total) trans 4294984712 rc 0/0 00000100:00100000:1.0:1746128139.347349:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 171 00000100:00100000:0.0:1746128139.349366:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128139.349456:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542910592 00000100:00100000:2.0:1746128139.349463:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542910592 00000100:00100000:2.0:1746128139.349503:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40745 00000100:00100000:2.0:1746128139.349510:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800898dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+25:1147:x1830947542910592:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:2.0:1746128139.349525:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128139.349540:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa000/0x802a7453533bd7f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3f96 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.349618:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa000/0x802a7453533bd7f7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f96 expref: 26 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.349629:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa000/0x802a7453533bd7f7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f96 expref: 26 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.349644:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012c411c00) 00010000:00010000:2.0:1746128139.349646:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746128139.349648:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091caa000, rc 0) 00000100:00100000:2.0:1746128139.349692:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800898dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1147:x1830947542910592:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 182us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128139.349698:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40745 00000100:00100000:1.0:1746128139.353068:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128139.353124:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542910848 00000100:00100000:2.0:1746128139.353130:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542910848 00000100:00100000:2.0:1746128139.353156:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 172 00000100:00100000:2.0:1746128139.353161:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a5a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+26:1147:x1830947542910848:12345-192.168.203.28@tcp:35:lfs.0 00000100:00100000:2.0:1746128139.353782:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a5a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1147:x1830947542910848:12345-192.168.203.28@tcp:35:lfs.0 Request processed in 619us (717us total) trans 4294984713 rc 0/0 00000100:00100000:2.0:1746128139.353788:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 172 00000100:00100000:3.0:1746128139.363132:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.363203:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542910976 00000100:00100000:1.0:1746128139.363210:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542910976 00000100:00100000:1.0:1746128139.363255:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40746 00000100:00100000:1.0:1746128139.363262:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134448a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1149:x1830947542910976:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:1.0:1746128139.363281:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128139.363296:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631c00/0x802a7453533bd7fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3f9d expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.363341:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631800/0x802a7453533bd805 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128139.363351:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631800/0x802a7453533bd805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128139.363359:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631800/0x802a7453533bd805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:1.0:1746128139.363402:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746128139.363405:0:20908:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:1.0:1746128139.363416:0:20908:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631800/0x802a7453533bd805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128139.363432:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631c00/0x802a7453533bd7fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f9d expref: 18 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.363459:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631800/0x802a7453533bd805 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f9d expref: 17 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.363467:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bb36500) 00010000:00010000:1.0:1746128139.363469:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746128139.363471:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631800, rc 0) 00000100:00100000:1.0:1746128139.363515:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134448a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+17:1149:x1830947542910976:12345-192.168.203.28@tcp:101:dd.0 Request processed in 253us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128139.363521:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40746 00000100:00100000:1.0:1746128139.366894:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128139.367081:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542911104 00000100:00100000:2.0:1746128139.367087:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542911104 00000100:00100000:2.0:1746128139.367123:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40747 00000100:00100000:2.0:1746128139.367130:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+27:1148:x1830947542911104:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:2.0:1746128139.367147:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128139.367160:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd80c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3fa4 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.367201:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x802a7453533bd813 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.367211:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x802a7453533bd813 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.367218:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x802a7453533bd813 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:2.0:1746128139.367259:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746128139.367262:0:7083:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1746128139.367273:0:7083:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x802a7453533bd813 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.367288:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd80c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fa4 expref: 29 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.367303:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x802a7453533bd813 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fa4 expref: 28 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.367309:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bb36500) 00010000:00010000:2.0:1746128139.367311:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746128139.367313:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091cab600, rc 0) 00000100:00100000:2.0:1746128139.368506:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:1148:x1830947542911104:12345-192.168.203.28@tcp:101:dd.0 Request processed in 1370us (1612us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128139.368513:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40747 00000100:00100000:0.0:1746128139.368847:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128139.369000:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542911360 00000100:00100000:2.0:1746128139.369005:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542911360 00000100:00100000:2.0:1746128139.369123:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40748 00000100:00100000:2.0:1746128139.369129:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800898db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+17:1149:x1830947542911360:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:2.0:1746128139.369142:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128139.369151:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x802a7453533bd81a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3fab expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.369207:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caba00/0x802a7453533bd821 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.369216:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caba00/0x802a7453533bd821 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.369222:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caba00/0x802a7453533bd821 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:2.0:1746128139.369229:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:2.0:1746128139.369300:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabc00/0x802a7453533bd81a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fab expref: 20 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.369310:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caba00/0x802a7453533bd821 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fab expref: 19 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.369315:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012c411d00) 00010000:00010000:2.0:1746128139.369318:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128139.369320:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091caba00, rc 0) 00000100:00100000:2.0:1746128139.370551:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800898db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+19:1149:x1830947542911360:12345-192.168.203.28@tcp:101:dd.0 Request processed in 1417us (1701us total) trans 4294984714 rc 0/0 00000100:00100000:2.0:1746128139.370558:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40748 00000100:00100000:0.0:1746128139.378430:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.378470:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.378494:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128139.378547:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542911872 00000100:00100000:2.0:1746128139.378554:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542911872 00000100:00100000:2.0:1746128139.378596:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 6 00000100:00100000:2.0:1746128139.378602:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800898db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+28:1964:x1830947542911872:12345-192.168.203.28@tcp:63:ll_sa.0 00010000:00010000:2.0:1746128139.378628:0:7087:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128139.378640:0:7087:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab400/0x802a7453533bd82f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3fb9 expref: -99 pid: 7087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.378675:0:7087:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd836 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378684:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd836 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378691:0:7087:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd836 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378700:0:7087:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd83d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378705:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd83d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378709:0:7087:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd83d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378783:0:7087:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caaa00/0x802a7453533bd844 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378789:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caaa00/0x802a7453533bd844 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378793:0:7087:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caaa00/0x802a7453533bd844 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7087 initiator: MDT0 00000004:00200000:2.0:1746128139.378804:0:7087:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00000004:00200000:2.0:1746128139.378807:0:7087:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746128139.378815:0:7087:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091caaa00/0x802a7453533bd844 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378831:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caaa00/0x802a7453533bd844 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378837:0:7087:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd836 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378841:0:7087:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd836 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378846:0:7087:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd836 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378850:0:7087:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091cab800 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128139.378853:0:7087:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd836 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378857:0:7087:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd836 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378865:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bb36500) 00010000:00010000:2.0:1746128139.378867:0:7087:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128139.378869:0:7087:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd836 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378874:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab800/0x802a7453533bd836 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378881:0:7087:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd83d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378885:0:7087:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd83d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378888:0:7087:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd83d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378892:0:7087:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091cabe00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128139.378893:0:7087:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd83d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378897:0:7087:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd83d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378901:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012c411300) 00010000:00010000:2.0:1746128139.378902:0:7087:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128139.378904:0:7087:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd83d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378907:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cabe00/0x802a7453533bd83d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378923:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab400/0x802a7453533bd82f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fb9 expref: 30 pid: 7087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.378931:0:7087:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caaa00/0x802a7453533bd844 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fb9 expref: 29 pid: 7087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.378939:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012c411c00) 00010000:00010000:2.0:1746128139.378941:0:7087:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128139.378943:0:7087:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091caaa00, rc 0) 00010000:00010000:2.0:1746128139.378945:0:7087:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128139.378948:0:7087:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x802a7453533bd84b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3fc0 expref: -99 pid: 7087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.378959:0:7087:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd852 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378964:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd852 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378968:0:7087:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd852 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378975:0:7087:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52b0600/0x802a7453533bd859 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378978:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52b0600/0x802a7453533bd859 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378982:0:7087:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52b0600/0x802a7453533bd859 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.378998:0:7087:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd852 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.379003:0:7087:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd852 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.379007:0:7087:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd852 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.379010:0:7087:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091caae00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128139.379012:0:7087:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd852 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.379016:0:7087:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd852 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.379020:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bb36500) 00010000:00010000:2.0:1746128139.379022:0:7087:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128139.379023:0:7087:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd852 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.379027:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caae00/0x802a7453533bd852 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.379031:0:7087:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52b0600/0x802a7453533bd859 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.379035:0:7087:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52b0600/0x802a7453533bd859 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.379038:0:7087:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52b0600/0x802a7453533bd859 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.379041:0:7087:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b52b0600 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128139.379043:0:7087:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52b0600/0x802a7453533bd859 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.379046:0:7087:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52b0600/0x802a7453533bd859 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.379050:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88012c411000) 00010000:00010000:2.0:1746128139.379052:0:7087:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128139.379054:0:7087:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52b0600/0x802a7453533bd859 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.379058:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52b0600/0x802a7453533bd859 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128139.379072:0:7087:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x802a7453533bd84b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fc0 expref: 30 pid: 7087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.379077:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bb36500) 00010000:00010000:2.0:1746128139.379079:0:7087:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746128139.379081:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab200/0x802a7453533bd84b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fc0 expref: 30 pid: 7087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.379086:0:7087:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091cab200, rc -2) 00000100:00100000:2.0:1746128139.379117:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800898db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+29:1964:x1830947542911872:12345-192.168.203.28@tcp:63:ll_sa.0 Request processed in 516us (647us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746128139.379122:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 6 00000100:00100000:2.0:1746128139.379138:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542911616 00000100:00100000:2.0:1746128139.379140:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542911616 00000100:00100000:2.0:1746128139.379153:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40749 00000100:00100000:2.0:1746128139.379157:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800898db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+19:1149:x1830947542911616:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:2.0:1746128139.379165:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128139.379167:0:7083:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746128139.379173:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631800/0x802a7453533bd805 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f9d expref: 19 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.379180:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bb36500) 00010000:00010000:2.0:1746128139.379182:0:7083:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128139.379185:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd860 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3fb2 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.379231:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092a00/0x802a7453533bd867 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.379236:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092a00/0x802a7453533bd867 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.379241:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092a00/0x802a7453533bd867 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.379247:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092000/0x802a7453533bd86e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.379251:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092000/0x802a7453533bd86e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.379255:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092000/0x802a7453533bd86e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.379281:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd875 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.379285:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd875 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.379290:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd875 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:2.0:1746128139.379294:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00010000:00010000:2.0:1746128139.379343:0:7083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092a00/0x802a7453533bd867 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.379347:0:7083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092a00/0x802a7453533bd867 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.379352:0:7083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092a00/0x802a7453533bd867 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.379356:0:7083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c092a00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128139.379357:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092a00/0x802a7453533bd867 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.379361:0:7083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092a00/0x802a7453533bd867 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1746128139.379558:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542911744 00000100:00100000:1.0:1746128139.379561:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542911744 00000100:00100000:1.0:1746128139.379606:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 212 00000100:00100000:1.0:1746128139.379612:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d93450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+21:1965:x1830947542911744:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128139.379619:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128139.379627:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caba00/0x802a7453533bd821 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fab expref: 21 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.379637:0:7067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012c411d00) 00010000:00010000:1.0:1746128139.379640:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128139.379657:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d93450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1965:x1830947542911744:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 46us (1163us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128139.379662:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 212 00010000:00010000:2.0:1746128139.380158:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bb36500) 00010000:00010000:2.0:1746128139.380161:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128139.380164:0:7083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092a00/0x802a7453533bd867 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.380169:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092a00/0x802a7453533bd867 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.380176:0:7083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092000/0x802a7453533bd86e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.380181:0:7083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092000/0x802a7453533bd86e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.380185:0:7083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092000/0x802a7453533bd86e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.380190:0:7083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c092000 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128139.380192:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092000/0x802a7453533bd86e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.380197:0:7083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092000/0x802a7453533bd86e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.380206:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012c411200) 00010000:00010000:2.0:1746128139.380208:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128139.380209:0:7083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092000/0x802a7453533bd86e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.380213:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c092000/0x802a7453533bd86e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.380241:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c093000/0x802a7453533bd860 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fb2 expref: 20 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.380249:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd875 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fb2 expref: 19 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.380254:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012c411c00) 00010000:00010000:2.0:1746128139.380256:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128139.380257:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091caa800, rc 0) 00000100:00100000:2.0:1746128139.380323:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800898db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+19:1149:x1830947542911616:12345-192.168.203.28@tcp:101:dd.0 Request processed in 1165us (1900us total) trans 4294984715 rc 0/0 00000100:00100000:2.0:1746128139.380329:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40749 00000100:00100000:0.0:1746128139.380659:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128139.380709:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542912128 00000100:00100000:2.0:1746128139.380712:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542912128 00000100:00100000:2.0:1746128139.380762:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40750 00000100:00100000:2.0:1746128139.380768:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800898dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+29:1148:x1830947542912128:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:2.0:1746128139.380776:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128139.380778:0:7083:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746128139.380786:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091cab600/0x802a7453533bd813 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fa4 expref: 29 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.380798:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bb36500) 00010000:00010000:2.0:1746128139.380803:0:7083:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746128139.380810:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ef2a00/0x802a7453533bd883 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ff1 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.380863:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02400/0x802a7453533bd88a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.380871:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02400/0x802a7453533bd88a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128139.380878:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02400/0x802a7453533bd88a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:2.0:1746128139.380885:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4e:0x0]: returning size 26214400 00010000:00010000:2.0:1746128139.380939:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ef2a00/0x802a7453533bd883 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ff1 expref: 31 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.380951:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02400/0x802a7453533bd88a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ff1 expref: 30 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.380956:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88009272de00) 00010000:00010000:2.0:1746128139.380958:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746128139.380960:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a02400, rc 0) 00000100:00100000:2.0:1746128139.381653:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800898dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1148:x1830947542912128:12345-192.168.203.28@tcp:101:dd.0 Request processed in 884us (994us total) trans 4294984716 rc 0/0 00000100:00100000:2.0:1746128139.381659:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40750 00000100:00100000:3.0:1746128139.387526:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128139.387796:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542912384 00000100:00100000:2.0:1746128139.387803:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542912384 00000100:00100000:2.0:1746128139.387951:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4162 00000100:00100000:2.0:1746128139.387958:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134448e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542912384:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:2.0:1746128139.387984:0:31887:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094a02c00/0x802a7453533bd898 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.387994:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128139.387996:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128139.387999:0:31887:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a02c00/0x802a7453533bd898 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.388009:0:31887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a02c00/0x802a7453533bd898 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128139.395124:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.396445:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.398100:0:21343:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542912512 00000100:00100000:1.0:1746128139.398108:0:21343:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542912512 00000100:00100000:1.0:1746128139.398152:0:21343:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542912640 00000100:00100000:1.0:1746128139.398155:0:21343:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542912640 00000100:00100000:1.0:1746128139.398181:0:21343:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5491 00000100:00100000:1.0:1746128139.398189:0:21343:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800898da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542912512:12345-192.168.203.28@tcp:101:ll_agl.0 00010000:00010000:1.0:1746128139.398202:0:21343:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128139.398217:0:21343:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bd89f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3ff8 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746128139.398234:0:21343:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746128139.398247:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128139.398249:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746128139.398286:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5492 00000100:00100000:2.0:1746128139.398293:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800898da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1964:x1830947542912640:12345-192.168.203.28@tcp:101:ll_agl.0 00010000:00010000:2.0:1746128139.398301:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128139.398310:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a02600/0x802a7453533bd8a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d3fff expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746128139.398323:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746128139.398331:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128139.398333:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128139.398338:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a02600/0x802a7453533bd8a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fff expref: 10 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128139.398349:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a02600/0x802a7453533bd8a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fff expref: 10 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128139.398363:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a02600, rc 0) 00000100:00100000:2.0:1746128139.398544:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800898da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1964:x1830947542912640:12345-192.168.203.28@tcp:101:ll_agl.0 Request processed in 251us (2100us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128139.398550:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5492 00000100:00100000:0.0:1746128139.398671:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.398690:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542912896 00000100:00100000:0.0:1746128139.398693:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542912896 00000100:00100000:0.0:1746128139.398719:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4163 00000100:00100000:0.0:1746128139.398724:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1966:x1830947542912896:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:0.0:1746128139.398740:0:31891:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd8ad lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.398748:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128139.398749:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128139.398751:0:31891:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd8ad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.398759:0:31891:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd8ad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.402279:0:21343:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bd89f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ff8 expref: 11 pid: 21343 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128139.402302:0:21343:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bd89f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ff8 expref: 11 pid: 21343 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128139.402317:0:21343:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630c00, rc 0) 00000100:00100000:1.0:1746128139.402380:0:21343:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800898da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1964:x1830947542912512:12345-192.168.203.28@tcp:101:ll_agl.0 Request processed in 4190us (7260us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128139.402386:0:21343:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5491 00000100:00100000:3.0:1746128139.404779:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128139.407307:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.407403:0:21343:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542913024 00000100:00100000:1.0:1746128139.407412:0:21343:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542913024 00000100:00100000:1.0:1746128139.407455:0:21343:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5493 00000100:00100000:1.0:1746128139.407461:0:21343:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134449180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1149:x1830947542913024:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:1.0:1746128139.407475:0:21343:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128139.407489:0:21343:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bd8b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d4006 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.407510:0:21343:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bd89f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ff8 expref: 10 pid: 21343 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128139.407517:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128139.407518:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128139.407521:0:21343:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bd8b4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4006 expref: 9 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.407543:0:21343:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bd89f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ff8 expref: 10 pid: 21343 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128139.407554:0:21343:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bd89f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ff8 expref: 10 pid: 21343 timeout: 635 lvb_type: 1 00000100:00100000:1.0:1746128139.407569:0:21343:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800938f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21343:1830947540476032:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128139.407687:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542913152 00000100:00100000:2.0:1746128139.407691:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542913152 00000100:00100000:2.0:1746128139.407717:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 213 00000100:00100000:2.0:1746128139.407722:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134449500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1965:x1830947542913152:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128139.407730:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128139.407745:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a02400/0x802a7453533bd88a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ff1 expref: 30 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.407759:0:9797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88009272de00) 00010000:00010000:2.0:1746128139.407762:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128139.407838:0:21343:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a52ce780 going to sleep for 11 seconds 00010000:00010000:3.0:1746128139.408034:0:31887:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094a02c00/0x802a7453533bd898 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128139.408042:0:31887:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094a02c00/0x802a7453533bd898 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128139.408048:0:31887:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094a02c00/0x802a7453533bd898 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128139.408053:0:31887:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a02c00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128139.408056:0:31887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094a02c00/0x802a7453533bd898 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128139.408062:0:31887:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094a02c00/0x802a7453533bd898 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128139.408072:0:31887:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094a02c00/0x802a7453533bd898 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128139.408077:0:31887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094a02c00/0x802a7453533bd898 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128139.409601:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134448e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947542912384:12345-192.168.203.28@tcp:3:dd.0 Request processed in 21637us (22074us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128139.409610:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4162 00000100:00100000:2.0:1746128139.410043:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134449500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+29:1965:x1830947542913152:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 2319us (2741us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128139.410051:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 213 00000100:00100000:0.0:1746128139.413799:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:2.0:1746128139.413926:0:31891:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd8ad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.413937:0:31891:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd8ad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.413943:0:31891:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd8ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.413953:0:31891:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a66200 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128139.413956:0:31891:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd8ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.413962:0:31891:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd8ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.413975:0:31891:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd8ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.413981:0:31891:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd8ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128139.414070:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542913280 00000100:00100000:3.0:1746128139.414076:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542913280 00010000:00010000:3.0:1746128139.414102:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bd89f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ff8 expref: 10 pid: 21343 timeout: 635 lvb_type: 1 00000100:00100000:3.0:1746128139.414121:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9363 00000100:00100000:3.0:1746128139.414127:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542913280:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128139.414136:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128139.414150:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bd89f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ff8 expref: 10 pid: 21343 timeout: 635 lvb_type: 1 00010000:00010000:3.0:1746128139.414158:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bd89f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ff8 expref: 10 pid: 21343 timeout: 635 lvb_type: 1 00010000:00010000:3.0:1746128139.414173:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128139.414174:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128139.414180:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bd8b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4006 expref: 9 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128139.414187:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bd8b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4006 expref: 9 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128139.414211:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bd8b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4006 expref: 9 pid: 21343 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128139.414221:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134449880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540476160:192.168.203.28@tcp:105: 00010000:00010000:1.0:1746128139.414514:0:21343:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b630c00/0x802a7453533bd89f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ff8 expref: 10 pid: 21343 timeout: 635 lvb_type: 1 00000100:00100000:1.0:1746128139.414526:0:21343:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800938f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21343:1830947540476032:192.168.203.28@tcp:104: 00010000:00010000:1.0:1746128139.414545:0:21343:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bd8b4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4006 expref: 9 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.414552:0:21343:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631400, rc 0) 00000100:00100000:2.0:1746128139.414604:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1966:x1830947542912896:12345-192.168.203.28@tcp:3:dd.0 Request processed in 15878us (15933us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128139.414611:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4163 00000100:00100000:3.0:1746128139.415058:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a847f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746128139.415145:0:21343:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134449180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1149:x1830947542913024:12345-192.168.203.28@tcp:101:dd.0 Request processed in 7683us (10372us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128139.415151:0:21343:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5493 00000100:00100000:3.0:1746128139.423484:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.427936:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134449880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540476160:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128139.427956:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128139.428020:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542913280:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 13892us (14226us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128139.428030:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9363 00000100:00100000:3.0:1746128139.428473:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.428533:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542913536 00000100:00100000:0.0:1746128139.428538:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542913536 00000100:00100000:0.0:1746128139.428593:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542913792 00000100:00100000:0.0:1746128139.428596:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542913792 00000100:00100000:0.0:1746128139.428614:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4164 00000100:00100000:0.0:1746128139.428619:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134449c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542913536:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:0.0:1746128139.428646:0:31887:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092079c00/0x802a7453533bd8bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.428659:0:31887:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800952bd600/0x802a7453533bd6b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ed9 expref: 9 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.428665:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128139.428667:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128139.428669:0:31887:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092079c00/0x802a7453533bd8bb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.428690:0:31887:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800952bd600/0x802a7453533bd6b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ed9 expref: 9 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.428700:0:31887:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800952bd600/0x802a7453533bd6b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ed9 expref: 9 pid: 10571 timeout: 635 lvb_type: 0 00000100:00100000:0.0:1746128139.428711:0:31887:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf88700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:31887:1830947540476288:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128139.428758:0:31887:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009373f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128139.428809:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4165 00000100:00100000:1.0:1746128139.428817:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134449f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542913792:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:1.0:1746128139.428859:0:31889:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8c2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.428866:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128139.428867:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746128139.428869:0:31889:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8c2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.428875:0:31889:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8c2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128139.431845:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128139.432677:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542914048 00000100:00100000:3.0:1746128139.432684:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542914048 00002000:00100000:2.0:1746128139.432776:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff8800938f9880 x1830947542914048/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.432786:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938f9880 with x1830947542914048 ext(0->1048575) 00002000:00010000:2.0:1746128139.432790:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800938f9880 00000100:00100000:2.0:1746128139.432811:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4166 00000100:00100000:2.0:1746128139.432816:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1964:x1830947542914048:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128139.435376:0:31887:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf88700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:31887:1830947540476288:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128139.435399:0:31887:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092079c00/0x802a7453533bd8bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128139.437665:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.438442:0:21343:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542914176 00000100:00100000:0.0:1746128139.438450:0:21343:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542914176 00000100:00100000:3.0:1746128139.438726:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.443287:0:21343:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5494 00000100:00100000:0.0:1746128139.443301:0:21343:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+24:1149:x1830947542914176:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:0.0:1746128139.443317:0:21343:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128139.443330:0:21343:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092079400/0x802a7453533bd8c9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d400d expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.443353:0:21343:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094a02600/0x802a7453533bd8a6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fff expref: 7 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746128139.443359:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128139.443361:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128139.443363:0:21343:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092079400/0x802a7453533bd8c9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d400d expref: 25 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.443387:0:21343:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094a02600/0x802a7453533bd8a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fff expref: 7 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746128139.443396:0:21343:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094a02600/0x802a7453533bd8a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fff expref: 7 pid: 8416 timeout: 635 lvb_type: 1 00000100:00100000:0.0:1746128139.443408:0:21343:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21343:1830947540476416:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128139.443476:0:21343:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009373f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746128139.443495:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542914304 00000100:00100000:0.0:1746128139.443501:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542914304 00010000:00010000:0.0:1746128139.443521:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800952bd600/0x802a7453533bd6b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ed9 expref: 10 pid: 10571 timeout: 635 lvb_type: 0 00000100:00100000:0.0:1746128139.443537:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9364 00000100:00100000:0.0:1746128139.443541:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013444a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1964:x1830947542914304:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128139.443548:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746128139.443560:0:9797:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:0.0:1746128139.443563:0:9797:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 49163 -> 51211 00010000:00010000:0.0:1746128139.443567:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800952bd600/0x802a7453533bd6b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ed9 expref: 10 pid: 10571 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746128139.443589:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800952bd600/0x802a7453533bd6b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ed9 expref: 10 pid: 10571 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746128139.443602:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800952bd600/0x802a7453533bd6b5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3ed9 expref: 10 pid: 10571 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746128139.443614:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128139.443616:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128139.443619:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092079c00/0x802a7453533bd8bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.443625:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092079c00/0x802a7453533bd8bb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.443630:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128139.443632:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128139.443633:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.443638:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8c2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.443652:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128139.443667:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013444a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1964:x1830947542914304:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 125us (4943us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128139.443672:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9364 00010000:00010000:0.0:1746128139.443693:0:31887:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092079c00/0x802a7453533bd8bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.443699:0:31887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092079c00/0x802a7453533bd8bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.443937:0:31889:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.443944:0:31889:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128139.447854:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.456943:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542914432 00000100:00100000:0.0:1746128139.456954:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542914432 00010000:00010000:0.0:1746128139.456986:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094a02600/0x802a7453533bd8a6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fff expref: 8 pid: 8416 timeout: 635 lvb_type: 1 00000100:00100000:0.0:1746128139.457027:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9365 00000100:00100000:0.0:1746128139.457035:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013444a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542914432:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128139.457046:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128139.457064:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094a02600/0x802a7453533bd8a6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fff expref: 8 pid: 8416 timeout: 635 lvb_type: 1 00010000:00010000:0.0:1746128139.457074:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094a02600/0x802a7453533bd8a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fff expref: 8 pid: 8416 timeout: 635 lvb_type: 1 00010000:00010000:0.0:1746128139.457092:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128139.457094:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128139.457099:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092079400/0x802a7453533bd8c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d400d expref: 25 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.457106:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092079400/0x802a7453533bd8c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d400d expref: 25 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.457133:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092079400/0x802a7453533bd8c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d400d expref: 25 pid: 21343 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128139.457142:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf88a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947540476544:192.168.203.28@tcp:105: 00000100:00100000:0.0:1746128139.457207:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009373f000 going to sleep for 11 seconds 00010000:00010000:0.0:1746128139.457234:0:21343:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094a02600/0x802a7453533bd8a6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fff expref: 8 pid: 8416 timeout: 635 lvb_type: 1 00000100:00100000:0.0:1746128139.457245:0:21343:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21343:1830947540476416:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128139.457260:0:21343:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092079400/0x802a7453533bd8c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d400d expref: 25 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.457267:0:21343:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092079400, rc 0) 00000100:00100000:0.0:1746128139.457286:0:21343:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+25:1149:x1830947542914176:12345-192.168.203.28@tcp:101:dd.0 Request processed in 13990us (19626us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128139.457291:0:21343:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5494 00000100:00100000:3.0:1746128139.468014:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7aa87384-656b-4166-a7ed-fb87664a8ead+11:1964:x1830947542914048:12345-192.168.203.28@tcp:4:dd.0 Request processed in 35188us (36166us total) trans 4294968078 rc 0/0 00000100:00100000:3.0:1746128139.468025:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4166 00002000:00100000:3.0:1746128139.468038:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff8800938f9880 x1830947542914048/t4294968078(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128139.468047:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938f9880 with x1830947542914048 ext(0->1048575) 00002000:00010000:3.0:1746128139.468051:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800938f9880 00000100:00100000:0.0:1746128139.470110:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf88a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947540476544:192.168.203.28@tcp:105: 00010000:00010000:0.0:1746128139.470134:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128139.470175:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013444a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542914432:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 13141us (22327us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128139.470184:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9365 00000100:00100000:2.0:1746128139.483282:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128139.487507:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542914688 00000100:00100000:3.0:1746128139.487515:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542914688 00002000:00100000:3.0:1746128139.487552:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff880091f94a80 x1830947542914688/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128139.487561:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f94a80 with x1830947542914688 ext(0->1048575) 00002000:00010000:3.0:1746128139.487566:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f94a80 00000100:00100000:3.0:1746128139.487613:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4167 00000100:00100000:3.0:1746128139.487620:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+25:1964:x1830947542914688:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128139.511313:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.511346:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.511366:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542914944 00000100:00100000:0.0:1746128139.511373:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542914944 00002000:00100000:0.0:1746128139.511406:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff88012cf88a80 x1830947542914944/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.511414:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf88a80 with x1830947542914944 ext(1048576->2097151) 00002000:00010000:0.0:1746128139.511418:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf88a80 00000100:00100000:0.0:1746128139.511431:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542915200 00000100:00100000:0.0:1746128139.511432:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542915200 00002000:00100000:0.0:1746128139.511443:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff88012cf88700 x1830947542915200/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.511448:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf88700 with x1830947542915200 ext(1048576->2097151) 00002000:00010000:0.0:1746128139.511451:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf88700 00000100:00100000:0.0:1746128139.511461:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4168 00000100:00100000:0.0:1746128139.511468:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7aa87384-656b-4166-a7ed-fb87664a8ead+11:1963:x1830947542914944:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128139.511606:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4169 00000100:00100000:0.0:1746128139.511612:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+27:1964:x1830947542915200:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:3.0:1746128139.527353:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+29:1964:x1830947542914688:12345-192.168.203.28@tcp:4:dd.0 Request processed in 39726us (44067us total) trans 4294968526 rc 0/0 00000100:00100000:3.0:1746128139.527365:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4167 00002000:00100000:3.0:1746128139.527376:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff880091f94a80 x1830947542914688/t4294968526(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128139.527385:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f94a80 with x1830947542914688 ext(0->1048575) 00002000:00010000:3.0:1746128139.527390:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f94a80 00000100:00100000:1.0:1746128139.530543:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128139.531623:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542915456 00000100:00100000:3.0:1746128139.531631:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542915456 00002000:00100000:3.0:1746128139.531661:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff8800938fb100 x1830947542915456/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128139.531670:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938fb100 with x1830947542915456 ext(2097152->3145727) 00002000:00010000:3.0:1746128139.531674:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800938fb100 00000100:00100000:3.0:1746128139.531695:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4170 00000100:00100000:3.0:1746128139.531702:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800938fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+13:1964:x1830947542915456:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128139.534258:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7aa87384-656b-4166-a7ed-fb87664a8ead+15:1963:x1830947542914944:12345-192.168.203.28@tcp:4:dd.0 Request processed in 22782us (22943us total) trans 4294968081 rc 0/0 00000100:00100000:0.0:1746128139.534267:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4168 00002000:00100000:0.0:1746128139.534275:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff88012cf88a80 x1830947542914944/t4294968081(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.534283:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf88a80 with x1830947542914944 ext(1048576->2097151) 00002000:00010000:0.0:1746128139.534287:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf88a80 00000100:00100000:1.0:1746128139.542143:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+29:1964:x1830947542915200:12345-192.168.203.28@tcp:4:dd.0 Request processed in 30521us (30786us total) trans 4294968527 rc 0/0 00000100:00100000:1.0:1746128139.542153:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4169 00002000:00100000:1.0:1746128139.542163:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff88012cf88700 x1830947542915200/t4294968527(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.542170:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf88700 with x1830947542915200 ext(1048576->2097151) 00002000:00010000:1.0:1746128139.542175:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf88700 00000100:00100000:3.0:1746128139.546779:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800938fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+15:1964:x1830947542915456:12345-192.168.203.28@tcp:4:dd.0 Request processed in 15070us (16233us total) trans 4294968082 rc 0/0 00000100:00100000:3.0:1746128139.546789:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4170 00002000:00100000:3.0:1746128139.546798:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff8800938fb100 x1830947542915456/t4294968082(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128139.546806:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800938fb100 with x1830947542915456 ext(2097152->3145727) 00002000:00010000:3.0:1746128139.546810:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800938fb100 00000100:00100000:0.0:1746128139.548404:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128139.548600:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542915712 00000100:00100000:3.0:1746128139.548608:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542915712 00002000:00100000:3.0:1746128139.548637:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff88012cf88e00 x1830947542915712/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128139.548651:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf88e00 with x1830947542915712 ext(2097152->3145727) 00002000:00010000:3.0:1746128139.548655:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf88e00 00000100:00100000:3.0:1746128139.548672:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4171 00000100:00100000:3.0:1746128139.548678:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+29:1963:x1830947542915712:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128139.563743:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.563891:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542915968 00000100:00100000:1.0:1746128139.563899:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542915968 00002000:00100000:1.0:1746128139.563932:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff88012cf89180 x1830947542915968/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.563940:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf89180 with x1830947542915968 ext(3145728->4194303) 00002000:00010000:1.0:1746128139.563944:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf89180 00000100:00100000:1.0:1746128139.563958:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4172 00000100:00100000:1.0:1746128139.563963:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+15:1964:x1830947542915968:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:3.0:1746128139.568372:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+31:1963:x1830947542915712:12345-192.168.203.28@tcp:4:dd.0 Request processed in 19687us (19966us total) trans 4294968528 rc 0/0 00000100:00100000:3.0:1746128139.568381:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4171 00002000:00100000:3.0:1746128139.568390:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff88012cf88e00 x1830947542915712/t4294968528(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128139.568398:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf88e00 with x1830947542915712 ext(2097152->3145727) 00002000:00010000:3.0:1746128139.568403:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf88e00 00000100:00100000:0.0:1746128139.575527:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+17:1964:x1830947542915968:12345-192.168.203.28@tcp:4:dd.0 Request processed in 11556us (11781us total) trans 4294968083 rc 0/0 00000100:00100000:0.0:1746128139.575537:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4172 00002000:00100000:0.0:1746128139.575547:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff88012cf89180 x1830947542915968/t4294968083(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.575554:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf89180 with x1830947542915968 ext(3145728->4194303) 00002000:00010000:0.0:1746128139.575559:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf89180 00000100:00100000:0.0:1746128139.577381:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.578133:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542916224 00000100:00100000:1.0:1746128139.578140:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542916224 00002000:00100000:1.0:1746128139.578170:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff88012cf89500 x1830947542916224/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.578178:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf89500 with x1830947542916224 ext(3145728->4194303) 00002000:00010000:1.0:1746128139.578182:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf89500 00000100:00100000:1.0:1746128139.578195:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4173 00000100:00100000:1.0:1746128139.578200:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+31:1964:x1830947542916224:12345-192.168.203.28@tcp:4:dd.0 00000001:00080000:3.0:1746128139.590459:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968079 is committed 00000001:00080000:3.0:1746128139.590472:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968078 is committed 00002000:00010000:1.0:1746128139.590852:0:31887:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746128138 -> 1746128139 00002000:00010000:1.0:1746128139.590856:0:31887:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746128138 -> 1746128139 00010000:00010000:1.0:1746128139.590866:0:31887:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092079c00/0x802a7453533bd8bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.590875:0:31887:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092079c00/0x802a7453533bd8bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.590882:0:31887:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092079c00/0x802a7453533bd8bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.590888:0:31887:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092079c00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128139.590891:0:31887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092079c00/0x802a7453533bd8bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.590898:0:31887:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092079c00/0x802a7453533bd8bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.590911:0:31887:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092079c00/0x802a7453533bd8bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.590917:0:31887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092079c00/0x802a7453533bd8bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128139.590981:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134449c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1963:x1830947542913536:12345-192.168.203.28@tcp:4:dd.0 Request processed in 162357us (167499us total) trans 4294968079 rc 0/0 00000100:00100000:1.0:1746128139.590990:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4164 00000100:00100000:1.0:1746128139.603023:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.603589:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+33:1964:x1830947542916224:12345-192.168.203.28@tcp:4:dd.0 Request processed in 25369us (26194us total) trans 4294968529 rc 0/0 00000100:00100000:1.0:1746128139.603598:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4173 00002000:00100000:1.0:1746128139.603607:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff88012cf89500 x1830947542916224/t4294968529(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.603615:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf89500 with x1830947542916224 ext(3145728->4194303) 00002000:00010000:1.0:1746128139.603620:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf89500 00000100:00100000:1.0:1746128139.603638:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542916480 00000100:00100000:1.0:1746128139.603643:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542916480 00002000:00100000:1.0:1746128139.603662:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff880094176680 x1830947542916480/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.603668:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094176680 with x1830947542916480 ext(4194304->5242879) 00002000:00010000:1.0:1746128139.603670:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094176680 00000100:00100000:1.0:1746128139.603684:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4174 00000100:00100000:1.0:1746128139.603689:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+15:1963:x1830947542916480:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128139.614885:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128139.615771:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542916736 00000100:00100000:3.0:1746128139.615779:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542916736 00002000:00100000:3.0:1746128139.615812:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff88008968d500 x1830947542916736/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128139.615830:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968d500 with x1830947542916736 ext(4194304->5242879) 00002000:00010000:3.0:1746128139.615834:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008968d500 00000100:00100000:3.0:1746128139.615852:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4175 00000100:00100000:3.0:1746128139.615858:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+33:1964:x1830947542916736:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128139.622750:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+17:1963:x1830947542916480:12345-192.168.203.28@tcp:4:dd.0 Request processed in 19053us (19726us total) trans 4294968084 rc 0/0 00000100:00100000:1.0:1746128139.622760:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4174 00002000:00100000:1.0:1746128139.622770:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff880094176680 x1830947542916480/t4294968084(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.622778:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094176680 with x1830947542916480 ext(4194304->5242879) 00002000:00010000:1.0:1746128139.622782:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094176680 00000100:00100000:0.0:1746128139.626804:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.628040:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542916992 00000100:00100000:1.0:1746128139.628048:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542916992 00002000:00100000:1.0:1746128139.628083:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff88012cf89880 x1830947542916992/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.628092:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf89880 with x1830947542916992 ext(5242880->6291455) 00002000:00010000:1.0:1746128139.628097:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf89880 00000100:00100000:1.0:1746128139.628115:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4176 00000100:00100000:1.0:1746128139.628121:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+17:1964:x1830947542916992:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:3.0:1746128139.629287:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008968d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+35:1964:x1830947542916736:12345-192.168.203.28@tcp:4:dd.0 Request processed in 13424us (14405us total) trans 4294968530 rc 0/0 00000100:00100000:3.0:1746128139.629298:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4175 00002000:00100000:3.0:1746128139.629307:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff88008968d500 x1830947542916736/t4294968530(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128139.629315:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008968d500 with x1830947542916736 ext(4194304->5242879) 00002000:00010000:3.0:1746128139.629319:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008968d500 00000100:00100000:0.0:1746128139.629942:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128139.630452:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542917248 00000100:00100000:3.0:1746128139.630459:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542917248 00002000:00100000:3.0:1746128139.630488:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff88012cf89c00 x1830947542917248/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128139.630495:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf89c00 with x1830947542917248 ext(5242880->6291455) 00002000:00010000:3.0:1746128139.630499:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf89c00 00000100:00100000:3.0:1746128139.631018:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4177 00000100:00100000:3.0:1746128139.631026:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+35:1964:x1830947542917248:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128139.640196:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+19:1964:x1830947542916992:12345-192.168.203.28@tcp:4:dd.0 Request processed in 12067us (13391us total) trans 4294968085 rc 0/0 00000100:00100000:0.0:1746128139.640207:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4176 00002000:00100000:0.0:1746128139.640217:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff88012cf89880 x1830947542916992/t4294968085(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.640225:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf89880 with x1830947542916992 ext(5242880->6291455) 00002000:00010000:0.0:1746128139.640229:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf89880 00000100:00100000:1.0:1746128139.645806:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.646163:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542917504 00000100:00100000:1.0:1746128139.646170:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542917504 00002000:00100000:1.0:1746128139.646202:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff8800892a8000 x1830947542917504/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.646209:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892a8000 with x1830947542917504 ext(6291456->7340031) 00002000:00010000:1.0:1746128139.646214:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800892a8000 00000100:00100000:1.0:1746128139.646230:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4178 00000100:00100000:1.0:1746128139.646236:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+19:1963:x1830947542917504:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128139.648604:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+37:1964:x1830947542917248:12345-192.168.203.28@tcp:4:dd.0 Request processed in 17572us (18657us total) trans 4294968531 rc 0/0 00000100:00100000:0.0:1746128139.648617:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4177 00002000:00100000:0.0:1746128139.648626:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff88012cf89c00 x1830947542917248/t4294968531(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.648634:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf89c00 with x1830947542917248 ext(5242880->6291455) 00002000:00010000:0.0:1746128139.648639:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf89c00 00000100:00100000:0.0:1746128139.656846:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+21:1963:x1830947542917504:12345-192.168.203.28@tcp:4:dd.0 Request processed in 10603us (11038us total) trans 4294968086 rc 0/0 00000100:00100000:0.0:1746128139.656857:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4178 00002000:00100000:0.0:1746128139.656867:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff8800892a8000 x1830947542917504/t4294968086(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.656874:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892a8000 with x1830947542917504 ext(6291456->7340031) 00002000:00010000:0.0:1746128139.656878:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800892a8000 00000100:00100000:0.0:1746128139.659984:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.660258:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542917760 00000100:00100000:1.0:1746128139.660265:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542917760 00002000:00100000:1.0:1746128139.660299:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88012cf89f80 x1830947542917760/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.660307:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf89f80 with x1830947542917760 ext(6291456->7340031) 00002000:00010000:1.0:1746128139.660311:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf89f80 00000100:00100000:1.0:1746128139.660326:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4179 00000100:00100000:1.0:1746128139.660332:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+37:1963:x1830947542917760:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128139.668196:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.668223:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542918016 00000100:00100000:0.0:1746128139.668231:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542918016 00002000:00100000:0.0:1746128139.668263:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff88012cf8a300 x1830947542918016/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.668272:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf8a300 with x1830947542918016 ext(7340032->8388607) 00002000:00010000:0.0:1746128139.668277:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf8a300 00000100:00100000:0.0:1746128139.668296:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4180 00000100:00100000:0.0:1746128139.668302:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+21:1963:x1830947542918016:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128139.675887:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+39:1963:x1830947542917760:12345-192.168.203.28@tcp:4:dd.0 Request processed in 15547us (15901us total) trans 4294968532 rc 0/0 00000100:00100000:1.0:1746128139.675896:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4179 00002000:00100000:1.0:1746128139.675906:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88012cf89f80 x1830947542917760/t4294968532(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.675913:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf89f80 with x1830947542917760 ext(6291456->7340031) 00002000:00010000:1.0:1746128139.675917:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf89f80 00000100:00100000:1.0:1746128139.682100:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+23:1963:x1830947542918016:12345-192.168.203.28@tcp:4:dd.0 Request processed in 13790us (13902us total) trans 4294968087 rc 0/0 00000100:00100000:1.0:1746128139.682109:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4180 00002000:00100000:1.0:1746128139.682119:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff88012cf8a300 x1830947542918016/t4294968087(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.682128:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf8a300 with x1830947542918016 ext(7340032->8388607) 00002000:00010000:1.0:1746128139.682133:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf8a300 00000100:00100000:0.0:1746128139.685387:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.685444:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542918272 00000100:00100000:1.0:1746128139.685451:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542918272 00002000:00100000:1.0:1746128139.685485:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff88012cf8a680 x1830947542918272/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.685497:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf8a680 with x1830947542918272 ext(7340032->8388607) 00002000:00010000:1.0:1746128139.685502:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf8a680 00000100:00100000:1.0:1746128139.685518:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4181 00000100:00100000:1.0:1746128139.685524:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+39:1963:x1830947542918272:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128139.698096:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+41:1963:x1830947542918272:12345-192.168.203.28@tcp:4:dd.0 Request processed in 12565us (12707us total) trans 4294968533 rc 0/0 00000100:00100000:1.0:1746128139.698106:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4181 00002000:00100000:1.0:1746128139.698115:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff88012cf8a680 x1830947542918272/t4294968533(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.698124:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf8a680 with x1830947542918272 ext(7340032->8388607) 00002000:00010000:1.0:1746128139.698129:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf8a680 00000100:00100000:1.0:1746128139.698232:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.698276:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542918528 00000100:00100000:1.0:1746128139.698282:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542918528 00002000:00100000:1.0:1746128139.698303:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff8800892a8380 x1830947542918528/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.698309:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892a8380 with x1830947542918528 ext(8388608->9437183) 00002000:00010000:1.0:1746128139.698311:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800892a8380 00000100:00100000:1.0:1746128139.698323:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4182 00000100:00100000:1.0:1746128139.698328:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+23:1964:x1830947542918528:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128139.704080:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.704104:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542918784 00000100:00100000:1.0:1746128139.704110:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542918784 00002000:00100000:1.0:1746128139.704142:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff8800892a8700 x1830947542918784/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.704151:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892a8700 with x1830947542918784 ext(8388608->9437183) 00002000:00010000:1.0:1746128139.704155:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800892a8700 00000100:00100000:1.0:1746128139.704168:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4183 00000100:00100000:1.0:1746128139.704173:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+41:1964:x1830947542918784:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:3.0:1746128139.707084:0:31889:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128139.707098:0:31889:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128139.707106:0:31889:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128139.707111:0:31889:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b631000 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128139.707115:0:31889:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128139.707125:0:31889:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128139.707140:0:31889:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128139.707145:0:31889:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128139.707210:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134449f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542913792:12345-192.168.203.28@tcp:4:dd.0 Request processed in 278390us (278733us total) trans 4294968080 rc 0/0 00000100:00100000:3.0:1746128139.707218:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4165 00000001:00080000:3.0:1746128139.707246:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968083 is committed 00000001:00080000:3.0:1746128139.707259:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968080 is committed 00000100:00100000:1.0:1746128139.711910:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+19:1964:x1830947542918528:12345-192.168.203.28@tcp:4:dd.0 Request processed in 13574us (13671us total) trans 4294968088 rc 0/0 00000100:00100000:1.0:1746128139.711920:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4182 00002000:00100000:1.0:1746128139.711929:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff8800892a8380 x1830947542918528/t4294968088(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.711938:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892a8380 with x1830947542918528 ext(8388608->9437183) 00002000:00010000:1.0:1746128139.711942:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800892a8380 00000100:00100000:3.0:1746128139.720099:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.721192:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+43:1964:x1830947542918784:12345-192.168.203.28@tcp:4:dd.0 Request processed in 17014us (17114us total) trans 4294968534 rc 0/0 00000100:00100000:1.0:1746128139.721202:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4183 00002000:00100000:1.0:1746128139.721211:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff8800892a8700 x1830947542918784/t4294968534(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.721219:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892a8700 with x1830947542918784 ext(8388608->9437183) 00002000:00010000:1.0:1746128139.721223:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800892a8700 00000100:00100000:1.0:1746128139.721239:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542919040 00000100:00100000:1.0:1746128139.721244:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542919040 00002000:00100000:1.0:1746128139.721266:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff88013444aa00 x1830947542919040/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.721277:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013444aa00 with x1830947542919040 ext(9437184->10485759) 00002000:00010000:1.0:1746128139.721280:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013444aa00 00000100:00100000:1.0:1746128139.721304:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4184 00000100:00100000:1.0:1746128139.721310:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013444aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+19:1963:x1830947542919040:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128139.727436:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.728024:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.728631:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013444aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+21:1963:x1830947542919040:12345-192.168.203.28@tcp:4:dd.0 Request processed in 7320us (8538us total) trans 4294968089 rc 0/0 00000100:00100000:1.0:1746128139.728640:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4184 00002000:00100000:1.0:1746128139.728648:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff88013444aa00 x1830947542919040/t4294968089(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.728656:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013444aa00 with x1830947542919040 ext(9437184->10485759) 00002000:00010000:1.0:1746128139.728662:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013444aa00 00000100:00100000:2.0:1746128139.729448:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542919424 00000100:00100000:2.0:1746128139.729455:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542919424 00002000:00100000:2.0:1746128139.729484:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff88012cf8aa00 x1830947542919424/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.729492:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf8aa00 with x1830947542919424 ext(9437184->10485759) 00002000:00010000:2.0:1746128139.729495:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf8aa00 00000100:00100000:2.0:1746128139.729513:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4185 00000100:00100000:2.0:1746128139.729518:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+43:1963:x1830947542919424:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128139.730703:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.730730:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542919552 00000100:00100000:1.0:1746128139.730734:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542919552 00000100:00100000:1.0:1746128139.730926:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4186 00000100:00100000:1.0:1746128139.730932:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542919552:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:1.0:1746128139.730958:0:8422:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800952bd800/0x802a7453533bd8d0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.730968:0:8422:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128139.730970:0:8422:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128139.730974:0:8422:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800952bd800/0x802a7453533bd8d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.730984:0:8422:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800952bd800/0x802a7453533bd8d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128139.732719:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542919808 00000100:00100000:0.0:1746128139.732727:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542919808 00000100:00100000:0.0:1746128139.732765:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4187 00000100:00100000:0.0:1746128139.732771:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542919808:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:0.0:1746128139.732793:0:31891:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b102e00/0x802a7453533bd8d7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.732802:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128139.732804:0:31891:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128139.732807:0:31891:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b102e00/0x802a7453533bd8d7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.732815:0:31891:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b102e00/0x802a7453533bd8d7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128139.745387:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.745502:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542920064 00000100:00100000:1.0:1746128139.745510:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542920064 00002000:00100000:1.0:1746128139.745546:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff88013444ad80 x1830947542920064/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.745554:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013444ad80 with x1830947542920064 ext(10485760->11534335) 00002000:00010000:1.0:1746128139.745559:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013444ad80 00000100:00100000:1.0:1746128139.745607:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4188 00000100:00100000:1.0:1746128139.745613:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013444ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+21:1964:x1830947542920064:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128139.745798:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.745813:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542920320 00000100:00100000:0.0:1746128139.745817:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542920320 00002000:00100000:0.0:1746128139.745847:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff88012cf8b480 x1830947542920320/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.745855:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf8b480 with x1830947542920320 ext(10485760->11534335) 00002000:00010000:0.0:1746128139.745858:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf8b480 00000100:00100000:0.0:1746128139.745870:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4189 00000100:00100000:0.0:1746128139.745875:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7aa87384-656b-4166-a7ed-fb87664a8ead+45:1964:x1830947542920320:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:2.0:1746128139.748057:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+47:1963:x1830947542919424:12345-192.168.203.28@tcp:4:dd.0 Request processed in 18533us (20622us total) trans 4294968535 rc 0/0 00000100:00100000:2.0:1746128139.748067:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4185 00002000:00100000:2.0:1746128139.748075:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff88012cf8aa00 x1830947542919424/t4294968535(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.748082:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf8aa00 with x1830947542919424 ext(9437184->10485759) 00002000:00010000:2.0:1746128139.748086:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf8aa00 00010000:00010000:1.0:1746128139.753798:0:8422:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800952bd800/0x802a7453533bd8d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.753812:0:8422:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800952bd800/0x802a7453533bd8d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.753830:0:8422:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800952bd800/0x802a7453533bd8d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.753836:0:8422:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800952bd800 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128139.753840:0:8422:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800952bd800/0x802a7453533bd8d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.753847:0:8422:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800952bd800/0x802a7453533bd8d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.753861:0:8422:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800952bd800/0x802a7453533bd8d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.753868:0:8422:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800952bd800/0x802a7453533bd8d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128139.757371:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542919552:12345-192.168.203.28@tcp:3:dd.0 Request processed in 26429us (29338us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128139.757382:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4186 00000100:00100000:2.0:1746128139.769271:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7aa87384-656b-4166-a7ed-fb87664a8ead+47:1964:x1830947542920320:12345-192.168.203.28@tcp:4:dd.0 Request processed in 23386us (23465us total) trans 4294968536 rc 0/0 00000100:00100000:2.0:1746128139.769281:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4189 00002000:00100000:2.0:1746128139.769290:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff88012cf8b480 x1830947542920320/t4294968536(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.769299:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf8b480 with x1830947542920320 ext(10485760->11534335) 00002000:00010000:2.0:1746128139.769304:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf8b480 00010000:00010000:1.0:1746128139.769405:0:31891:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b102e00/0x802a7453533bd8d7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.769414:0:31891:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b102e00/0x802a7453533bd8d7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.769421:0:31891:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b102e00/0x802a7453533bd8d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.769427:0:31891:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b102e00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128139.769430:0:31891:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b102e00/0x802a7453533bd8d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.769436:0:31891:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b102e00/0x802a7453533bd8d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.769450:0:31891:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b102e00/0x802a7453533bd8d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.769456:0:31891:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b102e00/0x802a7453533bd8d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31891 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128139.769494:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542919808:12345-192.168.203.28@tcp:3:dd.0 Request processed in 36722us (38794us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128139.769500:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4187 00000100:00100000:1.0:1746128139.769865:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.770043:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542920576 00000100:00100000:1.0:1746128139.770049:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542920576 00002000:00100000:1.0:1746128139.770074:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff8800892a8a80 x1830947542920576/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.770081:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892a8a80 with x1830947542920576 ext(11534336->12582911) 00002000:00010000:1.0:1746128139.770084:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800892a8a80 00000100:00100000:1.0:1746128139.770096:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4190 00000100:00100000:1.0:1746128139.770102:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+23:1965:x1830947542920576:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:2.0:1746128139.774641:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013444ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+25:1964:x1830947542920064:12345-192.168.203.28@tcp:4:dd.0 Request processed in 29020us (29252us total) trans 4294968090 rc 0/0 00000100:00100000:2.0:1746128139.774652:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4188 00002000:00100000:2.0:1746128139.774663:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff88013444ad80 x1830947542920064/t4294968090(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.774672:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013444ad80 with x1830947542920064 ext(10485760->11534335) 00002000:00010000:2.0:1746128139.774677:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013444ad80 00000100:00100000:0.0:1746128139.783646:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.784074:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.784102:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128139.784172:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542920960 00000100:00100000:1.0:1746128139.784179:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542920960 00000100:00100000:1.0:1746128139.784218:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542921088 00000100:00100000:1.0:1746128139.784220:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542921088 00000100:00100000:1.0:1746128139.784232:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542921344 00000100:00100000:1.0:1746128139.784234:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542921344 00002000:00100000:1.0:1746128139.784248:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff88009b588000 x1830947542921344/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.784256:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b588000 with x1830947542921344 ext(11534336->12582911) 00002000:00010000:1.0:1746128139.784261:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b588000 00000100:00100000:1.0:1746128139.784271:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4191 00000100:00100000:1.0:1746128139.784277:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542920960:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:1.0:1746128139.784318:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cd0b, atime: 0x0, ctime: 0x6813cd0b, blocks: 0xc80b 00010000:00010000:1.0:1746128139.784325:0:8422:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8de lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.784336:0:8422:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128139.784338:0:8422:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128139.784342:0:8422:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.784353:0:8422:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128139.784672:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4192 00000100:00100000:2.0:1746128139.784679:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1964:x1830947542921088:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:2.0:1746128139.784695:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800941b8400/0x802a7453533bd8e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.784702:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128139.784703:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128139.784706:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800941b8400/0x802a7453533bd8e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.784712:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800941b8400/0x802a7453533bd8e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128139.784794:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4193 00000100:00100000:2.0:1746128139.784799:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b588000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+47:1966:x1830947542921344:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128139.785436:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+25:1965:x1830947542920576:12345-192.168.203.28@tcp:4:dd.0 Request processed in 15332us (15570us total) trans 4294968091 rc 0/0 00000100:00100000:1.0:1746128139.785442:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4190 00002000:00100000:1.0:1746128139.785448:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff8800892a8a80 x1830947542920576/t4294968091(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128139.785455:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800892a8a80 with x1830947542920576 ext(11534336->12582911) 00002000:00010000:1.0:1746128139.785458:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800892a8a80 00000100:00100000:0.0:1746128139.788373:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128139.788882:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542921600 00000100:00100000:2.0:1746128139.789098:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542921600 00002000:00100000:2.0:1746128139.789134:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff88009b588380 x1830947542921600/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/0 e 0 to 0 dl 1746128150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.789142:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b588380 with x1830947542921600 ext(12582912->13631487) 00002000:00010000:2.0:1746128139.789146:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b588380 00000100:00100000:2.0:1746128139.789164:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4194 00000100:00100000:2.0:1746128139.789169:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+25:1965:x1830947542921600:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128139.796204:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128139.798296:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542921856 00000100:00100000:2.0:1746128139.798305:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542921856 00000100:00100000:0.0:1746128139.798996:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 173 00000100:00100000:0.0:1746128139.799006:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+19:1149:x1830947542921856:12345-192.168.203.28@tcp:35:dd.0 00000100:00100000:0.0:1746128139.799137:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1149:x1830947542921856:12345-192.168.203.28@tcp:35:dd.0 Request processed in 134us (2939us total) trans 4294984717 rc 0/0 00000100:00100000:0.0:1746128139.799143:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 173 00000100:00100000:2.0:1746128139.823178:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b588000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+49:1966:x1830947542921344:12345-192.168.203.28@tcp:4:dd.0 Request processed in 38371us (39067us total) trans 4294968537 rc 0/0 00000100:00100000:2.0:1746128139.823189:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4193 00002000:00100000:2.0:1746128139.823198:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff88009b588000 x1830947542921344/t4294968537(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128139.823207:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b588000 with x1830947542921344 ext(11534336->12582911) 00002000:00010000:2.0:1746128139.823211:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b588000 00000100:00100000:1.0:1746128139.823711:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128139.823800:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542922112 00000100:00100000:2.0:1746128139.823805:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542922112 00000100:00100000:2.0:1746128139.823841:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 174 00000100:00100000:2.0:1746128139.823846:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1149:x1830947542922112:12345-192.168.203.28@tcp:35:dd.0 00000001:00080000:2.0:1746128139.823992:0:7085:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294984718 00000100:00100000:2.0:1746128139.824047:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+22:1149:x1830947542922112:12345-192.168.203.28@tcp:35:dd.0 Request processed in 199us (335us total) trans 4294984719 rc 0/0 00000100:00100000:2.0:1746128139.824052:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 174 00000020:00080000:2.0:1746128139.824055:0:7085:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746128139.839023:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+27:1965:x1830947542921600:12345-192.168.203.28@tcp:4:dd.0 Request processed in 49846us (50651us total) trans 4294968094 rc 0/0 00000100:00100000:0.0:1746128139.839034:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4194 00002000:00100000:0.0:1746128139.839044:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff88009b588380 x1830947542921600/t4294968094(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:390/0 lens 488/448 e 0 to 0 dl 1746128150 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128139.839052:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b588380 with x1830947542921600 ext(12582912->13631487) 00002000:00010000:0.0:1746128139.839056:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b588380 00002000:00010000:2.0:1746128139.866223:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746128139 -> 1746128140 00002000:00010000:2.0:1746128139.866228:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746128139 -> 1746128140 00010000:00010000:2.0:1746128139.866238:0:8422:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.866247:0:8422:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.866260:0:8422:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.866265:0:8422:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b631000 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128139.866269:0:8422:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.866274:0:8422:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.866289:0:8422:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8de lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.866294:0:8422:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd8de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128139.866350:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+13:1964:x1830947542920960:12345-192.168.203.28@tcp:4:dd.0 Request processed in 82071us (82709us total) trans 4294968092 rc 0/0 00000100:00100000:2.0:1746128139.866357:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4191 00000001:00080000:3.0:1746128139.866406:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968086 is committed 00000001:00080000:3.0:1746128139.866420:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968091 is committed 00000001:00080000:3.0:1746128139.866441:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968092 is committed 00000001:00080000:3.0:1746128139.909303:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968094 is committed 00000001:00080000:3.0:1746128139.909317:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968093 is committed 00010000:00010000:2.0:1746128139.909494:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800941b8400/0x802a7453533bd8e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.909506:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800941b8400/0x802a7453533bd8e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.909513:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800941b8400/0x802a7453533bd8e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.909522:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800941b8400 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128139.909525:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800941b8400/0x802a7453533bd8e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.909532:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800941b8400/0x802a7453533bd8e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.909547:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800941b8400/0x802a7453533bd8e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.909552:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800941b8400/0x802a7453533bd8e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128139.909893:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542921088:12345-192.168.203.28@tcp:4:dd.0 Request processed in 125211us (125816us total) trans 4294968093 rc 0/0 00000100:00100000:2.0:1746128139.909901:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4192 00000100:00100000:0.0:1746128139.914397:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.914440:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128139.914516:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542922496 00000100:00100000:2.0:1746128139.914523:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542922496 00000100:00100000:2.0:1746128139.914564:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542922624 00000100:00100000:2.0:1746128139.914566:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542922624 00000100:00100000:2.0:1746128139.914607:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4195 00000100:00100000:2.0:1746128139.914614:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b588700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542922496:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:2.0:1746128139.914641:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd8ec lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.914651:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128139.914652:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128139.914656:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd8ec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.914667:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd8ec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128139.915289:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4196 00000100:00100000:2.0:1746128139.915295:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542922624:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:2.0:1746128139.915311:0:31889:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094a66400/0x802a7453533bd8f3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.915318:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128139.915319:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128139.915322:0:31889:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a66400/0x802a7453533bd8f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.915330:0:31889:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a66400/0x802a7453533bd8f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.928133:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd8ec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.928145:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd8ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.928151:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd8ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.928156:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a66200 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128139.928160:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd8ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.928166:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd8ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.928179:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd8ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.928188:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd8ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128139.928245:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b588700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542922496:12345-192.168.203.28@tcp:3:dd.0 Request processed in 13628us (13852us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128139.928252:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4195 00010000:00010000:2.0:1746128139.933179:0:31889:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094a66400/0x802a7453533bd8f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.933192:0:31889:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094a66400/0x802a7453533bd8f3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.933199:0:31889:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094a66400/0x802a7453533bd8f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.933205:0:31889:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a66400 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128139.933208:0:31889:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094a66400/0x802a7453533bd8f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.933215:0:31889:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094a66400/0x802a7453533bd8f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.933231:0:31889:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094a66400/0x802a7453533bd8f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.933236:0:31889:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094a66400/0x802a7453533bd8f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128139.933792:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542922624:12345-192.168.203.28@tcp:3:dd.0 Request processed in 18493us (19347us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128139.933801:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4196 00000100:00100000:0.0:1746128139.937863:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128139.937912:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128139.938149:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542922880 00000100:00100000:2.0:1746128139.938158:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542922880 00000100:00100000:2.0:1746128139.938207:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542923008 00000100:00100000:2.0:1746128139.938210:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542923008 00000100:00100000:2.0:1746128139.938228:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4197 00000100:00100000:2.0:1746128139.938233:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b588e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947542922880:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:2.0:1746128139.938270:0:31889:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cd0c, atime: 0x0, ctime: 0x6813cd0c, blocks: 0xc80b 00010000:00010000:2.0:1746128139.938277:0:31889:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bd8fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.938287:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128139.938289:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128139.938292:0:31889:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bd8fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128139.938304:0:31889:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bd8fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128139.938462:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4198 00000100:00100000:0.0:1746128139.938469:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b589180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1965:x1830947542923008:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:0.0:1746128139.938484:0:31887:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bd901 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.938495:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128139.938496:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128139.938498:0:31887:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bd901 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128139.938505:0:31887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bd901 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.999895:0:31889:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bd8fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.999907:0:31889:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bd8fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.999920:0:31889:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bd8fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.999926:0:31889:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a67e00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128139.999929:0:31889:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bd8fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.999936:0:31889:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bd8fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.999950:0:31889:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bd8fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128139.999956:0:31889:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a67e00/0x802a7453533bd8fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128140.000013:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b588e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+13:1965:x1830947542922880:12345-192.168.203.28@tcp:4:dd.0 Request processed in 61776us (62152us total) trans 4294968095 rc 0/0 00000100:00100000:1.0:1746128140.000021:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4197 00000001:00080000:2.0:1746128140.000223:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968095 is committed 00000001:00080000:3.0:1746128140.043888:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968096 is committed 00010000:00010000:2.0:1746128140.043992:0:31887:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bd901 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.044004:0:31887:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bd901 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.044011:0:31887:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bd901 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.044017:0:31887:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880129618a00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128140.044020:0:31887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bd901 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.044027:0:31887:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bd901 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.044041:0:31887:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bd901 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.044046:0:31887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129618a00/0x802a7453533bd901 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128140.044115:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b589180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542923008:12345-192.168.203.28@tcp:4:dd.0 Request processed in 105642us (106198us total) trans 4294968096 rc 0/0 00000100:00100000:2.0:1746128140.044123:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4198 00000100:00100000:3.0:1746128140.054649:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128140.055257:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128140.055453:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542923392 00000100:00100000:1.0:1746128140.055461:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542923392 00000100:00100000:1.0:1746128140.055507:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542923648 00000100:00100000:1.0:1746128140.055509:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542923648 00000100:00100000:1.0:1746128140.055536:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4199 00000100:00100000:1.0:1746128140.055543:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013444b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542923392:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:1.0:1746128140.055567:0:31889:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800934ada00/0x802a7453533bd908 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.055605:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128140.055606:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128140.055611:0:31889:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934ada00/0x802a7453533bd908 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.055622:0:31889:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934ada00/0x802a7453533bd908 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128140.056953:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4200 00000100:00100000:0.0:1746128140.056964:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013444b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542923648:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:0.0:1746128140.056987:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bd90f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.056996:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128140.056997:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128140.057000:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bd90f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.057009:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bd90f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746128140.057606:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746128140.057610:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1746128140.070677:0:31889:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800934ada00/0x802a7453533bd908 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.070691:0:31889:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800934ada00/0x802a7453533bd908 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.070697:0:31889:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800934ada00/0x802a7453533bd908 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.070702:0:31889:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800934ada00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128140.070705:0:31889:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800934ada00/0x802a7453533bd908 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.070711:0:31889:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800934ada00/0x802a7453533bd908 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.070723:0:31889:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800934ada00/0x802a7453533bd908 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.070728:0:31889:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934ada00/0x802a7453533bd908 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128140.070792:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013444b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542923392:12345-192.168.203.28@tcp:3:dd.0 Request processed in 15246us (16146us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128140.070800:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4199 00010000:00010000:0.0:1746128140.075588:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bd90f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.075601:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bd90f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.075613:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bd90f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.075618:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009578a400 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128140.075621:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bd90f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.075626:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bd90f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.075638:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bd90f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.075643:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bd90f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128140.075702:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013444b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542923648:12345-192.168.203.28@tcp:3:dd.0 Request processed in 18738us (20442us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128140.075710:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4200 00000100:00100000:1.0:1746128140.086401:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128140.086433:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128140.086521:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542923904 00000100:00100000:2.0:1746128140.086529:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542923904 00000100:00100000:2.0:1746128140.086952:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542924032 00000100:00100000:2.0:1746128140.086956:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542924032 00000100:00100000:0.0:1746128140.087015:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4201 00000100:00100000:0.0:1746128140.087024:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542923904:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128140.087062:0:1902:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cd0c, atime: 0x0, ctime: 0x6813cd0c, blocks: 0xc80b 00010000:00010000:0.0:1746128140.087069:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bd916 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.087081:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128140.087083:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128140.087087:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bd916 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.087098:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bd916 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128140.087318:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4202 00000100:00100000:2.0:1746128140.087324:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542924032:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:2.0:1746128140.087337:0:31889:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bd91d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.087344:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128140.087345:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128140.087348:0:31889:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bd91d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.087355:0:31889:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bd91d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746128140.133280:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968097 is committed 00010000:00010000:1.0:1746128140.133377:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bd916 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.133388:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bd916 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.133395:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bd916 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.133400:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009578a400 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128140.133403:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bd916 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.133409:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bd916 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.133422:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bd916 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.133426:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009578a400/0x802a7453533bd916 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128140.133488:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1964:x1830947542923904:12345-192.168.203.28@tcp:4:dd.0 Request processed in 46463us (47092us total) trans 4294968097 rc 0/0 00000100:00100000:1.0:1746128140.133495:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4201 00010000:00010000:3.0:1746128140.165888:0:31889:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bd91d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.165905:0:31889:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bd91d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.165912:0:31889:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bd91d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.165917:0:31889:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095229800 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128140.165921:0:31889:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bd91d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.165927:0:31889:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bd91d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.165941:0:31889:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bd91d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.165946:0:31889:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095229800/0x802a7453533bd91d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128140.166021:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542924032:12345-192.168.203.28@tcp:4:dd.0 Request processed in 78693us (79583us total) trans 4294968098 rc 0/0 00000100:00100000:3.0:1746128140.166029:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4202 00000001:00080000:3.0:1746128140.166054:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968098 is committed 00000100:00100000:1.0:1746128140.170416:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128140.170697:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128140.170778:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542924544 00000100:00100000:0.0:1746128140.170785:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542924544 00000100:00100000:0.0:1746128140.170837:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542924672 00000100:00100000:0.0:1746128140.170840:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542924672 00000100:00100000:0.0:1746128140.171087:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4203 00000100:00100000:0.0:1746128140.171094:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542924544:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:0.0:1746128140.171121:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x802a7453533bd924 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.171133:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128140.171134:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128140.171138:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x802a7453533bd924 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.171148:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x802a7453533bd924 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128140.171980:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4204 00000100:00100000:3.0:1746128140.171988:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542924672:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:3.0:1746128140.172007:0:31889:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800941cd400/0x802a7453533bd92b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.172014:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128140.172015:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128140.172018:0:31889:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800941cd400/0x802a7453533bd92b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.172025:0:31889:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800941cd400/0x802a7453533bd92b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.183072:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x802a7453533bd924 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.183086:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x802a7453533bd924 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.183098:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x802a7453533bd924 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.183103:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800951be400 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128140.183107:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x802a7453533bd924 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.183113:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x802a7453533bd924 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.183127:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x802a7453533bd924 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.183131:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951be400/0x802a7453533bd924 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128140.183193:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542924544:12345-192.168.203.28@tcp:3:dd.0 Request processed in 12097us (12781us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128140.183201:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4203 00010000:00010000:3.0:1746128140.188676:0:31889:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800941cd400/0x802a7453533bd92b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.188689:0:31889:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800941cd400/0x802a7453533bd92b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.188696:0:31889:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800941cd400/0x802a7453533bd92b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.188702:0:31889:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800941cd400 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128140.188705:0:31889:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800941cd400/0x802a7453533bd92b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.188712:0:31889:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800941cd400/0x802a7453533bd92b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.188727:0:31889:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800941cd400/0x802a7453533bd92b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.188733:0:31889:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800941cd400/0x802a7453533bd92b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128140.188805:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542924672:12345-192.168.203.28@tcp:3:dd.0 Request processed in 16813us (18104us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128140.188813:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4204 00000100:00100000:1.0:1746128140.196658:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128140.196777:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542924928 00000100:00100000:3.0:1746128140.196785:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542924928 00000100:00100000:3.0:1746128140.196837:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4205 00000100:00100000:3.0:1746128140.196843:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542924928:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:3.0:1746128140.196880:0:31889:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cd0c, atime: 0x0, ctime: 0x6813cd0c, blocks: 0xc80b 00010000:00010000:3.0:1746128140.196887:0:31889:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800941cc400/0x802a7453533bd932 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.196897:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128140.196899:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128140.196903:0:31889:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800941cc400/0x802a7453533bd932 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128140.197347:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00010000:00010000:3.0:1746128140.197414:0:31889:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800941cc400/0x802a7453533bd932 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128140.197467:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542925056 00000100:00100000:0.0:1746128140.197471:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542925056 00000100:00100000:0.0:1746128140.197706:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4206 00000100:00100000:0.0:1746128140.197824:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542925056:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:0.0:1746128140.197894:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800951bfc00/0x802a7453533bd939 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.197907:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128140.197908:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128140.197910:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951bfc00/0x802a7453533bd939 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.197918:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951bfc00/0x802a7453533bd939 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746128140.244349:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968099 is committed 00010000:00010000:2.0:1746128140.244426:0:31889:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800941cc400/0x802a7453533bd932 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.244438:0:31889:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800941cc400/0x802a7453533bd932 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.244446:0:31889:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800941cc400/0x802a7453533bd932 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.244453:0:31889:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800941cc400 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128140.244457:0:31889:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800941cc400/0x802a7453533bd932 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.244468:0:31889:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800941cc400/0x802a7453533bd932 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.244482:0:31889:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800941cc400/0x802a7453533bd932 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.244488:0:31889:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800941cc400/0x802a7453533bd932 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128140.244547:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1963:x1830947542924928:12345-192.168.203.28@tcp:4:dd.0 Request processed in 47700us (47892us total) trans 4294968099 rc 0/0 00000100:00100000:2.0:1746128140.244555:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4205 00010000:00010000:1.0:1746128140.300715:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800951bfc00/0x802a7453533bd939 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.300727:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800951bfc00/0x802a7453533bd939 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.300734:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800951bfc00/0x802a7453533bd939 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.300740:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800951bfc00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128140.300743:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951bfc00/0x802a7453533bd939 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.300750:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951bfc00/0x802a7453533bd939 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.300764:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800951bfc00/0x802a7453533bd939 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.300770:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951bfc00/0x802a7453533bd939 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746128140.300895:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968100 is committed 00000100:00100000:1.0:1746128140.300994:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542925056:12345-192.168.203.28@tcp:4:dd.0 Request processed in 103175us (103643us total) trans 4294968100 rc 0/0 00000100:00100000:1.0:1746128140.301002:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4206 00000100:00100000:3.0:1746128140.304375:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128140.304421:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128140.305794:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542925568 00000100:00100000:2.0:1746128140.305802:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542925568 00000100:00100000:1.0:1746128140.305829:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542925696 00000100:00100000:1.0:1746128140.305833:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542925696 00000100:00100000:2.0:1746128140.305861:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4207 00000100:00100000:2.0:1746128140.305867:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013444b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542925568:12345-192.168.203.28@tcp:3:dd.0 00000100:00100000:1.0:1746128140.305871:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4208 00000100:00100000:1.0:1746128140.305875:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013444bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542925696:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:2.0:1746128140.305893:0:31889:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bd947 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.305893:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533bd940 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.305903:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128140.305903:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128140.305904:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128140.305904:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128140.305908:0:31889:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bd947 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.305908:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533bd940 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.305917:0:31889:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bd947 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.305917:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533bd940 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.310834:0:7070:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746128140.314263:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3301:1830947540476928:0@lo:400:kworker.0 00000100:00100000:1.0:1746128140.314308:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128140.314347:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746128140.314351:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947540477056:0@lo:400:kworker.0 00000100:00100000:1.0:1746128140.314368:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128140.314797:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74bb44a2-e27b-4631-8597-fae5b0eab546:3303:1830947540476672:0@lo:400:kworker.0 00000100:00100000:0.0:1746128140.314834:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128140.314857:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3303:1830947540477184:0@lo:400:kworker.0 00000100:00100000:0.0:1746128140.314871:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128140.314884:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746128140.314888:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1830947540476800:0@lo:400:kworker.0 00000100:00100000:0.0:1746128140.314902:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128140.314911:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947540477312:0@lo:400:kworker.0 00000100:00100000:0.0:1746128140.314924:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128140.314943:0:21343:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540477056 00000100:00100000:0.0:1746128140.314949:0:21343:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540477056 00000100:00100000:0.0:1746128140.314979:0:21343:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540477312 00000100:00100000:0.0:1746128140.314981:0:21343:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540477312 00000100:00100000:0.0:1746128140.314994:0:21343:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:0.0:1746128140.315000:0:21343:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3301:x1830947540477056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128140.315034:0:21343:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3301:x1830947540477056:12345-0@lo:400:kworker.0 Request processed in 35us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128140.315039:0:21343:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:0.0:1746128140.315052:0:21343:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1746128140.315055:0:21343:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b589c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3303:x1830947540477312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128140.315076:0:21343:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b589c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3303:x1830947540477312:12345-0@lo:400:kworker.0 Request processed in 20us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128140.315079:0:21343:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1746128140.315092:0:7077:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540476672 00000100:00100000:0.0:1746128140.315094:0:7077:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540476672 00000100:00100000:0.0:1746128140.315108:0:7077:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1746128140.315112:0:7077:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74bb44a2-e27b-4631-8597-fae5b0eab546+18:3303:x1830947540476672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128140.315140:0:7077:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:74bb44a2-e27b-4631-8597-fae5b0eab546+18:3303:x1830947540476672:12345-0@lo:400:kworker.0 Request processed in 28us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128140.315145:0:7077:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1746128140.315162:0:21156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540476928 00000100:00100000:0.0:1746128140.315164:0:21156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540476928 00000100:00100000:0.0:1746128140.315181:0:21156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540477184 00000100:00100000:0.0:1746128140.315183:0:21156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540477184 00000100:00100000:0.0:1746128140.315192:0:21156:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540476800 00000100:00100000:0.0:1746128140.315193:0:21156:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540476800 00000100:00100000:0.0:1746128140.315202:0:21156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1746128140.315206:0:21156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3301:x1830947540476928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128140.315226:0:21156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3301:x1830947540476928:12345-0@lo:400:kworker.0 Request processed in 20us (919us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128140.315230:0:21156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1746128140.315237:0:21156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1746128140.315240:0:21156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3303:x1830947540477184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128140.315256:0:21156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3303:x1830947540477184:12345-0@lo:400:kworker.0 Request processed in 15us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128140.315262:0:21156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1746128140.315268:0:21156:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:0.0:1746128140.315272:0:21156:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b589880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1830947540476800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746128140.315292:0:21156:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b589880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1830947540476800:12345-0@lo:400:kworker.0 Request processed in 15us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128140.315295:0:21156:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00080000:0.0:1746128140.315307:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746128140.315311:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746128140.315312:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746128140.315341:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3303:1830947540476800:0@lo:400:kworker.0 00000100:00100000:0.0:1746128140.315348:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947540477312:0@lo:400:kworker.0 00000100:00100000:0.0:1746128140.315354:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:74bb44a2-e27b-4631-8597-fae5b0eab546:3303:1830947540476672:0@lo:400:kworker.0 00000100:00100000:0.0:1746128140.315359:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3303:1830947540477184:0@lo:400:kworker.0 00000100:00100000:1.0:1746128140.315698:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947540477056:0@lo:400:kworker.0 00000100:00100000:1.0:1746128140.315706:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3301:1830947540476928:0@lo:400:kworker.0 00010000:00010000:0.0:1746128140.318139:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533bd940 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.318151:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533bd940 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.318158:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533bd940 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.318164:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091c6e200 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128140.318176:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533bd940 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.318189:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533bd940 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.318203:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533bd940 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.318209:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091c6e200/0x802a7453533bd940 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128140.318750:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013444bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542925696:12345-192.168.203.28@tcp:3:dd.0 Request processed in 12869us (14324us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128140.318759:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4208 00010000:00010000:0.0:1746128140.325070:0:31889:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bd947 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.325084:0:31889:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bd947 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.325092:0:31889:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bd947 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.325097:0:31889:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a45c00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128140.325101:0:31889:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bd947 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.325107:0:31889:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bd947 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.325126:0:31889:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bd947 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.325131:0:31889:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bd947 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128140.325746:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013444b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542925568:12345-192.168.203.28@tcp:3:dd.0 Request processed in 19874us (21373us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128140.325755:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4207 00000100:00100000:3.0:1746128140.333148:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128140.333220:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542925952 00000100:00100000:0.0:1746128140.333227:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542925952 00000100:00100000:0.0:1746128140.333414:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4209 00000100:00100000:0.0:1746128140.333422:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134449880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542925952:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:0.0:1746128140.333459:0:31889:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cd0c, atime: 0x0, ctime: 0x6813cd0c, blocks: 0xc80b 00010000:00010000:0.0:1746128140.333466:0:31889:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bd94e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.333476:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128140.333477:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128140.333481:0:31889:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bd94e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.333492:0:31889:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bd94e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128140.338524:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128140.338944:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542926208 00000100:00100000:2.0:1746128140.338952:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542926208 00000100:00100000:2.0:1746128140.338992:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4210 00000100:00100000:2.0:1746128140.338998:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134448700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1965:x1830947542926208:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:2.0:1746128140.339033:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd955 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.339045:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128140.339046:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128140.339050:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd955 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.339060:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd955 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1746128140.377843:0:10578:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 536447269310ns, next at 537447268432ns, rc = 0 00000100:00100000:3.0:1746128140.377949:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746128140.377963:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830947540477440:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746128140.378015:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746128140.378138:0:18520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540477440 00000100:00100000:1.0:1746128140.378144:0:18520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540477440 00000100:00100000:1.0:1746128140.378180:0:18520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:1.0:1746128140.378187:0:18520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1830947540477440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746128140.378203:0:18520:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 468385792 pending 3407872 free 3802136576 avail 3775922176 00000100:00100000:1.0:1746128140.378233:0:18520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1830947540477440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128140.378238:0:18520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:3.0:1746128140.378321:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830947540477440:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1746128140.387299:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968101 is committed 00010000:00010000:2.0:1746128140.387345:0:31889:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bd94e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.387355:0:31889:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bd94e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.387362:0:31889:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bd94e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.387367:0:31889:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d5c6000 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128140.387370:0:31889:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bd94e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.387377:0:31889:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bd94e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.387390:0:31889:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bd94e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.387395:0:31889:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c6000/0x802a7453533bd94e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128140.387889:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134449880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1965:x1830947542925952:12345-192.168.203.28@tcp:4:dd.0 Request processed in 54464us (54745us total) trans 4294968101 rc 0/0 00000100:00100000:2.0:1746128140.387897:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4209 00010000:00010000:3.0:1746128140.420964:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd955 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.420975:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd955 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.420982:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd955 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.420988:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a45800 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128140.420991:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd955 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.420998:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd955 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.421011:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd955 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.421016:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a45800/0x802a7453533bd955 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128140.421083:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134448700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1965:x1830947542926208:12345-192.168.203.28@tcp:4:dd.0 Request processed in 82081us (82564us total) trans 4294968102 rc 0/0 00000100:00100000:3.0:1746128140.421091:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4210 00000001:00080000:2.0:1746128140.421243:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968102 is committed 00000100:00100000:2.0:1746128140.424265:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128140.424303:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128140.424369:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542926592 00000100:00100000:3.0:1746128140.424376:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542926592 00000100:00100000:3.0:1746128140.424409:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542926720 00000100:00100000:3.0:1746128140.424411:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542926720 00000100:00100000:3.0:1746128140.424435:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4211 00000100:00100000:3.0:1746128140.424440:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542926592:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:3.0:1746128140.424465:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bd95c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.424476:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128140.424477:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128140.424482:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bd95c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.424492:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bd95c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128140.425354:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4212 00000100:00100000:1.0:1746128140.425363:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542926720:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:1.0:1746128140.425383:0:31887:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093a82000/0x802a7453533bd963 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.425391:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128140.425392:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128140.425394:0:31887:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093a82000/0x802a7453533bd963 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.425403:0:31887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093a82000/0x802a7453533bd963 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.436435:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bd95c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.436449:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bd95c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.436456:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bd95c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.436461:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012baab200 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128140.436465:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bd95c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.436476:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bd95c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.436490:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bd95c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.436495:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012baab200/0x802a7453533bd95c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128140.436551:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542926592:12345-192.168.203.28@tcp:3:dd.0 Request processed in 12107us (12287us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128140.436559:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4211 00010000:00010000:1.0:1746128140.438743:0:31887:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093a82000/0x802a7453533bd963 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.438755:0:31887:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093a82000/0x802a7453533bd963 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.438761:0:31887:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093a82000/0x802a7453533bd963 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.438769:0:31887:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093a82000 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128140.438772:0:31887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093a82000/0x802a7453533bd963 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.438778:0:31887:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093a82000/0x802a7453533bd963 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.438790:0:31887:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093a82000/0x802a7453533bd963 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.438795:0:31887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093a82000/0x802a7453533bd963 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128140.438858:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542926720:12345-192.168.203.28@tcp:3:dd.0 Request processed in 13495us (14551us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128140.438866:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4212 00000100:00100000:0.0:1746128140.442196:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128140.442233:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128140.442294:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542926976 00000100:00100000:3.0:1746128140.442301:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542926976 00000100:00100000:3.0:1746128140.442344:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542927104 00000100:00100000:3.0:1746128140.442346:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542927104 00000100:00100000:3.0:1746128140.442358:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4213 00000100:00100000:3.0:1746128140.442363:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b589f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947542926976:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:3.0:1746128140.442396:0:1902:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cd0c, atime: 0x0, ctime: 0x6813cd0c, blocks: 0xc80b 00010000:00010000:3.0:1746128140.442403:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bd96a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.442415:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128140.442416:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128140.442420:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bd96a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.442435:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bd96a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128140.442568:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4214 00000100:00100000:2.0:1746128140.442590:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b58a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1965:x1830947542927104:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:2.0:1746128140.442603:0:8422:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009478dc00/0x802a7453533bd971 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.442609:0:8422:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128140.442610:0:8422:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128140.442612:0:8422:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009478dc00/0x802a7453533bd971 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.442623:0:8422:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009478dc00/0x802a7453533bd971 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746128140.508854:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968104 is committed 00010000:00010000:3.0:1746128140.509103:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bd96a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.509114:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bd96a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.509120:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bd96a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.509126:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095228e00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128140.509130:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bd96a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.509137:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bd96a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.509151:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bd96a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.509156:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095228e00/0x802a7453533bd96a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.509370:0:8422:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009478dc00/0x802a7453533bd971 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.509377:0:8422:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009478dc00/0x802a7453533bd971 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.509382:0:8422:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009478dc00/0x802a7453533bd971 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.509387:0:8422:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009478dc00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128140.509389:0:8422:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009478dc00/0x802a7453533bd971 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.509395:0:8422:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009478dc00/0x802a7453533bd971 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.509404:0:8422:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009478dc00/0x802a7453533bd971 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.509409:0:8422:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009478dc00/0x802a7453533bd971 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128140.509612:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b589f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947542926976:12345-192.168.203.28@tcp:4:dd.0 Request processed in 67245us (67417us total) trans 4294968103 rc 0/0 00000100:00100000:3.0:1746128140.509621:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4213 00000100:00100000:0.0:1746128140.510792:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b58a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542927104:12345-192.168.203.28@tcp:4:dd.0 Request processed in 68197us (68553us total) trans 4294968104 rc 0/0 00000100:00100000:0.0:1746128140.510800:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4214 00000100:00100000:1.0:1746128140.516671:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128140.516700:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128140.516766:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542927616 00000100:00100000:3.0:1746128140.516773:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542927616 00000100:00100000:3.0:1746128140.516822:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542927744 00000100:00100000:3.0:1746128140.516825:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542927744 00000100:00100000:3.0:1746128140.516846:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4215 00000100:00100000:3.0:1746128140.516852:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542927616:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:3.0:1746128140.516879:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800932f3800/0x802a7453533bd978 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.516891:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128140.516893:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128140.516897:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800932f3800/0x802a7453533bd978 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.516907:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800932f3800/0x802a7453533bd978 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128140.517539:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4216 00000100:00100000:0.0:1746128140.517547:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542927744:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:0.0:1746128140.517564:0:31889:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094a02000/0x802a7453533bd97f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.517592:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128140.517593:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128140.517596:0:31889:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a02000/0x802a7453533bd97f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.517607:0:31889:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a02000/0x802a7453533bd97f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.531165:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800932f3800/0x802a7453533bd978 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.531180:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800932f3800/0x802a7453533bd978 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.531187:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800932f3800/0x802a7453533bd978 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.531193:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800932f3800 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128140.531197:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800932f3800/0x802a7453533bd978 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.531203:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800932f3800/0x802a7453533bd978 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.531219:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800932f3800/0x802a7453533bd978 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.531224:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800932f3800/0x802a7453533bd978 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128140.533868:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542927616:12345-192.168.203.28@tcp:3:dd.0 Request processed in 17005us (17193us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128140.533879:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4215 00010000:00010000:1.0:1746128140.536893:0:31889:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094a02000/0x802a7453533bd97f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.536907:0:31889:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094a02000/0x802a7453533bd97f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.536913:0:31889:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094a02000/0x802a7453533bd97f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.536923:0:31889:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a02000 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128140.536926:0:31889:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094a02000/0x802a7453533bd97f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.536933:0:31889:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094a02000/0x802a7453533bd97f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.536946:0:31889:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094a02000/0x802a7453533bd97f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.536951:0:31889:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094a02000/0x802a7453533bd97f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128140.537020:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542927744:12345-192.168.203.28@tcp:3:dd.0 Request processed in 19472us (20317us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128140.537027:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4216 00000100:00100000:1.0:1746128140.549868:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128140.549951:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542928000 00000100:00100000:2.0:1746128140.549958:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542928000 00000100:00100000:2.0:1746128140.550013:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4217 00000100:00100000:2.0:1746128140.550020:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542928000:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:2.0:1746128140.550057:0:31889:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cd0c, atime: 0x0, ctime: 0x6813cd0c, blocks: 0xc80b 00010000:00010000:2.0:1746128140.550063:0:31889:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800951bfc00/0x802a7453533bd986 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.550073:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128140.550075:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128140.550078:0:31889:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951bfc00/0x802a7453533bd986 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.550088:0:31889:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951bfc00/0x802a7453533bd986 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128140.551406:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128140.554730:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542928128 00000100:00100000:3.0:1746128140.554740:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542928128 00000100:00100000:3.0:1746128140.554787:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4218 00000100:00100000:3.0:1746128140.554792:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1965:x1830947542928128:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:3.0:1746128140.554828:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800932f2400/0x802a7453533bd98d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.554840:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128140.554841:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128140.554845:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800932f2400/0x802a7453533bd98d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.554854:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800932f2400/0x802a7453533bd98d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746128140.625992:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968105 is committed 00002000:00010000:1.0:1746128140.626092:0:31889:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746128140 -> 1746128141 00002000:00010000:1.0:1746128140.626096:0:31889:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746128140 -> 1746128141 00010000:00010000:1.0:1746128140.626106:0:31889:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800951bfc00/0x802a7453533bd986 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.626115:0:31889:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800951bfc00/0x802a7453533bd986 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.626121:0:31889:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800951bfc00/0x802a7453533bd986 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.626128:0:31889:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800951bfc00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128140.626131:0:31889:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951bfc00/0x802a7453533bd986 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.626138:0:31889:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951bfc00/0x802a7453533bd986 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.626152:0:31889:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800951bfc00/0x802a7453533bd986 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.626158:0:31889:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951bfc00/0x802a7453533bd986 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128140.626221:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1966:x1830947542928000:12345-192.168.203.28@tcp:4:dd.0 Request processed in 76198us (76356us total) trans 4294968105 rc 0/0 00000100:00100000:1.0:1746128140.626229:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4217 00000001:00080000:2.0:1746128140.661096:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968106 is committed 00010000:00010000:3.0:1746128140.661181:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800932f2400/0x802a7453533bd98d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.661192:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800932f2400/0x802a7453533bd98d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.661198:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800932f2400/0x802a7453533bd98d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.661205:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800932f2400 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128140.661208:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800932f2400/0x802a7453533bd98d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.661215:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800932f2400/0x802a7453533bd98d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.661228:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800932f2400/0x802a7453533bd98d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.661233:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800932f2400/0x802a7453533bd98d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128140.661297:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542928128:12345-192.168.203.28@tcp:4:dd.0 Request processed in 106500us (109891us total) trans 4294968106 rc 0/0 00000100:00100000:3.0:1746128140.661305:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4218 00000100:00100000:1.0:1746128140.665104:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128140.665529:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128140.666424:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542928640 00000100:00100000:3.0:1746128140.666431:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542928640 00000100:00100000:3.0:1746128140.666471:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542928768 00000100:00100000:3.0:1746128140.666473:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542928768 00000100:00100000:3.0:1746128140.666487:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4219 00000100:00100000:3.0:1746128140.666493:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542928640:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:3.0:1746128140.666520:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d080000/0x802a7453533bd994 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.666530:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128140.666532:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128140.666535:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d080000/0x802a7453533bd994 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.666545:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d080000/0x802a7453533bd994 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128140.666627:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4220 00000100:00100000:2.0:1746128140.666633:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800892abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542928768:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:2.0:1746128140.666647:0:8422:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd99b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.666657:0:8422:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128140.666658:0:8422:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128140.666660:0:8422:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd99b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.666667:0:8422:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd99b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.678947:0:8422:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd99b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.678961:0:8422:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd99b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.678967:0:8422:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd99b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.678972:0:8422:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a66200 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128140.678975:0:8422:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd99b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.678981:0:8422:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd99b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.678995:0:8422:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd99b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.679001:0:8422:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a66200/0x802a7453533bd99b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128140.679075:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542928768:12345-192.168.203.28@tcp:3:dd.0 Request processed in 12438us (13542us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128140.679083:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4220 00010000:00010000:3.0:1746128140.682980:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d080000/0x802a7453533bd994 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.682992:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d080000/0x802a7453533bd994 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.682999:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d080000/0x802a7453533bd994 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.683003:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d080000 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128140.683006:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d080000/0x802a7453533bd994 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.683016:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d080000/0x802a7453533bd994 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.683031:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d080000/0x802a7453533bd994 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.683036:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d080000/0x802a7453533bd994 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128140.683093:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800892ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542928640:12345-192.168.203.28@tcp:3:dd.0 Request processed in 16596us (17990us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128140.683102:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4219 00000100:00100000:3.0:1746128140.687713:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128140.687772:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128140.687995:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542929024 00000100:00100000:0.0:1746128140.688002:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542929024 00000100:00100000:0.0:1746128140.688252:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542929152 00000100:00100000:0.0:1746128140.688255:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542929152 00000100:00100000:2.0:1746128140.688309:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4221 00000100:00100000:2.0:1746128140.688317:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947542929024:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:2.0:1746128140.688354:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cd0d, atime: 0x0, ctime: 0x6813cd0d, blocks: 0xc80b 00010000:00010000:2.0:1746128140.688360:0:8422:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800952bd600/0x802a7453533bd9a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.688371:0:8422:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128140.688372:0:8422:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128140.688377:0:8422:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800952bd600/0x802a7453533bd9a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.688387:0:8422:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800952bd600/0x802a7453533bd9a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128140.688526:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4222 00000100:00100000:0.0:1746128140.688532:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1965:x1830947542929152:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:0.0:1746128140.688545:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bd9a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.688552:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128140.688553:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128140.688556:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bd9a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.688563:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bd9a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746128140.753456:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968107 is committed 00010000:00010000:3.0:1746128140.753871:0:8422:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800952bd600/0x802a7453533bd9a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.753881:0:8422:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800952bd600/0x802a7453533bd9a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.753889:0:8422:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800952bd600/0x802a7453533bd9a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.753895:0:8422:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800952bd600 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128140.753899:0:8422:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800952bd600/0x802a7453533bd9a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.753909:0:8422:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800952bd600/0x802a7453533bd9a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.753923:0:8422:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800952bd600/0x802a7453533bd9a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.753928:0:8422:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800952bd600/0x802a7453533bd9a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128140.753993:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1965:x1830947542929024:12345-192.168.203.28@tcp:4:dd.0 Request processed in 65673us (66282us total) trans 4294968107 rc 0/0 00000100:00100000:3.0:1746128140.754001:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4221 00010000:00010000:1.0:1746128140.791014:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bd9a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.791028:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bd9a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.791036:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bd9a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.791042:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b631200 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128140.791046:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bd9a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.791052:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bd9a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.791066:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bd9a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128140.791072:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631200/0x802a7453533bd9a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128140.791152:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1965:x1830947542929152:12345-192.168.203.28@tcp:4:dd.0 Request processed in 102616us (103375us total) trans 4294968108 rc 0/0 00000100:00100000:1.0:1746128140.791161:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4222 00000001:00080000:1.0:1746128140.791187:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968108 is committed 00000100:00100000:1.0:1746128140.795943:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128140.795975:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128140.796077:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542929664 00000100:00100000:0.0:1746128140.796085:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542929664 00000100:00100000:0.0:1746128140.796121:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542929792 00000100:00100000:0.0:1746128140.796122:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542929792 00000100:00100000:0.0:1746128140.796135:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4223 00000100:00100000:0.0:1746128140.796141:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542929664:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:0.0:1746128140.796166:0:1902:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880137391c00/0x802a7453533bd9b0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.796177:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128140.796179:0:1902:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128140.796182:0:1902:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880137391c00/0x802a7453533bd9b0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.796194:0:1902:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880137391c00/0x802a7453533bd9b0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128140.796354:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4224 00000100:00100000:3.0:1746128140.796361:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542929792:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:3.0:1746128140.796376:0:8422:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bd9b7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.796383:0:8422:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128140.796384:0:8422:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128140.796387:0:8422:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bd9b7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.796395:0:8422:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bd9b7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.807844:0:1902:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880137391c00/0x802a7453533bd9b0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.807857:0:1902:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880137391c00/0x802a7453533bd9b0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.807865:0:1902:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880137391c00/0x802a7453533bd9b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.807870:0:1902:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880137391c00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128140.807873:0:1902:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880137391c00/0x802a7453533bd9b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.807879:0:1902:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880137391c00/0x802a7453533bd9b0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.807894:0:1902:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880137391c00/0x802a7453533bd9b0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.807899:0:1902:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880137391c00/0x802a7453533bd9b0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 1902 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128140.807961:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542929664:12345-192.168.203.28@tcp:3:dd.0 Request processed in 11817us (12022us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128140.807969:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4223 00010000:00010000:3.0:1746128140.817685:0:8422:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bd9b7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.817699:0:8422:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bd9b7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.817706:0:8422:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bd9b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.817711:0:8422:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b630a00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128140.817714:0:8422:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bd9b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.817721:0:8422:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bd9b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.817734:0:8422:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bd9b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.817740:0:8422:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b630a00/0x802a7453533bd9b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128140.817792:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542929792:12345-192.168.203.28@tcp:3:dd.0 Request processed in 21428us (21812us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128140.817799:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4224 00000100:00100000:1.0:1746128140.827129:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128140.827389:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128140.827464:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542930048 00000100:00100000:3.0:1746128140.827471:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542930048 00000100:00100000:3.0:1746128140.827524:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542930176 00000100:00100000:3.0:1746128140.827527:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542930176 00000100:00100000:3.0:1746128140.827552:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4225 00000100:00100000:3.0:1746128140.827560:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947542930048:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:3.0:1746128140.827621:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cd0d, atime: 0x0, ctime: 0x6813cd0d, blocks: 0xc80b 00010000:00010000:3.0:1746128140.827628:0:8422:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd9be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.827639:0:8422:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128140.827640:0:8422:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128140.827644:0:8422:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd9be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.827654:0:8422:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd9be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128140.827807:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4226 00000100:00100000:2.0:1746128140.827825:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1965:x1830947542930176:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:2.0:1746128140.827840:0:31887:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7c00/0x802a7453533bd9c5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.827847:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128140.827849:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128140.827851:0:31887:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7c00/0x802a7453533bd9c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.827863:0:31887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7c00/0x802a7453533bd9c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746128140.892974:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968109 is committed 00010000:00010000:3.0:1746128140.893204:0:8422:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd9be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.893215:0:8422:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd9be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.893221:0:8422:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd9be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.893227:0:8422:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b631000 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128140.893231:0:8422:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd9be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.893237:0:8422:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd9be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.893256:0:8422:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd9be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.893261:0:8422:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631000/0x802a7453533bd9be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128140.893321:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1965:x1830947542930048:12345-192.168.203.28@tcp:4:dd.0 Request processed in 65759us (66196us total) trans 4294968109 rc 0/0 00000100:00100000:3.0:1746128140.893329:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4225 00000001:00080000:1.0:1746128140.934129:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968110 is committed 00010000:00010000:2.0:1746128140.934210:0:31887:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7c00/0x802a7453533bd9c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.934220:0:31887:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7c00/0x802a7453533bd9c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.934227:0:31887:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7c00/0x802a7453533bd9c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.934233:0:31887:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d5c7c00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128140.934237:0:31887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7c00/0x802a7453533bd9c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.934243:0:31887:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7c00/0x802a7453533bd9c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.934259:0:31887:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7c00/0x802a7453533bd9c5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.934264:0:31887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7c00/0x802a7453533bd9c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128140.934484:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542930176:12345-192.168.203.28@tcp:4:dd.0 Request processed in 106666us (107092us total) trans 4294968110 rc 0/0 00000100:00100000:2.0:1746128140.934496:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4226 00000100:00100000:0.0:1746128140.941121:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128140.941160:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128140.941201:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542930560 00000100:00100000:3.0:1746128140.941208:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542930560 00000100:00100000:3.0:1746128140.941260:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542930816 00000100:00100000:3.0:1746128140.941263:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542930816 00000100:00100000:3.0:1746128140.941283:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4227 00000100:00100000:3.0:1746128140.941290:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b58a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542930560:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:3.0:1746128140.941317:0:8422:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095298200/0x802a7453533bd9cc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.941329:0:8422:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128140.941330:0:8422:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128140.941334:0:8422:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095298200/0x802a7453533bd9cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.941346:0:8422:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095298200/0x802a7453533bd9cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128140.941613:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4228 00000100:00100000:2.0:1746128140.941623:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b58aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542930816:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:2.0:1746128140.941644:0:31887:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7c00/0x802a7453533bd9d3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.941652:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128140.941653:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128140.941656:0:31887:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7c00/0x802a7453533bd9d3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.941664:0:31887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7c00/0x802a7453533bd9d3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.953845:0:8422:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095298200/0x802a7453533bd9cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.953860:0:8422:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095298200/0x802a7453533bd9cc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.953866:0:8422:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095298200/0x802a7453533bd9cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.953873:0:8422:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095298200 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128140.953876:0:8422:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095298200/0x802a7453533bd9cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.953883:0:8422:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095298200/0x802a7453533bd9cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.953899:0:8422:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095298200/0x802a7453533bd9cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128140.953904:0:8422:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095298200/0x802a7453533bd9cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128140.953955:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b58a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542930560:12345-192.168.203.28@tcp:3:dd.0 Request processed in 12662us (12836us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128140.953963:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4227 00010000:00010000:2.0:1746128140.957901:0:31887:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7c00/0x802a7453533bd9d3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.957912:0:31887:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7c00/0x802a7453533bd9d3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.957918:0:31887:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7c00/0x802a7453533bd9d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.957924:0:31887:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d5c7c00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128140.957927:0:31887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7c00/0x802a7453533bd9d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.957937:0:31887:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7c00/0x802a7453533bd9d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.957951:0:31887:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7c00/0x802a7453533bd9d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.957956:0:31887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7c00/0x802a7453533bd9d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128140.958032:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b58aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1966:x1830947542930816:12345-192.168.203.28@tcp:3:dd.0 Request processed in 16407us (16867us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128140.958040:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4228 00000100:00100000:0.0:1746128140.962877:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128140.963269:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542931072 00000100:00100000:2.0:1746128140.963277:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542931072 00000100:00100000:2.0:1746128140.963335:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4229 00000100:00100000:2.0:1746128140.963342:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b58ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542931072:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:2.0:1746128140.963380:0:31887:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cd0d, atime: 0x0, ctime: 0x6813cd0d, blocks: 0xc80b 00010000:00010000:2.0:1746128140.963387:0:31887:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd9da lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.963398:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128140.963400:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128140.963404:0:31887:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd9da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128140.963415:0:31887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd9da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128140.963667:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128140.963892:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542931200 00000100:00100000:0.0:1746128140.963897:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542931200 00000100:00100000:0.0:1746128140.963921:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4230 00000100:00100000:0.0:1746128140.963925:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542931200:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:0.0:1746128140.963938:0:8422:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x802a7453533bd9e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.963945:0:8422:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128140.963946:0:8422:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128140.963949:0:8422:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x802a7453533bd9e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128140.963955:0:8422:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x802a7453533bd9e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746128141.027069:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968111 is committed 00010000:00010000:3.0:1746128141.027240:0:31887:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd9da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.027250:0:31887:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd9da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.027258:0:31887:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd9da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.027263:0:31887:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d5c7200 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128141.027266:0:31887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd9da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.027273:0:31887:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd9da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.027287:0:31887:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd9da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.027292:0:31887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7200/0x802a7453533bd9da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128141.027357:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b58ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1964:x1830947542931072:12345-192.168.203.28@tcp:4:dd.0 Request processed in 64012us (64482us total) trans 4294968111 rc 0/0 00000100:00100000:3.0:1746128141.027364:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4229 00000001:00080000:1.0:1746128141.068002:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968112 is committed 00010000:00010000:2.0:1746128141.068085:0:8422:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x802a7453533bd9e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.068095:0:8422:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x802a7453533bd9e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.068102:0:8422:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x802a7453533bd9e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.068107:0:8422:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091caae00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128141.068110:0:8422:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x802a7453533bd9e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.068116:0:8422:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x802a7453533bd9e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.068130:0:8422:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x802a7453533bd9e1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.068136:0:8422:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091caae00/0x802a7453533bd9e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128141.068487:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542931200:12345-192.168.203.28@tcp:4:dd.0 Request processed in 104557us (104816us total) trans 4294968112 rc 0/0 00000100:00100000:2.0:1746128141.068495:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4230 00000100:00100000:0.0:1746128141.074400:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128141.074440:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128141.074515:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542931712 00000100:00100000:2.0:1746128141.074523:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542931712 00000100:00100000:2.0:1746128141.074564:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542931840 00000100:00100000:2.0:1746128141.074567:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542931840 00000100:00100000:2.0:1746128141.074721:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4231 00000100:00100000:2.0:1746128141.074729:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b58b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542931712:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:2.0:1746128141.074755:0:8422:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd9e8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.074766:0:8422:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128141.074768:0:8422:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128141.074771:0:8422:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd9e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.074781:0:8422:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd9e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128141.075731:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4232 00000100:00100000:3.0:1746128141.075739:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b58b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542931840:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:3.0:1746128141.075757:0:31887:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a4cd2c00/0x802a7453533bd9ef lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.075764:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128141.075765:0:31887:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128141.075768:0:31887:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4cd2c00/0x802a7453533bd9ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.075776:0:31887:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4cd2c00/0x802a7453533bd9ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.085340:0:8422:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd9e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.085352:0:8422:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd9e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.085358:0:8422:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd9e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.085364:0:8422:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d5c7800 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128141.085368:0:8422:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd9e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.085374:0:8422:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd9e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.085387:0:8422:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd9e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.085393:0:8422:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5c7800/0x802a7453533bd9e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128141.085455:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b58b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542931712:12345-192.168.203.28@tcp:3:dd.0 Request processed in 10724us (11059us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128141.085463:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4231 00010000:00010000:3.0:1746128141.095353:0:31887:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a4cd2c00/0x802a7453533bd9ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.095366:0:31887:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4cd2c00/0x802a7453533bd9ef lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.095374:0:31887:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a4cd2c00/0x802a7453533bd9ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.095379:0:31887:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4cd2c00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128141.095382:0:31887:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a4cd2c00/0x802a7453533bd9ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.095389:0:31887:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a4cd2c00/0x802a7453533bd9ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.095403:0:31887:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a4cd2c00/0x802a7453533bd9ef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.095408:0:31887:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4cd2c00/0x802a7453533bd9ef lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31887 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128141.095618:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b58b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542931840:12345-192.168.203.28@tcp:3:dd.0 Request processed in 19876us (21173us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128141.095631:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4232 00000100:00100000:1.0:1746128141.108351:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.108374:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.108391:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542932096 00000100:00100000:1.0:1746128141.108398:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542932096 00000100:00100000:1.0:1746128141.108436:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542932224 00000100:00100000:1.0:1746128141.108438:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542932224 00000100:00100000:1.0:1746128141.108451:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4233 00000100:00100000:1.0:1746128141.108456:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542932096:12345-192.168.203.28@tcp:4:dd.0 00002000:00010000:1.0:1746128141.108489:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cd0d, atime: 0x0, ctime: 0x6813cd0d, blocks: 0xc80b 00010000:00010000:1.0:1746128141.108495:0:8422:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bd9f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128141.108504:0:8422:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128141.108506:0:8422:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128141.108510:0:8422:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bd9f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128141.108520:0:8422:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bd9f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128141.108627:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4234 00000100:00100000:1.0:1746128141.108632:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1964:x1830947542932224:12345-192.168.203.28@tcp:4:dd.0 00010000:00010000:1.0:1746128141.108644:0:31889:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bd9fd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128141.108650:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128141.108651:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128141.108653:0:31889:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bd9fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128141.108663:0:31889:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bd9fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128141.194060:0:8422:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bd9f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128141.194072:0:8422:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bd9f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128141.194079:0:8422:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bd9f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128141.194084:0:8422:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800956b5400 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128141.194088:0:8422:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bd9f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128141.194094:0:8422:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bd9f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128141.194108:0:8422:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bd9f6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128141.194114:0:8422:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5400/0x802a7453533bd9f6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128141.194175:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+13:1964:x1830947542932096:12345-192.168.203.28@tcp:4:dd.0 Request processed in 85713us (85822us total) trans 4294968113 rc 0/0 00000100:00100000:1.0:1746128141.194187:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4233 00000001:00080000:1.0:1746128141.194212:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968113 is committed 00000001:00080000:1.0:1746128141.210046:0:8509:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968531 is committed 00000001:00080000:1.0:1746128141.210072:0:8509:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968534 is committed 00000001:00080000:1.0:1746128141.210097:0:8509:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968537 is committed 00010000:00010000:2.0:1746128141.226761:0:31889:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bd9fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.226772:0:31889:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bd9fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.226779:0:31889:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bd9fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.226785:0:31889:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800956b4600 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128141.226788:0:31889:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bd9fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.226798:0:31889:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bd9fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.226822:0:31889:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bd9fd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.226828:0:31889:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4600/0x802a7453533bd9fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128141.226897:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1964:x1830947542932224:12345-192.168.203.28@tcp:4:dd.0 Request processed in 118261us (118518us total) trans 4294968114 rc 0/0 00000100:00100000:2.0:1746128141.226905:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4234 00000001:00080000:0.0:1746128141.226973:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968114 is committed 00000100:00100000:2.0:1746128141.229780:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128141.229808:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542932608 00000100:00100000:2.0:1746128141.229825:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542932608 00000100:00100000:2.0:1746128141.230109:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4235 00000100:00100000:2.0:1746128141.230116:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542932608:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:2.0:1746128141.230142:0:31889:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012ce57200/0x802a7453533bda04 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.230153:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128141.230154:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128141.230158:0:31889:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce57200/0x802a7453533bda04 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.230168:0:31889:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ce57200/0x802a7453533bda04 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.238638:0:31889:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012ce57200/0x802a7453533bda04 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.238652:0:31889:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce57200/0x802a7453533bda04 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.238659:0:31889:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ce57200/0x802a7453533bda04 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.238665:0:31889:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ce57200 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128141.238668:0:31889:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ce57200/0x802a7453533bda04 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.238675:0:31889:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ce57200/0x802a7453533bda04 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.238688:0:31889:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ce57200/0x802a7453533bda04 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.238694:0:31889:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce57200/0x802a7453533bda04 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128141.240312:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1965:x1830947542932608:12345-192.168.203.28@tcp:3:dd.0 Request processed in 8646us (8988us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128141.240325:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4235 00000100:00100000:1.0:1746128141.241733:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128141.242190:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542932736 00000100:00100000:2.0:1746128141.242197:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542932736 00000100:00100000:2.0:1746128141.242324:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5495 00000100:00100000:2.0:1746128141.242332:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1148:x1830947542932736:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:2.0:1746128141.242345:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128141.242359:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bda0b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d4014 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746128141.242377:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813cd0d, atime: 0x0, ctime: 0x6813cd0d, blocks: 0xc80b 00010000:00010000:2.0:1746128141.242393:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128141.242395:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128141.242400:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bda0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4014 expref: 8 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.242412:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ce56000/0x802a7453533bda0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4014 expref: 8 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.242420:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56000, rc 0) 00000100:00100000:2.0:1746128141.242763:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1148:x1830947542932736:12345-192.168.203.28@tcp:101:dd.0 Request processed in 431us (1033us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128141.242769:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5495 00000100:00100000:3.0:1746128141.252876:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128141.254525:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542932992 00000100:00100000:2.0:1746128141.254535:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542932992 00002000:00100000:2.0:1746128141.254605:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff880131890e00 x1830947542932992/t0(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128141.254613:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131890e00 with x1830947542932992 ext(25165824->26214399) 00002000:00010000:2.0:1746128141.254618:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131890e00 00000100:00100000:2.0:1746128141.254644:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4236 00000100:00100000:2.0:1746128141.254651:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542932992:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:2.0:1746128141.265375:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1964:x1830947542932992:12345-192.168.203.28@tcp:4:dd.0 Request processed in 10716us (12497us total) trans 4294968115 rc 0/0 00000100:00100000:2.0:1746128141.265386:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4236 00002000:00100000:2.0:1746128141.265396:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff880131890e00 x1830947542932992/t4294968115(0) o4->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/448 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128141.265404:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131890e00 with x1830947542932992 ext(25165824->26214399) 00002000:00010000:2.0:1746128141.265408:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131890e00 00000100:00100000:1.0:1746128141.269604:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128141.269740:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542933120 00000100:00100000:2.0:1746128141.269748:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542933120 00000100:00100000:2.0:1746128141.269795:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5496 00000100:00100000:2.0:1746128141.269803:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1966:x1830947542933120:12345-192.168.203.28@tcp:16:dd.0 00010000:00010000:0.0:1746128141.311792:0:7071:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746128141.320362:0:9870:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968115 is committed 00000100:00100000:3.0:1746128141.320535:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1966:x1830947542933120:12345-192.168.203.28@tcp:16:dd.0 Request processed in 50727us (50959us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128141.320544:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5496 00000100:00100000:3.0:1746128141.326081:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.326220:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542933376 00000100:00100000:1.0:1746128141.326227:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542933376 00000100:00080000:0.0:1746128141.326669:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746128141.326717:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 175 00000100:00100000:1.0:1746128141.326725:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+29:1148:x1830947542933376:12345-192.168.203.28@tcp:35:dd.0 00000100:00100000:1.0:1746128141.326919:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1148:x1830947542933376:12345-192.168.203.28@tcp:35:dd.0 Request processed in 194us (843us total) trans 4294984720 rc 0/0 00000100:00100000:1.0:1746128141.326924:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 175 00000100:00100000:1.0:1746128141.340807:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128141.341435:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542933504 00000100:00100000:2.0:1746128141.341442:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542933504 00000100:00100000:2.0:1746128141.341484:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40751 00000100:00100000:2.0:1746128141.341490:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+30:1154:x1830947542933504:12345-192.168.203.28@tcp:101:checkstat.0 00010000:00010000:2.0:1746128141.341508:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128141.341524:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56400/0x802a7453533bda12 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d401b expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.341569:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57600/0x802a7453533bda19 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128141.341770:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57600/0x802a7453533bda19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:2.0:1746128141.341783:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57600/0x802a7453533bda19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:3.0:1746128141.341920:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1746128141.341923:0:7083:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:3.0:1746128141.341939:0:7083:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57600/0x802a7453533bda19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.341957:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56400/0x802a7453533bda12 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d401b expref: 32 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.342679:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57600/0x802a7453533bda19 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d401b expref: 31 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.342687:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411700) 00010000:00010000:3.0:1746128141.342689:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746128141.342692:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce57600, rc 0) 00000100:00100000:3.0:1746128141.342823:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+31:1154:x1830947542933504:12345-192.168.203.28@tcp:101:checkstat.0 Request processed in 1331us (2021us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128141.342830:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40751 00000100:00100000:0.0:1746128141.348976:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128141.349097:0:7088:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542933632 00000100:00100000:2.0:1746128141.349105:0:7088:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542933632 00000100:00100000:2.0:1746128141.349137:0:7088:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 7 00000100:00100000:2.0:1746128141.349144:0:7088:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b58b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+31:1963:x1830947542933632:12345-192.168.203.28@tcp:63:ll_sa.0 00010000:00010000:2.0:1746128141.349174:0:7088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128141.349188:0:7088:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56400/0x802a7453533bda20 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d4022 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.349224:0:7088:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bda27 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1746128141.349233:0:7088:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bda27 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1746128141.349241:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bda27 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1746128141.349252:0:7088:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800941ccc00/0x802a7453533bda2e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1746128141.349257:0:7088:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800941ccc00/0x802a7453533bda2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1746128141.349262:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800941ccc00/0x802a7453533bda2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1746128141.349309:0:7088:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bda27 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1746128141.349317:0:7088:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bda27 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1746128141.349322:0:7088:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bda27 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1746128141.349327:0:7088:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ce57c00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128141.349330:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bda27 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1746128141.349336:0:7088:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bda27 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1746128141.349343:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411700) 00010000:00010000:2.0:1746128141.349346:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128141.349349:0:7088:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bda27 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1746128141.349353:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57c00/0x802a7453533bda27 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1746128141.349379:0:7088:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800941ccc00/0x802a7453533bda2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1746128141.349384:0:7088:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800941ccc00/0x802a7453533bda2e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1746128141.349388:0:7088:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800941ccc00/0x802a7453533bda2e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1746128141.349392:0:7088:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800941ccc00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128141.349395:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800941ccc00/0x802a7453533bda2e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1746128141.349402:0:7088:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800941ccc00/0x802a7453533bda2e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1746128141.349408:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88012c411600) 00010000:00010000:2.0:1746128141.349410:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128141.349412:0:7088:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800941ccc00/0x802a7453533bda2e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1746128141.349415:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800941ccc00/0x802a7453533bda2e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:2.0:1746128141.349444:0:7088:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56400/0x802a7453533bda20 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4022 expref: 32 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.349451:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411700) 00010000:00010000:2.0:1746128141.349453:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746128141.349456:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce56400/0x802a7453533bda20 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4022 expref: 32 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.349464:0:7088:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce56400, rc -2) 00000100:00100000:2.0:1746128141.349517:0:7088:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b58b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+31:1963:x1830947542933632:12345-192.168.203.28@tcp:63:ll_sa.0 Request processed in 372us (547us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746128141.349523:0:7088:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 7 00000100:00100000:2.0:1746128141.356162:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128141.356283:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542933760 00000100:00100000:3.0:1746128141.356290:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542933760 00000100:00100000:3.0:1746128141.356338:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40752 00000100:00100000:3.0:1746128141.356345:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+31:1154:x1830947542933760:12345-192.168.203.28@tcp:101:checkstat.0 00010000:00010000:3.0:1746128141.356361:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128141.356375:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b102800/0x802a7453533bda35 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d4029 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.356423:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103000/0x802a7453533bda3c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356435:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103000/0x802a7453533bda3c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356444:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103000/0x802a7453533bda3c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356456:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b102600/0x802a7453533bda43 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356461:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b102600/0x802a7453533bda43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356466:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b102600/0x802a7453533bda43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356541:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103400/0x802a7453533bda4a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356548:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103400/0x802a7453533bda4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356553:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103400/0x802a7453533bda4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:3.0:1746128141.356600:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00000004:00200000:3.0:1746128141.356603:0:7083:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746128141.356615:0:7083:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103400/0x802a7453533bda4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356622:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103400/0x802a7453533bda4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356628:0:7083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103000/0x802a7453533bda3c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356633:0:7083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103000/0x802a7453533bda3c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356638:0:7083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103000/0x802a7453533bda3c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356642:0:7083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b103000 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128141.356645:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103000/0x802a7453533bda3c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356651:0:7083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103000/0x802a7453533bda3c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356660:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411700) 00010000:00010000:3.0:1746128141.356662:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128141.356665:0:7083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103000/0x802a7453533bda3c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356669:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103000/0x802a7453533bda3c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356682:0:7083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b102600/0x802a7453533bda43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356686:0:7083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b102600/0x802a7453533bda43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356690:0:7083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b102600/0x802a7453533bda43 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356694:0:7083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b102600 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128141.356696:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b102600/0x802a7453533bda43 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356700:0:7083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b102600/0x802a7453533bda43 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356705:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009272d700) 00010000:00010000:3.0:1746128141.356707:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128141.356709:0:7083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b102600/0x802a7453533bda43 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356712:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b102600/0x802a7453533bda43 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.356735:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b102800/0x802a7453533bda35 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4029 expref: 33 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.356744:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103400/0x802a7453533bda4a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4029 expref: 32 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.356750:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012c411c00) 00010000:00010000:3.0:1746128141.356752:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128141.356754:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b103400, rc 0) 00000100:00100000:3.0:1746128141.356790:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1154:x1830947542933760:12345-192.168.203.28@tcp:101:checkstat.0 Request processed in 446us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128141.356796:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40752 00000100:00100000:1.0:1746128141.360420:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.360467:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128141.360534:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542933888 00000100:00100000:3.0:1746128141.360541:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542933888 00000100:00100000:3.0:1746128141.360591:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542934016 00000100:00100000:3.0:1746128141.360593:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542934016 00000100:00100000:3.0:1746128141.360611:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5497 00000100:00100000:3.0:1746128141.360616:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542933888:12345-192.168.203.28@tcp:101:checkstat.0 00010000:00010000:3.0:1746128141.360630:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128141.360644:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093728c00/0x802a7453533bda51 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d4030 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128141.360681:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131891500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540477568:192.168.203.28@tcp:106: 00000100:00100000:0.0:1746128141.360791:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5498 00000100:00100000:0.0:1746128141.360799:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542934016:12345-192.168.203.28@tcp:101:checkstat.0 00010000:00010000:0.0:1746128141.360805:0:8418:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128141.360826:0:8418:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a44000/0x802a7453533bda58 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d4037 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746128141.360849:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b58bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8418:1830947540477696:192.168.203.28@tcp:106: 00000100:00100000:3.0:1746128141.365414:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba16480 going to sleep for 11 seconds 00000100:00100000:0.0:1746128141.366391:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00100000:1.0:1746128141.366500:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128141.366668:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542934144 00000100:00100000:0.0:1746128141.366674:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542934144 00000100:00100000:0.0:1746128141.366710:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 214 00000100:00100000:0.0:1746128141.366716:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1963:x1830947542934144:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746128141.366727:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746128141.366745:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103400/0x802a7453533bda4a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4029 expref: 32 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128141.366771:0:7067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012c411c00) 00010000:00010000:0.0:1746128141.366775:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746128141.366806:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+31:1963:x1830947542934144:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 89us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128141.366822:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 214 00002000:00010000:0.0:1746128141.368210:0:8416:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:0.0:1746128141.368215:0:8416:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime: 0 -> 1746128140 00002000:00010000:0.0:1746128141.368217:0:8416:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb atime: 0 -> 1746128139 00002000:00010000:0.0:1746128141.368218:0:8416:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime: 0 -> 1746128140 00002000:00010000:0.0:1746128141.368219:0:8416:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks: 1 -> 24585 00002000:00010000:0.0:1746128141.368230:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 24585 -> 26633 00000100:00100000:0.0:1746128141.368236:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131891500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540477568:192.168.203.28@tcp:106: 00010000:00010000:0.0:1746128141.368265:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093728c00/0x802a7453533bda51 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4030 expref: 9 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746128141.368276:0:8416:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093728c00/0x802a7453533bda51 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4030 expref: 9 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746128141.368285:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093728c00, rc 0) 00000100:00100000:0.0:1746128141.368324:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542933888:12345-192.168.203.28@tcp:101:checkstat.0 Request processed in 7706us (7910us total) trans 0 rc 301/301 00000100:00100000:0.0:1746128141.368330:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5497 00002000:00010000:1.0:1746128141.368479:0:8418:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:1.0:1746128141.368482:0:8418:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb mtime: 0 -> 1746128140 00002000:00010000:1.0:1746128141.368483:0:8418:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb atime: 0 -> 1746128139 00002000:00010000:1.0:1746128141.368485:0:8418:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb ctime: 0 -> 1746128140 00002000:00010000:1.0:1746128141.368492:0:8418:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb blocks from disk: 1 -> 24585 00000100:00100000:1.0:1746128141.368496:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b58bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8418:1830947540477696:192.168.203.28@tcp:106: 00010000:00010000:1.0:1746128141.368514:0:8418:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a44000/0x802a7453533bda58 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4037 expref: 8 pid: 8418 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128141.368527:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094a44000/0x802a7453533bda58 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4037 expref: 8 pid: 8418 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128141.368538:0:8418:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a44000, rc 0) 00000100:00100000:1.0:1746128141.368555:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1964:x1830947542934016:12345-192.168.203.28@tcp:101:checkstat.0 Request processed in 7759us (8089us total) trans 0 rc 301/301 00000100:00100000:1.0:1746128141.368561:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5498 00000100:00100000:3.0:1746128141.381545:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.382109:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542934272 00000100:00100000:1.0:1746128141.382116:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542934272 00000100:00100000:1.0:1746128141.382362:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40753 00000100:00100000:1.0:1746128141.382369:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+22:1155:x1830947542934272:12345-192.168.203.28@tcp:101:checkstat.0 00010000:00010000:1.0:1746128141.382387:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128141.382401:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095302400/0x802a7453533bda5f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d403e expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128141.382445:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095303800/0x802a7453533bda66 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128141.382456:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095303800/0x802a7453533bda66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128141.382464:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095303800/0x802a7453533bda66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:1.0:1746128141.382507:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746128141.382510:0:20908:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:1.0:1746128141.382522:0:20908:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095303800/0x802a7453533bda66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128141.382538:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095302400/0x802a7453533bda5f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d403e expref: 24 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128141.382591:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095303800/0x802a7453533bda66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d403e expref: 23 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128141.382597:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411700) 00010000:00010000:1.0:1746128141.382600:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746128141.382602:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095303800, rc 0) 00000100:00100000:1.0:1746128141.382639:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+23:1155:x1830947542934272:12345-192.168.203.28@tcp:101:checkstat.0 Request processed in 271us (1100us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128141.382645:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40753 00000100:00080000:0.0:1746128141.383420:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746128141.391176:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128141.392644:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542934400 00000100:00100000:2.0:1746128141.392652:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542934400 00000100:00100000:2.0:1746128141.392706:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 8 00000100:00100000:2.0:1746128141.392712:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b58bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+23:1963:x1830947542934400:12345-192.168.203.28@tcp:63:ll_sa.0 00010000:00010000:2.0:1746128141.392738:0:7087:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128141.392752:0:7087:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd400/0x802a7453533bda6d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d4045 expref: -99 pid: 7087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.392787:0:7087:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd800/0x802a7453533bda74 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128141.392795:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd800/0x802a7453533bda74 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128141.392803:0:7087:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd800/0x802a7453533bda74 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128141.392823:0:7087:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800941ccc00/0x802a7453533bda7b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128141.392828:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800941ccc00/0x802a7453533bda7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128141.392833:0:7087:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800941ccc00/0x802a7453533bda7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128141.392879:0:7087:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd800/0x802a7453533bda74 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128141.392884:0:7087:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd800/0x802a7453533bda74 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128141.392889:0:7087:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd800/0x802a7453533bda74 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128141.392893:0:7087:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800941cd800 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128141.392896:0:7087:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd800/0x802a7453533bda74 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128141.392901:0:7087:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd800/0x802a7453533bda74 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128141.392908:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411700) 00010000:00010000:2.0:1746128141.392911:0:7087:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128141.392913:0:7087:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd800/0x802a7453533bda74 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128141.392917:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd800/0x802a7453533bda74 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128141.392929:0:7087:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800941ccc00/0x802a7453533bda7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128141.392933:0:7087:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800941ccc00/0x802a7453533bda7b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128141.392937:0:7087:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800941ccc00/0x802a7453533bda7b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128141.392940:0:7087:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800941ccc00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:2.0:1746128141.392942:0:7087:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800941ccc00/0x802a7453533bda7b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128141.392946:0:7087:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800941ccc00/0x802a7453533bda7b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128141.392950:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88012c411200) 00010000:00010000:2.0:1746128141.392951:0:7087:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746128141.392953:0:7087:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800941ccc00/0x802a7453533bda7b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128141.392957:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800941ccc00/0x802a7453533bda7b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:2.0:1746128141.392982:0:7087:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd400/0x802a7453533bda6d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4045 expref: 24 pid: 7087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.392989:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411700) 00010000:00010000:2.0:1746128141.392991:0:7087:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746128141.392993:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd400/0x802a7453533bda6d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4045 expref: 24 pid: 7087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.392998:0:7087:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800941cd400, rc -2) 00000100:00100000:2.0:1746128141.393040:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b58bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+23:1963:x1830947542934400:12345-192.168.203.28@tcp:63:ll_sa.0 Request processed in 328us (1870us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746128141.393046:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 8 00000100:00100000:2.0:1746128141.399182:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128141.399244:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542934656 00000100:00100000:3.0:1746128141.399252:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542934656 00000100:00100000:3.0:1746128141.399338:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40754 00000100:00100000:3.0:1746128141.399346:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+31:1158:x1830947542934656:12345-192.168.203.28@tcp:101:cmp.0 00010000:00010000:3.0:1746128141.399361:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128141.399375:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093729a00/0x802a7453533bda82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d407d expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.399442:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533bda89 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.399453:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533bda89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.399460:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533bda89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:3.0:1746128141.399467:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00010000:00010000:3.0:1746128141.399562:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093729a00/0x802a7453533bda82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d407d expref: 34 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.400654:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533bda89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d407d expref: 33 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.400663:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012c411c00) 00010000:00010000:3.0:1746128141.400665:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128141.400668:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093729000, rc 0) 00000100:00100000:3.0:1746128141.401357:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:1158:x1830947542934656:12345-192.168.203.28@tcp:101:cmp.0 Request processed in 2009us (2178us total) trans 4294984721 rc 0/0 00000100:00100000:3.0:1746128141.401365:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40754 00000100:00100000:1.0:1746128141.403539:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.403820:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.403846:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.404902:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542934912 00000100:00100000:1.0:1746128141.404910:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542934912 00000100:00100000:1.0:1746128141.404940:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542935040 00000100:00100000:1.0:1746128141.404942:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542935040 00000100:00100000:1.0:1746128141.404956:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5499 00000100:00100000:1.0:1746128141.404961:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542934912:12345-192.168.203.28@tcp:101:cmp.0 00010000:00010000:1.0:1746128141.404974:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128141.404987:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095303600/0x802a7453533bda97 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d4084 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128141.405027:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540477824:192.168.203.28@tcp:106: 00000100:00100000:1.0:1746128141.405100:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094e7b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746128141.405115:0:21343:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5500 00000100:00100000:1.0:1746128141.405120:0:21343:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542935040:12345-192.168.203.28@tcp:101:cmp.0 00010000:00010000:1.0:1746128141.405127:0:21343:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128141.405135:0:21343:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b103400/0x802a7453533bda9e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d408b expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128141.405155:0:21343:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800929bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21343:1830947540477952:192.168.203.28@tcp:106: 00000100:00100000:1.0:1746128141.405172:0:21343:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094e7b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746128141.405318:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542934784 00000100:00100000:2.0:1746128141.405322:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542934784 00000100:00100000:3.0:1746128141.405754:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 215 00000100:00100000:3.0:1746128141.405761:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:1966:x1830947542934784:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128141.405769:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128141.405787:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093729000/0x802a7453533bda89 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d407d expref: 33 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.405797:0:9797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012c411c00) 00010000:00010000:3.0:1746128141.405801:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128141.405846:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1966:x1830947542934784:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 84us (2312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128141.405852:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 215 00000100:00100000:2.0:1746128141.409239:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8416:1830947540477824:192.168.203.28@tcp:106: 00010000:00010000:2.0:1746128141.409265:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095303600/0x802a7453533bda97 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4084 expref: 9 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128141.409277:0:8416:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095303600/0x802a7453533bda97 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4084 expref: 9 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746128141.409302:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095303600, rc 0) 00000100:00100000:2.0:1746128141.409335:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542934912:12345-192.168.203.28@tcp:101:cmp.0 Request processed in 4373us (5525us total) trans 0 rc 301/301 00000100:00100000:2.0:1746128141.409342:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5499 00000100:00100000:0.0:1746128141.409615:0:21343:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800929bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21343:1830947540477952:192.168.203.28@tcp:106: 00010000:00010000:0.0:1746128141.409632:0:21343:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b103400/0x802a7453533bda9e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d408b expref: 8 pid: 21343 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746128141.409641:0:21343:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b103400/0x802a7453533bda9e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d408b expref: 8 pid: 21343 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746128141.409663:0:21343:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b103400, rc 0) 00000100:00100000:0.0:1746128141.409691:0:21343:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1963:x1830947542935040:12345-192.168.203.28@tcp:101:cmp.0 Request processed in 4569us (5844us total) trans 0 rc 301/301 00000100:00100000:0.0:1746128141.409696:0:21343:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5500 00000100:00100000:1.0:1746128141.423200:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128141.423250:0:21343:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542935168 00000100:00100000:0.0:1746128141.423257:0:21343:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542935168 00000100:00100000:0.0:1746128141.423304:0:21343:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5501 00000100:00100000:0.0:1746128141.423311:0:21343:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1158:x1830947542935168:12345-192.168.203.28@tcp:101:cmp.0 00010000:00010000:0.0:1746128141.423325:0:21343:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128141.423338:0:21343:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bdaa5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d4092 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128141.423359:0:21343:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bd8b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4006 expref: 8 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128141.423365:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128141.423367:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128141.423370:0:21343:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bdaa5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4092 expref: 9 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128141.423394:0:21343:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bd8b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4006 expref: 8 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128141.423404:0:21343:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bd8b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4006 expref: 8 pid: 21343 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746128141.423418:0:21343:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21343:1830947540478080:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128141.425076:0:21343:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0449c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746128141.433791:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128141.433941:0:21343:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21343:1830947540478080:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128141.433968:0:21343:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bdaa5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4092 expref: 9 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128141.433981:0:21343:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a45c00, rc 0) 00000100:00100000:0.0:1746128141.434028:0:21343:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1158:x1830947542935168:12345-192.168.203.28@tcp:101:cmp.0 Request processed in 10717us (10834us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128141.434036:0:21343:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5501 00000100:00100000:2.0:1746128141.434330:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542935296 00000100:00100000:2.0:1746128141.434336:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542935296 00010000:00010000:2.0:1746128141.434974:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bd8b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4006 expref: 9 pid: 21343 timeout: 637 lvb_type: 0 00000100:00080000:0.0:1746128141.435008:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746128141.435186:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9366 00000100:00100000:2.0:1746128141.435194:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d93050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1963:x1830947542935296:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128141.435204:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128141.435220:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bd8b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4006 expref: 9 pid: 21343 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746128141.435229:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bd8b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4006 expref: 9 pid: 21343 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746128141.435247:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631400/0x802a7453533bd8b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4006 expref: 9 pid: 21343 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746128141.435742:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128141.435744:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128141.435750:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bdaa5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4092 expref: 8 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.435757:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bdaa5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4092 expref: 8 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.435781:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bdaa5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4092 expref: 8 pid: 21343 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128141.435791:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540478208:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128141.436341:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094713780 going to sleep for 11 seconds 00000100:00100000:2.0:1746128141.440090:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9797:1830947540478208:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128141.440107:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128141.440138:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d93050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1963:x1830947542935296:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4945us (6353us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128141.440146:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9366 00000100:00100000:1.0:1746128141.442724:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128141.442833:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542935552 00000100:00100000:2.0:1746128141.442840:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542935552 00002000:00100000:2.0:1746128141.442875:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff8800929bb800 x1830947542935552/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128141.442883:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929bb800 with x1830947542935552 ext(0->1048575) 00002000:00010000:2.0:1746128141.442887:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929bb800 00000100:00100000:2.0:1746128141.443058:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4237 00000100:00100000:2.0:1746128141.443065:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1964:x1830947542935552:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128141.448927:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1964:x1830947542935552:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 5854us (6201us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128141.448938:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4237 00002000:00100000:2.0:1746128141.448948:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff8800929bb800 x1830947542935552/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128141.448960:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929bb800 with x1830947542935552 ext(0->1048575) 00002000:00010000:2.0:1746128141.448966:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929bb800 00000100:00100000:3.0:1746128141.451217:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128141.451290:0:21343:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542935680 00000100:00100000:0.0:1746128141.451297:0:21343:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542935680 00000100:00100000:0.0:1746128141.451342:0:21343:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5502 00000100:00100000:0.0:1746128141.451348:0:21343:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+7:1158:x1830947542935680:12345-192.168.203.28@tcp:101:cmp.0 00010000:00010000:0.0:1746128141.451361:0:21343:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128141.451374:0:21343:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a45800/0x802a7453533bdaac lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d4099 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128141.451395:0:21343:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092079400/0x802a7453533bd8c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d400d expref: 8 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128141.451401:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128141.451403:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746128141.451406:0:21343:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a45800/0x802a7453533bdaac lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4099 expref: 8 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128141.451429:0:21343:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092079400/0x802a7453533bd8c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d400d expref: 8 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128141.451438:0:21343:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092079400/0x802a7453533bd8c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d400d expref: 8 pid: 21343 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746128141.451448:0:21343:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21343:1830947540478336:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128141.451862:0:21343:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d0449c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128141.452945:0:21343:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21343:1830947540478336:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128141.452967:0:21343:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a45800/0x802a7453533bdaac lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4099 expref: 8 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.452981:0:21343:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a45800, rc 0) 00000100:00100000:2.0:1746128141.453036:0:21343:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1158:x1830947542935680:12345-192.168.203.28@tcp:101:cmp.0 Request processed in 1687us (1824us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128141.453042:0:21343:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5502 00000100:00100000:3.0:1746128141.459537:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128141.459616:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542935808 00000100:00100000:2.0:1746128141.459623:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542935808 00010000:00010000:2.0:1746128141.459719:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092079400/0x802a7453533bd8c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d400d expref: 9 pid: 21343 timeout: 637 lvb_type: 0 00000100:00080000:0.0:1746128141.459784:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746128141.459833:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9367 00000100:00100000:2.0:1746128141.459840:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131891f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1964:x1830947542935808:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128141.459850:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128141.459867:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092079400/0x802a7453533bd8c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d400d expref: 9 pid: 21343 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746128141.459877:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092079400/0x802a7453533bd8c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d400d expref: 9 pid: 21343 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746128141.459895:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092079400/0x802a7453533bd8c9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d400d expref: 9 pid: 21343 timeout: 637 lvb_type: 0 00010000:00010000:2.0:1746128141.459909:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128141.459910:0:9797:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128141.459917:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094a45800/0x802a7453533bdaac lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4099 expref: 7 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.459928:0:9797:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a45800/0x802a7453533bdaac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4099 expref: 7 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.459953:0:9797:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094a45800/0x802a7453533bdaac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4099 expref: 7 pid: 21343 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128141.459963:0:9797:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947540478464:192.168.203.28@tcp:105: 00000100:00100000:2.0:1746128141.460233:0:9797:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094713cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746128141.461766:0:9797:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9797:1830947540478464:192.168.203.28@tcp:105: 00010000:00010000:2.0:1746128141.461781:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128141.461806:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131891f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1964:x1830947542935808:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1966us (2275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128141.461825:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9367 00000100:00100000:1.0:1746128141.467210:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128141.467736:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542936064 00000100:00100000:2.0:1746128141.467744:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542936064 00002000:00100000:2.0:1746128141.467782:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff8800929bbb80 x1830947542936064/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128141.467791:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929bbb80 with x1830947542936064 ext(0->1048575) 00002000:00010000:2.0:1746128141.467795:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929bbb80 00000100:00100000:2.0:1746128141.467822:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4238 00000100:00100000:2.0:1746128141.467828:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542936064:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:3.0:1746128141.470310:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.471380:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542936320 00000100:00100000:1.0:1746128141.471389:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542936320 00002000:00100000:1.0:1746128141.471421:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff880131892300 x1830947542936320/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128141.471429:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131892300 with x1830947542936320 ext(1048576->2097151) 00002000:00010000:1.0:1746128141.471433:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131892300 00000100:00100000:1.0:1746128141.471451:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4239 00000100:00100000:1.0:1746128141.471457:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542936320:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:3.0:1746128141.472920:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128141.474212:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542936576 00000100:00100000:0.0:1746128141.474220:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542936576 00002000:00100000:0.0:1746128141.474272:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff880131892680 x1830947542936576/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.474281:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131892680 with x1830947542936576 ext(1048576->2097151) 00002000:00010000:0.0:1746128141.474285:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131892680 00000100:00100000:0.0:1746128141.474318:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4240 00000100:00100000:0.0:1746128141.474324:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542936576:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128141.479733:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542936064:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 11897us (12521us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128141.479746:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4238 00002000:00100000:2.0:1746128141.479755:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff8800929bbb80 x1830947542936064/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128141.479764:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929bbb80 with x1830947542936064 ext(0->1048575) 00002000:00010000:2.0:1746128141.479768:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929bbb80 00000100:00100000:1.0:1746128141.487894:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542936320:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 16430us (17581us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128141.487904:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4239 00002000:00100000:1.0:1746128141.487914:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff880131892300 x1830947542936320/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128141.487928:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131892300 with x1830947542936320 ext(1048576->2097151) 00002000:00010000:1.0:1746128141.487933:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131892300 00000100:00100000:0.0:1746128141.500941:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542936576:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 26609us (28018us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128141.500951:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4240 00002000:00100000:0.0:1746128141.500961:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff880131892680 x1830947542936576/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.500969:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131892680 with x1830947542936576 ext(1048576->2097151) 00002000:00010000:0.0:1746128141.500975:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131892680 00000100:00100000:3.0:1746128141.516726:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128141.516748:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128141.516779:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.516868:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542936832 00000100:00100000:3.0:1746128141.516874:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.516875:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542936832 00002000:00100000:1.0:1746128141.516910:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880131892a00 x1830947542936832/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128141.516917:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131892a00 with x1830947542936832 ext(2097152->3145727) 00000100:00100000:0.0:1746128141.516920:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542937088 00002000:00010000:1.0:1746128141.516921:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131892a00 00000100:00100000:0.0:1746128141.516923:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542937088 00000100:00100000:1.0:1746128141.516933:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542937344 00000100:00100000:1.0:1746128141.516935:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542937344 00002000:00100000:0.0:1746128141.516940:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff880131892d80 x1830947542937088/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128141.516945:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff8800a0d5dc50 x1830947542937344/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.516947:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131892d80 with x1830947542937088 ext(3145728->4194303) 00002000:00100000:1.0:1746128141.516950:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0d5dc50 with x1830947542937344 ext(2097152->3145727) 00002000:00010000:0.0:1746128141.516950:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131892d80 00002000:00010000:1.0:1746128141.516952:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0d5dc50 00000100:00100000:0.0:1746128141.516959:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542937600 00000100:00100000:0.0:1746128141.516961:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542937600 00002000:00100000:0.0:1746128141.516975:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff880131893100 x1830947542937600/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.516985:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131893100 with x1830947542937600 ext(3145728->4194303) 00002000:00010000:0.0:1746128141.516987:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131893100 00000100:00100000:1.0:1746128141.517026:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4241 00000100:00100000:1.0:1746128141.517031:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542936832:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128141.517046:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4242 00000100:00100000:0.0:1746128141.517051:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542937088:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128141.517081:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4243 00000100:00100000:1.0:1746128141.517085:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542937344:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128141.517672:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4244 00000100:00100000:1.0:1746128141.517678:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542937600:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128141.526645:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1963:x1830947542937088:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 9587us (9888us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128141.526655:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4242 00002000:00100000:0.0:1746128141.526664:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff880131892d80 x1830947542937088/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.526672:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131892d80 with x1830947542937088 ext(3145728->4194303) 00002000:00010000:0.0:1746128141.526677:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131892d80 00000100:00100000:1.0:1746128141.532551:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542937344:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 15457us (15762us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128141.532564:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4243 00002000:00100000:1.0:1746128141.532590:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff8800a0d5dc50 x1830947542937344/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128141.532599:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0d5dc50 with x1830947542937344 ext(2097152->3145727) 00002000:00010000:1.0:1746128141.532604:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0d5dc50 00000100:00100000:0.0:1746128141.535835:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542936832:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 18796us (19108us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128141.535844:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4241 00002000:00100000:0.0:1746128141.535854:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880131892a00 x1830947542936832/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.535863:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131892a00 with x1830947542936832 ext(2097152->3145727) 00002000:00010000:0.0:1746128141.535868:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131892a00 00000100:00100000:1.0:1746128141.541891:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542937600:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 24206us (25009us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128141.541900:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4244 00002000:00100000:1.0:1746128141.541910:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff880131893100 x1830947542937600/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128141.541917:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131893100 with x1830947542937600 ext(3145728->4194303) 00002000:00010000:1.0:1746128141.541922:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131893100 00000100:00100000:2.0:1746128141.561112:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128141.561527:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128141.561555:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128141.561726:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128141.561889:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542937856 00000100:00100000:0.0:1746128141.561897:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542937856 00002000:00100000:0.0:1746128141.561931:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff880092093100 x1830947542937856/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.561940:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092093100 with x1830947542937856 ext(4194304->5242879) 00002000:00010000:0.0:1746128141.561944:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092093100 00000100:00100000:1.0:1746128141.562480:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542938112 00000100:00100000:1.0:1746128141.562485:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542938112 00002000:00100000:1.0:1746128141.562501:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff880092092680 x1830947542938112/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128141.562507:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092092680 with x1830947542938112 ext(5242880->6291455) 00002000:00010000:1.0:1746128141.562510:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092092680 00000100:00100000:2.0:1746128141.562525:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542938368 00000100:00100000:2.0:1746128141.562528:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542938368 00002000:00100000:2.0:1746128141.562543:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff880092091500 x1830947542938368/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128141.562549:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092091500 with x1830947542938368 ext(4194304->5242879) 00002000:00010000:2.0:1746128141.562551:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092091500 00000100:00100000:0.0:1746128141.563086:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542938624 00000100:00100000:0.0:1746128141.563089:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542938624 00002000:00100000:0.0:1746128141.563101:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff880092093b80 x1830947542938624/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.563107:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092093b80 with x1830947542938624 ext(5242880->6291455) 00002000:00010000:0.0:1746128141.563109:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092093b80 00000100:00100000:1.0:1746128141.563166:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4245 00000100:00100000:1.0:1746128141.563173:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1966:x1830947542937856:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128141.563827:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4246 00000100:00100000:1.0:1746128141.563834:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1966:x1830947542938112:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128141.564693:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4247 00000100:00100000:2.0:1746128141.564701:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1966:x1830947542938368:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128141.565251:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4248 00000100:00100000:2.0:1746128141.565258:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1966:x1830947542938624:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128141.580691:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1966:x1830947542937856:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 17511us (19579us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128141.580700:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4245 00002000:00100000:1.0:1746128141.580708:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff880092093100 x1830947542937856/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128141.580717:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092093100 with x1830947542937856 ext(4194304->5242879) 00002000:00010000:1.0:1746128141.580722:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092093100 00000100:00100000:2.0:1746128141.584868:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1966:x1830947542938112:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 21028us (23333us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128141.584877:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4246 00002000:00100000:2.0:1746128141.584886:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff880092092680 x1830947542938112/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128141.584896:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092092680 with x1830947542938112 ext(5242880->6291455) 00002000:00010000:2.0:1746128141.584900:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092092680 00000100:00100000:0.0:1746128141.589658:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1966:x1830947542938368:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 24952us (28095us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128141.589668:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4247 00002000:00100000:0.0:1746128141.589677:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff880092091500 x1830947542938368/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.589685:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092091500 with x1830947542938368 ext(4194304->5242879) 00002000:00010000:0.0:1746128141.589689:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092091500 00000100:00100000:2.0:1746128141.595712:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1966:x1830947542938624:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 30446us (33976us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128141.595722:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4248 00002000:00100000:2.0:1746128141.595732:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff880092093b80 x1830947542938624/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128141.595740:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092093b80 with x1830947542938624 ext(5242880->6291455) 00002000:00010000:2.0:1746128141.595745:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092093b80 00000100:00100000:1.0:1746128141.604377:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128141.604468:0:31886:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542938880 00000100:00100000:2.0:1746128141.604475:0:31886:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542938880 00002000:00100000:2.0:1746128141.604511:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff8800929b8000 x1830947542938880/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128141.604520:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929b8000 with x1830947542938880 ext(6291456->7340031) 00002000:00010000:2.0:1746128141.604524:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929b8000 00000100:00100000:2.0:1746128141.604600:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4249 00000100:00100000:2.0:1746128141.604608:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1964:x1830947542938880:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128141.621295:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1964:x1830947542938880:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 16679us (16917us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128141.621306:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4249 00002000:00100000:2.0:1746128141.621315:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff8800929b8000 x1830947542938880/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128141.621324:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929b8000 with x1830947542938880 ext(6291456->7340031) 00002000:00010000:2.0:1746128141.621329:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929b8000 00000100:00100000:1.0:1746128141.628514:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.628541:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.628562:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128141.628814:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542939136 00000100:00100000:0.0:1746128141.628822:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542939136 00002000:00100000:0.0:1746128141.628855:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff8800929b8380 x1830947542939136/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.628865:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929b8380 with x1830947542939136 ext(6291456->7340031) 00002000:00010000:0.0:1746128141.628869:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929b8380 00000100:00100000:0.0:1746128141.628890:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542939392 00000100:00100000:0.0:1746128141.628892:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542939392 00002000:00100000:0.0:1746128141.628901:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff8800929b8700 x1830947542939392/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.628907:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929b8700 with x1830947542939392 ext(7340032->8388607) 00002000:00010000:0.0:1746128141.628909:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929b8700 00000100:00100000:0.0:1746128141.628917:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542939648 00000100:00100000:0.0:1746128141.628919:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542939648 00002000:00100000:0.0:1746128141.628928:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff8800929b8a80 x1830947542939648/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.628934:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929b8a80 with x1830947542939648 ext(7340032->8388607) 00002000:00010000:0.0:1746128141.628936:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929b8a80 00000100:00100000:0.0:1746128141.628944:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4250 00000100:00100000:0.0:1746128141.628950:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542939136:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128141.629844:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4251 00000100:00100000:1.0:1746128141.629852:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542939392:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128141.630350:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4252 00000100:00100000:1.0:1746128141.630355:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542939648:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128141.650054:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542939136:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 21095us (21538us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128141.650064:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4250 00002000:00100000:2.0:1746128141.650074:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff8800929b8380 x1830947542939136/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128141.650082:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929b8380 with x1830947542939136 ext(6291456->7340031) 00002000:00010000:2.0:1746128141.650086:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929b8380 00000100:00100000:0.0:1746128141.654431:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542939392:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 24571us (25879us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128141.654444:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4251 00002000:00100000:0.0:1746128141.654456:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff8800929b8700 x1830947542939392/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.654466:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929b8700 with x1830947542939392 ext(7340032->8388607) 00002000:00010000:0.0:1746128141.654471:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929b8700 00000100:00100000:1.0:1746128141.658294:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128141.660343:0:7076:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542939776 00000100:00100000:0.0:1746128141.660352:0:7076:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542939776 00000100:00100000:3.0:1746128141.660788:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542939648:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 30428us (32220us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128141.660797:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4252 00002000:00100000:3.0:1746128141.660814:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff8800929b8a80 x1830947542939648/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128141.660822:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929b8a80 with x1830947542939648 ext(7340032->8388607) 00002000:00010000:3.0:1746128141.660826:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929b8a80 00000100:00100000:3.0:1746128141.660871:0:7076:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 394 00000100:00100000:3.0:1746128141.660876:0:7076:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a60f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7942e9de-9730-471c-9d1a-fdfcd28eb817+12:1964:x1830947542939776:12345-192.168.203.28@tcp:400:kworker.0 00000100:00100000:3.0:1746128141.660901:0:7076:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a60f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7942e9de-9730-471c-9d1a-fdfcd28eb817+12:1964:x1830947542939776:12345-192.168.203.28@tcp:400:kworker.0 Request processed in 25us (2613us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128141.660906:0:7076:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 394 00000100:00100000:2.0:1746128141.666317:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128141.666506:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542940032 00000100:00100000:3.0:1746128141.666513:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542940032 00002000:00100000:3.0:1746128141.666550:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff880092091880 x1830947542940032/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128141.666559:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092091880 with x1830947542940032 ext(8388608->9437183) 00002000:00010000:3.0:1746128141.666563:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092091880 00000100:00100000:3.0:1746128141.666616:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4253 00000100:00100000:3.0:1746128141.666622:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1965:x1830947542940032:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128141.671068:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128141.671142:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542940288 00000100:00100000:0.0:1746128141.671149:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542940288 00002000:00100000:0.0:1746128141.671183:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff8800929bb800 x1830947542940288/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.671192:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929bb800 with x1830947542940288 ext(8388608->9437183) 00002000:00010000:0.0:1746128141.671197:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929bb800 00000100:00100000:0.0:1746128141.671223:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4254 00000100:00100000:0.0:1746128141.671231:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947542940288:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:3.0:1746128141.678694:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1965:x1830947542940032:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 12064us (12376us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128141.678704:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4253 00002000:00100000:3.0:1746128141.678714:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff880092091880 x1830947542940032/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128141.678722:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092091880 with x1830947542940032 ext(8388608->9437183) 00002000:00010000:3.0:1746128141.678726:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092091880 00000100:00100000:0.0:1746128141.681872:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947542940288:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 10634us (10804us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128141.681882:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4254 00002000:00100000:0.0:1746128141.681890:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff8800929bb800 x1830947542940288/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.681898:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929bb800 with x1830947542940288 ext(8388608->9437183) 00002000:00010000:0.0:1746128141.681903:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929bb800 00000100:00100000:1.0:1746128141.692494:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.692524:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128141.692930:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542940672 00000100:00100000:0.0:1746128141.692938:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542940672 00002000:00100000:0.0:1746128141.692975:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff8800929bbb80 x1830947542940672/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746128141.692982:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542940800 00002000:00100000:0.0:1746128141.692984:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929bbb80 with x1830947542940672 ext(9437184->10485759) 00000100:00100000:3.0:1746128141.692985:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542940800 00002000:00010000:0.0:1746128141.692988:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929bbb80 00002000:00100000:3.0:1746128141.692999:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff8800929b9f80 x1830947542940800/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128141.693006:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929b9f80 with x1830947542940800 ext(9437184->10485759) 00002000:00010000:3.0:1746128141.693009:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929b9f80 00000100:00100000:1.0:1746128141.693772:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4255 00000100:00100000:1.0:1746128141.693782:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542940672:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:3.0:1746128141.694627:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4256 00000100:00100000:3.0:1746128141.694636:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542940800:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128141.705120:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542940672:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 11332us (12624us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128141.705129:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4255 00002000:00100000:2.0:1746128141.705138:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff8800929bbb80 x1830947542940672/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128141.705146:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929bbb80 with x1830947542940672 ext(9437184->10485759) 00002000:00010000:2.0:1746128141.705151:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929bbb80 00000100:00100000:0.0:1746128141.708732:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542940800:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 14091us (16199us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128141.708744:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4256 00002000:00100000:0.0:1746128141.708754:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff8800929b9f80 x1830947542940800/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.708762:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929b9f80 with x1830947542940800 ext(9437184->10485759) 00002000:00010000:0.0:1746128141.708767:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929b9f80 00000100:00100000:1.0:1746128141.718288:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128141.718389:0:8422:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542941056 00000100:00100000:0.0:1746128141.718397:0:8422:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542941056 00002000:00100000:0.0:1746128141.718432:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff8800929ba300 x1830947542941056/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.718441:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929ba300 with x1830947542941056 ext(10485760->11534335) 00002000:00010000:0.0:1746128141.718446:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929ba300 00000100:00100000:0.0:1746128141.718478:0:8422:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4257 00000100:00100000:0.0:1746128141.718484:0:8422:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542941056:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128141.721547:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128141.721862:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542941312 00000100:00100000:2.0:1746128141.721868:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542941312 00002000:00100000:2.0:1746128141.721901:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff8800929bb100 x1830947542941312/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128141.721911:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929bb100 with x1830947542941312 ext(10485760->11534335) 00002000:00010000:2.0:1746128141.721915:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929bb100 00000100:00100000:2.0:1746128141.721944:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4258 00000100:00100000:2.0:1746128141.721951:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542941312:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128141.729098:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128141.729427:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542941568 00000100:00100000:0.0:1746128141.729435:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542941568 00002000:00100000:0.0:1746128141.729476:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff8800929bad80 x1830947542941568/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.729485:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929bad80 with x1830947542941568 ext(11534336->12582911) 00002000:00010000:0.0:1746128141.729490:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929bad80 00000100:00100000:0.0:1746128141.729519:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4259 00000100:00100000:0.0:1746128141.729526:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1963:x1830947542941568:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128141.743432:0:8422:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1963:x1830947542941056:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 24941us (25143us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128141.743442:0:8422:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4257 00002000:00100000:1.0:1746128141.743451:0:8422:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff8800929ba300 x1830947542941056/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128141.743460:0:8422:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929ba300 with x1830947542941056 ext(10485760->11534335) 00002000:00010000:1.0:1746128141.743465:0:8422:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929ba300 00000100:00100000:2.0:1746128141.750170:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1963:x1830947542941312:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 28213us (28623us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128141.750179:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4258 00002000:00100000:2.0:1746128141.750189:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff8800929bb100 x1830947542941312/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128141.750197:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929bb100 with x1830947542941312 ext(10485760->11534335) 00002000:00010000:2.0:1746128141.750202:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800929bb100 00000100:00100000:1.0:1746128141.758377:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542941568:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 28844us (29278us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128141.758387:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4259 00002000:00100000:1.0:1746128141.758397:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff8800929bad80 x1830947542941568/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128141.758406:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800929bad80 with x1830947542941568 ext(11534336->12582911) 00002000:00010000:1.0:1746128141.758412:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800929bad80 00000100:00100000:0.0:1746128141.763786:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.763903:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542941824 00000100:00100000:1.0:1746128141.763911:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542941824 00002000:00100000:1.0:1746128141.763944:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff8800840a4700 x1830947542941824/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128141.763954:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a4700 with x1830947542941824 ext(11534336->12582911) 00002000:00010000:1.0:1746128141.763959:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800840a4700 00000100:00100000:1.0:1746128141.764053:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4260 00000100:00100000:1.0:1746128141.764059:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947542941824:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128141.771160:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1965:x1830947542941824:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 7093us (7372us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128141.771170:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4260 00002000:00100000:1.0:1746128141.771179:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff8800840a4700 x1830947542941824/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128141.771187:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a4700 with x1830947542941824 ext(11534336->12582911) 00002000:00010000:1.0:1746128141.771191:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800840a4700 00000100:00100000:2.0:1746128141.778934:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.779226:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542942080 00000100:00100000:1.0:1746128141.779234:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542942080 00002000:00100000:1.0:1746128141.779265:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff880092093480 x1830947542942080/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128141.779274:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092093480 with x1830947542942080 ext(12582912->13631487) 00002000:00010000:1.0:1746128141.779279:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092093480 00000100:00100000:1.0:1746128141.779293:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4261 00000100:00100000:1.0:1746128141.779298:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1966:x1830947542942080:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128141.791171:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.791801:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1966:x1830947542942080:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 12500us (12870us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128141.791821:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4261 00002000:00100000:1.0:1746128141.791833:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff880092093480 x1830947542942080/t0(0) o3->8aba9b19-3618-4b6f-bb85-6024cc12f2ca@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128141.791841:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092093480 with x1830947542942080 ext(12582912->13631487) 00002000:00010000:1.0:1746128141.791846:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092093480 00000100:00100000:2.0:1746128141.792996:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542942336 00000100:00100000:2.0:1746128141.793004:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542942336 00000100:00100000:2.0:1746128141.793259:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 176 00000100:00100000:2.0:1746128141.793265:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1158:x1830947542942336:12345-192.168.203.28@tcp:35:cmp.0 00000100:00100000:2.0:1746128141.795604:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:1158:x1830947542942336:12345-192.168.203.28@tcp:35:cmp.0 Request processed in 2333us (4433us total) trans 4294984722 rc 0/0 00000100:00100000:2.0:1746128141.795613:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 176 00000100:00100000:2.0:1746128141.807844:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128141.808972:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542942592 00000100:00100000:3.0:1746128141.808980:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542942592 00000100:00100000:3.0:1746128141.809026:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40755 00000100:00100000:3.0:1746128141.809032:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+23:1159:x1830947542942592:12345-192.168.203.28@tcp:101:cmp.0 00010000:00010000:3.0:1746128141.809047:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128141.809060:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093a83c00/0x802a7453533bdab3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d40a0 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.809124:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093a83000/0x802a7453533bdaba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.809135:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093a83000/0x802a7453533bdaba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.809143:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093a83000/0x802a7453533bdaba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:3.0:1746128141.809151:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746128141.809233:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093a83c00/0x802a7453533bdab3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d40a0 expref: 26 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.810481:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093a83000/0x802a7453533bdaba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d40a0 expref: 25 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.810488:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012c411d00) 00010000:00010000:3.0:1746128141.810490:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128141.810493:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093a83000, rc 0) 00000100:00100000:3.0:1746128141.810603:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+25:1159:x1830947542942592:12345-192.168.203.28@tcp:101:cmp.0 Request processed in 1570us (2763us total) trans 4294984723 rc 0/0 00000100:00100000:3.0:1746128141.810609:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40755 00000100:00100000:1.0:1746128141.814661:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.814698:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128141.814772:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542943104 00000100:00100000:3.0:1746128141.814780:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542943104 00000100:00100000:3.0:1746128141.814824:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40756 00000100:00100000:3.0:1746128141.814830:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+25:1159:x1830947542943104:12345-192.168.203.28@tcp:101:cmp.0 00010000:00010000:3.0:1746128141.814849:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128141.814864:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103400/0x802a7453533bdac8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d40d8 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.814930:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103600/0x802a7453533bdacf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.814939:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103600/0x802a7453533bdacf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128141.814948:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103600/0x802a7453533bdacf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:3.0:1746128141.814955:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00010000:00010000:3.0:1746128141.815039:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103400/0x802a7453533bdac8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d40d8 expref: 28 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.815052:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103600/0x802a7453533bdacf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d40d8 expref: 27 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.815057:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012c411c00) 00010000:00010000:3.0:1746128141.815059:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128141.815062:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b103600, rc 0) 00000100:00100000:3.0:1746128141.815094:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+27:1159:x1830947542943104:12345-192.168.203.28@tcp:101:cmp.0 Request processed in 265us (395us total) trans 4294984724 rc 0/0 00000100:00100000:3.0:1746128141.815099:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40756 00000100:00100000:2.0:1746128141.815341:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542942848 00000100:00100000:2.0:1746128141.815345:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542942848 00000100:00100000:2.0:1746128141.815375:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 216 00000100:00100000:2.0:1746128141.815380:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+27:1963:x1830947542942848:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128141.815387:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128141.815397:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093a83000/0x802a7453533bdaba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d40a0 expref: 27 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128141.815407:0:9797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012c411d00) 00010000:00010000:2.0:1746128141.815410:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128141.815424:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b29500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+26:1963:x1830947542942848:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 45us (769us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128141.815429:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 216 00000100:00100000:2.0:1746128141.816734:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128141.816779:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128141.817381:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542942720 00000100:00100000:0.0:1746128141.817387:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542942720 00000100:00100000:0.0:1746128141.817409:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542943232 00000100:00100000:0.0:1746128141.817411:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542943232 00000100:00100000:0.0:1746128141.817420:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9 00000100:00100000:0.0:1746128141.817425:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+27:1964:x1830947542942720:12345-192.168.203.28@tcp:63:ll_sa.0 00010000:00010000:0.0:1746128141.817447:0:7087:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128141.817458:0:7087:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3800/0x802a7453533bdadd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d40a7 expref: -99 pid: 7087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128141.817486:0:7087:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3200/0x802a7453533bdae4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817494:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3200/0x802a7453533bdae4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817501:0:7087:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3200/0x802a7453533bdae4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817510:0:7087:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f2e00/0x802a7453533bdaeb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817515:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f2e00/0x802a7453533bdaeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817519:0:7087:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f2e00/0x802a7453533bdaeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817562:0:7087:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3200/0x802a7453533bdae4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817566:0:7087:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3200/0x802a7453533bdae4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817604:0:7087:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3200/0x802a7453533bdae4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817608:0:7087:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800932f3200 already unused, calling callback (ffffffffa137a690) 00010000:00010000:0.0:1746128141.817611:0:7087:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3200/0x802a7453533bdae4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817615:0:7087:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3200/0x802a7453533bdae4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817622:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411700) 00010000:00010000:0.0:1746128141.817624:0:7087:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128141.817627:0:7087:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3200/0x802a7453533bdae4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817630:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3200/0x802a7453533bdae4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817648:0:7087:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f2e00/0x802a7453533bdaeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817653:0:7087:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f2e00/0x802a7453533bdaeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817657:0:7087:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f2e00/0x802a7453533bdaeb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817660:0:7087:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800932f2e00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:0.0:1746128141.817662:0:7087:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f2e00/0x802a7453533bdaeb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817666:0:7087:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f2e00/0x802a7453533bdaeb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817673:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800a4d57000) 00010000:00010000:0.0:1746128141.817675:0:7087:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128141.817677:0:7087:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f2e00/0x802a7453533bdaeb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817680:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f2e00/0x802a7453533bdaeb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817702:0:7087:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3800/0x802a7453533bdadd lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d40a7 expref: 28 pid: 7087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128141.817708:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411700) 00010000:00010000:0.0:1746128141.817709:0:7087:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746128141.817711:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3800/0x802a7453533bdadd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d40a7 expref: 28 pid: 7087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128141.817717:0:7087:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932f3800, rc -2) 00000100:00100000:0.0:1746128141.817745:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+27:1964:x1830947542942720:12345-192.168.203.28@tcp:63:ll_sa.0 Request processed in 320us (1017us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746128141.817751:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9 00000100:00100000:0.0:1746128141.817760:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 10 00000100:00100000:0.0:1746128141.817764:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0ad6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+26:1964:x1830947542943232:12345-192.168.203.28@tcp:63:ll_sa.0 00010000:00010000:0.0:1746128141.817773:0:7087:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128141.817777:0:7087:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3e00/0x802a7453533bdaf2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d40df expref: -99 pid: 7087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128141.817790:0:7087:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdaf9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817799:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdaf9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817803:0:7087:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdaf9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817818:0:7087:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3400/0x802a7453533bdb00 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817822:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3400/0x802a7453533bdb00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817826:0:7087:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3400/0x802a7453533bdb00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817843:0:7087:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdaf9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817846:0:7087:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdaf9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817850:0:7087:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdaf9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817854:0:7087:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800932f3c00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:0.0:1746128141.817856:0:7087:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdaf9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817859:0:7087:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdaf9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817864:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411700) 00010000:00010000:0.0:1746128141.817865:0:7087:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128141.817867:0:7087:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdaf9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817871:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdaf9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817877:0:7087:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3400/0x802a7453533bdb00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817880:0:7087:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3400/0x802a7453533bdb00 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817884:0:7087:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3400/0x802a7453533bdb00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817887:0:7087:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800932f3400 already unused, calling callback (ffffffffa137a690) 00010000:00010000:0.0:1746128141.817889:0:7087:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3400/0x802a7453533bdb00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817892:0:7087:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3400/0x802a7453533bdb00 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817896:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff8800a4d57f00) 00010000:00010000:0.0:1746128141.817898:0:7087:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746128141.817899:0:7087:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3400/0x802a7453533bdb00 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817902:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3400/0x802a7453533bdb00 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7087 initiator: MDT0 00010000:00010000:0.0:1746128141.817917:0:7087:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3e00/0x802a7453533bdaf2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d40df expref: 27 pid: 7087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128141.817921:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411700) 00010000:00010000:0.0:1746128141.817923:0:7087:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746128141.817925:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3e00/0x802a7453533bdaf2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d40df expref: 27 pid: 7087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128141.817931:0:7087:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932f3e00, rc -2) 00000100:00100000:0.0:1746128141.817945:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0ad6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+26:1964:x1830947542943232:12345-192.168.203.28@tcp:63:ll_sa.0 Request processed in 180us (1166us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746128141.817949:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 10 00000100:00100000:2.0:1746128141.824189:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128141.824229:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128141.824290:0:21343:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542943360 00000100:00100000:0.0:1746128141.824297:0:21343:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542943360 00000100:00100000:3.0:1746128141.825101:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542943488 00000100:00100000:3.0:1746128141.825105:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542943488 00000100:00100000:3.0:1746128141.825244:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5503 00000100:00100000:3.0:1746128141.825251:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1964:x1830947542943360:12345-192.168.203.28@tcp:101:cmp.0 00010000:00010000:3.0:1746128141.825265:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128141.825278:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b102600/0x802a7453533bdb07 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d411e expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128141.825296:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128141.825297:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128141.825303:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b102600/0x802a7453533bdb07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d411e expref: 9 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128141.825314:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b102600/0x802a7453533bdb07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d411e expref: 9 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128141.825323:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b102600, rc 0) 00000100:00100000:0.0:1746128141.825390:0:21343:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5504 00000100:00100000:0.0:1746128141.825396:0:21343:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+8:1964:x1830947542943488:12345-192.168.203.28@tcp:101:cmp.0 00010000:00010000:0.0:1746128141.825402:0:21343:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128141.825409:0:21343:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009567c000/0x802a7453533bdb0e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d4125 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128141.825418:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128141.825419:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128141.825422:0:21343:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009567c000/0x802a7453533bdb0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4125 expref: 9 pid: 21343 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746128141.825430:0:21343:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009567c000/0x802a7453533bdb0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4125 expref: 9 pid: 21343 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746128141.825436:0:21343:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009567c000, rc 0) 00000100:00100000:3.0:1746128141.826117:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1964:x1830947542943360:12345-192.168.203.28@tcp:101:cmp.0 Request processed in 864us (1932us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128141.826123:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5503 00000100:00100000:0.0:1746128141.826158:0:21343:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1964:x1830947542943488:12345-192.168.203.28@tcp:101:cmp.0 Request processed in 763us (1928us total) trans 0 rc 0/0 00000100:00100000:0.0:1746128141.826162:0:21343:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5504 00000100:00100000:2.0:1746128141.826262:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.826350:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542943616 00000100:00100000:1.0:1746128141.826354:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542943616 00000100:00100000:1.0:1746128141.831214:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 217 00000100:00100000:1.0:1746128141.831228:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+26:1966:x1830947542943616:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746128141.831242:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746128141.831260:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b103600/0x802a7453533bdacf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d40d8 expref: 26 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128141.831279:0:7067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012c411c00) 00010000:00010000:1.0:1746128141.831282:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746128141.831319:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+25:1966:x1830947542943616:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 98us (5057us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128141.831325:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 217 00000100:00100000:2.0:1746128141.856211:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.857478:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542943872 00000100:00100000:1.0:1746128141.857486:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542943872 00002000:00100000:1.0:1746128141.857519:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff88012cf88700 x1830947542943872/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128141.857528:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf88700 with x1830947542943872 ext(0->1048575) 00002000:00010000:1.0:1746128141.857531:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf88700 00000100:00100000:1.0:1746128141.857547:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4262 00000100:00100000:1.0:1746128141.857552:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1965:x1830947542943872:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128141.865178:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128141.865400:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128141.866127:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128141.866763:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542944384 00000100:00100000:2.0:1746128141.866770:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542944384 00002000:00100000:2.0:1746128141.866802:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff8800840a6a00 x1830947542944384/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128141.866818:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a6a00 with x1830947542944384 ext(1048576->2097151) 00002000:00010000:2.0:1746128141.866822:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800840a6a00 00000100:00100000:2.0:1746128141.866835:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542944256 00000100:00100000:2.0:1746128141.866837:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542944256 00002000:00100000:2.0:1746128141.866844:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff8800840a4a80 x1830947542944256/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128141.866850:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a4a80 with x1830947542944256 ext(0->1048575) 00002000:00010000:2.0:1746128141.866852:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800840a4a80 00000100:00100000:2.0:1746128141.866867:0:1902:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542944640 00000100:00100000:2.0:1746128141.866868:0:1902:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542944640 00002000:00100000:2.0:1746128141.866877:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff8800840a5c00 x1830947542944640/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128141.866883:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a5c00 with x1830947542944640 ext(1048576->2097151) 00002000:00010000:2.0:1746128141.866885:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a5c00 00000100:00100000:2.0:1746128141.866893:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4263 00000100:00100000:2.0:1746128141.866898:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1966:x1830947542944384:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128141.868072:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4264 00000100:00100000:0.0:1746128141.868081:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+11:1966:x1830947542944256:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:3.0:1746128141.869108:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4265 00000100:00100000:3.0:1746128141.869116:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+11:1966:x1830947542944640:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128141.876705:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+11:1965:x1830947542943872:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 19144us (20491us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128141.876714:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4262 00002000:00100000:0.0:1746128141.876724:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff88012cf88700 x1830947542943872/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.876733:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf88700 with x1830947542943872 ext(0->1048575) 00002000:00010000:0.0:1746128141.876738:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf88700 00000100:00100000:0.0:1746128141.889258:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7aa87384-656b-4166-a7ed-fb87664a8ead+11:1966:x1830947542944384:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 22351us (24079us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128141.889267:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4263 00002000:00100000:0.0:1746128141.889277:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff8800840a6a00 x1830947542944384/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.889286:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a6a00 with x1830947542944384 ext(1048576->2097151) 00002000:00010000:0.0:1746128141.889290:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800840a6a00 00000100:00100000:0.0:1746128141.895465:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1966:x1830947542944256:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 27380us (30059us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128141.895474:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4264 00002000:00100000:0.0:1746128141.895483:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff8800840a4a80 x1830947542944256/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.895497:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a4a80 with x1830947542944256 ext(0->1048575) 00002000:00010000:0.0:1746128141.895501:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800840a4a80 00000100:00100000:3.0:1746128141.900776:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1966:x1830947542944640:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 31652us (34640us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128141.900788:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4265 00002000:00100000:3.0:1746128141.900799:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff8800840a5c00 x1830947542944640/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128141.900817:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a5c00 with x1830947542944640 ext(1048576->2097151) 00002000:00010000:3.0:1746128141.900822:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a5c00 00000100:00100000:2.0:1746128141.918172:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128141.918249:0:31887:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542944896 00000100:00100000:3.0:1746128141.918256:0:31887:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542944896 00002000:00100000:3.0:1746128141.918291:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff88012cf88e00 x1830947542944896/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128141.918300:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf88e00 with x1830947542944896 ext(2097152->3145727) 00002000:00010000:3.0:1746128141.918305:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf88e00 00000100:00100000:3.0:1746128141.918327:0:31887:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4266 00000100:00100000:3.0:1746128141.918334:0:31887:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1964:x1830947542944896:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128141.923826:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128141.923928:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128141.924002:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542945152 00000100:00100000:0.0:1746128141.924009:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542945152 00002000:00100000:0.0:1746128141.924044:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff88012cf89180 x1830947542945152/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.924052:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf89180 with x1830947542945152 ext(3145728->4194303) 00002000:00010000:0.0:1746128141.924056:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf89180 00000100:00100000:0.0:1746128141.924070:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542945408 00000100:00100000:0.0:1746128141.924072:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542945408 00002000:00100000:0.0:1746128141.924082:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff88012cf89500 x1830947542945408/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.924087:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf89500 with x1830947542945408 ext(2097152->3145727) 00002000:00010000:0.0:1746128141.924090:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf89500 00000100:00100000:0.0:1746128141.924100:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4267 00000100:00100000:0.0:1746128141.924106:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+11:1963:x1830947542945152:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128141.924746:0:1902:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4268 00000100:00100000:0.0:1746128141.924752:0:1902:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1963:x1830947542945408:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128141.928282:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128141.933871:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542945664 00000100:00100000:2.0:1746128141.933882:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542945664 00002000:00100000:2.0:1746128141.933920:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff880094b28000 x1830947542945664/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128141.933929:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28000 with x1830947542945664 ext(3145728->4194303) 00002000:00010000:2.0:1746128141.933934:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b28000 00000100:00100000:2.0:1746128141.934517:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4269 00000100:00100000:2.0:1746128141.934525:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+11:1963:x1830947542945664:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128141.939344:0:31887:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7aa87384-656b-4166-a7ed-fb87664a8ead+11:1964:x1830947542944896:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 21004us (21173us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128141.939353:0:31887:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4266 00002000:00100000:0.0:1746128141.939361:0:31887:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff88012cf88e00 x1830947542944896/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.939374:0:31887:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf88e00 with x1830947542944896 ext(2097152->3145727) 00002000:00010000:0.0:1746128141.939378:0:31887:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf88e00 00000100:00100000:0.0:1746128141.948629:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1963:x1830947542945152:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 24515us (24803us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128141.948638:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4267 00002000:00100000:0.0:1746128141.948647:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff88012cf89180 x1830947542945152/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.948655:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf89180 with x1830947542945152 ext(3145728->4194303) 00002000:00010000:0.0:1746128141.948660:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf89180 00000100:00100000:0.0:1746128141.951438:0:1902:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7aa87384-656b-4166-a7ed-fb87664a8ead+11:1963:x1830947542945408:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 26680us (27503us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128141.951447:0:1902:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4268 00002000:00100000:0.0:1746128141.951457:0:1902:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff88012cf89500 x1830947542945408/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.951465:0:1902:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf89500 with x1830947542945408 ext(2097152->3145727) 00002000:00010000:0.0:1746128141.951469:0:1902:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf89500 00000100:00100000:2.0:1746128141.956838:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1963:x1830947542945664:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 22282us (28530us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128141.956846:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4269 00002000:00100000:2.0:1746128141.956855:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff880094b28000 x1830947542945664/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128141.956863:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28000 with x1830947542945664 ext(3145728->4194303) 00002000:00010000:2.0:1746128141.956868:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b28000 00000004:00080000:3.0:1746128141.961783:0:9401:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 538031208669ns, next at 539031206544ns, rc = 0 00000100:00100000:0.0:1746128141.961864:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830947540478592:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746128141.961913:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746128141.962129:0:8420:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540478592 00000100:00100000:2.0:1746128141.962134:0:8420:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540478592 00000100:00100000:2.0:1746128141.962174:0:8420:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:2.0:1746128141.962180:0:8420:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1830947540478592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746128141.962205:0:8420:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 112263168 pending 0 free 3818913792 avail 3816816640 00000100:00100000:2.0:1746128141.962245:0:8420:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3302:x1830947540478592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128141.962250:0:8420:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:0.0:1746128141.962339:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3302:1830947540478592:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746128141.969836:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128141.970021:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542945920 00000100:00100000:0.0:1746128141.970029:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542945920 00002000:00100000:0.0:1746128141.970064:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff88012cf89880 x1830947542945920/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128141.970076:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf89880 with x1830947542945920 ext(4194304->5242879) 00002000:00010000:0.0:1746128141.970080:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf89880 00000100:00100000:0.0:1746128141.970106:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4270 00000100:00100000:0.0:1746128141.970112:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1964:x1830947542945920:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128141.978658:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.978689:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.978701:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128141.978819:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1964:x1830947542945920:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 8705us (8987us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128141.978830:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4270 00002000:00100000:1.0:1746128141.978840:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff88012cf89880 x1830947542945920/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128141.978848:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf89880 with x1830947542945920 ext(4194304->5242879) 00002000:00010000:1.0:1746128141.978853:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf89880 00000100:00100000:1.0:1746128141.978869:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542946176 00000100:00100000:1.0:1746128141.978874:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542946176 00002000:00100000:1.0:1746128141.978897:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff880094b28380 x1830947542946176/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128141.978903:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28380 with x1830947542946176 ext(5242880->6291455) 00002000:00010000:1.0:1746128141.978905:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b28380 00000100:00100000:1.0:1746128141.978916:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542946688 00000100:00100000:1.0:1746128141.978918:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542946688 00002000:00100000:1.0:1746128141.978929:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff880094b29c00 x1830947542946688/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128141.978935:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29c00 with x1830947542946688 ext(5242880->6291455) 00002000:00010000:1.0:1746128141.978938:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b29c00 00000100:00100000:1.0:1746128141.978945:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542946432 00000100:00100000:1.0:1746128141.978947:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542946432 00002000:00100000:1.0:1746128141.978955:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff880094b29f80 x1830947542946432/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/0 e 0 to 0 dl 1746128152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128141.978962:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29f80 with x1830947542946432 ext(4194304->5242879) 00002000:00010000:1.0:1746128141.978964:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b29f80 00000100:00100000:1.0:1746128141.978973:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4271 00000100:00100000:1.0:1746128141.978979:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1964:x1830947542946176:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128141.979556:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4272 00000100:00100000:1.0:1746128141.979562:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1963:x1830947542946688:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128141.980132:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4273 00000100:00100000:1.0:1746128141.980138:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+11:1964:x1830947542946432:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128141.989718:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1964:x1830947542946176:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 10729us (11057us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128141.989727:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4271 00002000:00100000:1.0:1746128141.989737:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff880094b28380 x1830947542946176/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128141.989745:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b28380 with x1830947542946176 ext(5242880->6291455) 00002000:00010000:1.0:1746128141.989750:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b28380 00000100:00100000:2.0:1746128141.997171:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+11:1963:x1830947542946688:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 17602us (18474us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128141.997181:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4272 00002000:00100000:2.0:1746128141.997190:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff880094b29c00 x1830947542946688/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128141.997198:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29c00 with x1830947542946688 ext(5242880->6291455) 00002000:00010000:2.0:1746128141.997203:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b29c00 00000100:00100000:1.0:1746128141.998791:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1964:x1830947542946432:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 18648us (20083us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128141.998799:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4273 00002000:00100000:1.0:1746128141.998816:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff880094b29f80 x1830947542946432/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:392/0 lens 488/440 e 0 to 0 dl 1746128152 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128141.998823:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29f80 with x1830947542946432 ext(4194304->5242879) 00002000:00010000:1.0:1746128141.998826:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b29f80 00000100:00100000:0.0:1746128142.007684:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128142.007783:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542946944 00000100:00100000:1.0:1746128142.007791:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542946944 00002000:00100000:1.0:1746128142.007837:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff8800840a6d80 x1830947542946944/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128142.007851:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a6d80 with x1830947542946944 ext(6291456->7340031) 00002000:00010000:1.0:1746128142.007855:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a6d80 00000100:00100000:1.0:1746128142.007883:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4274 00000100:00100000:1.0:1746128142.007894:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1963:x1830947542946944:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128142.019641:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1963:x1830947542946944:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 11743us (11955us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128142.019652:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4274 00002000:00100000:1.0:1746128142.019661:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff8800840a6d80 x1830947542946944/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/440 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128142.019670:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a6d80 with x1830947542946944 ext(6291456->7340031) 00002000:00010000:1.0:1746128142.019675:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a6d80 00000100:00100000:3.0:1746128142.036158:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.036192:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.036229:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128142.036309:0:31886:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542947328 00000100:00100000:2.0:1746128142.036317:0:31886:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542947328 00000100:00100000:1.0:1746128142.036357:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542947456 00000100:00100000:1.0:1746128142.036360:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542947456 00000100:00100000:0.0:1746128142.036506:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542947712 00000100:00100000:0.0:1746128142.036510:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542947712 00002000:00100000:0.0:1746128142.036534:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff880131893480 x1830947542947712/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128142.036542:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131893480 with x1830947542947712 ext(7340032->8388607) 00002000:00010000:0.0:1746128142.036546:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131893480 00000100:00100000:0.0:1746128142.036562:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4275 00000100:00100000:0.0:1746128142.036567:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1965:x1830947542947712:12345-192.168.203.28@tcp:3:cmp.0 00002000:00100000:1.0:1746128142.037934:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff880131893b80 x1830947542947456/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128142.037944:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131893b80 with x1830947542947456 ext(7340032->8388607) 00002000:00010000:1.0:1746128142.037947:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131893b80 00000100:00100000:1.0:1746128142.037960:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4276 00000100:00100000:1.0:1746128142.037965:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1965:x1830947542947456:12345-192.168.203.28@tcp:3:cmp.0 00002000:00100000:2.0:1746128142.038954:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff880131893800 x1830947542947328/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128142.038962:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131893800 with x1830947542947328 ext(6291456->7340031) 00002000:00010000:2.0:1746128142.038965:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131893800 00000100:00100000:2.0:1746128142.038980:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4277 00000100:00100000:2.0:1746128142.038986:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+11:1965:x1830947542947328:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128142.050153:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1965:x1830947542947712:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 13578us (13915us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128142.050163:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4275 00002000:00100000:0.0:1746128142.050172:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff880131893480 x1830947542947712/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/440 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128142.050181:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131893480 with x1830947542947712 ext(7340032->8388607) 00002000:00010000:0.0:1746128142.050186:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131893480 00000100:00100000:1.0:1746128142.053425:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+11:1965:x1830947542947456:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 15452us (17224us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746128142.053434:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4276 00002000:00100000:1.0:1746128142.053444:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff880131893b80 x1830947542947456/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/440 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128142.053452:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131893b80 with x1830947542947456 ext(7340032->8388607) 00002000:00010000:1.0:1746128142.053456:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131893b80 00000100:00100000:2.0:1746128142.057966:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1965:x1830947542947328:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 18973us (21807us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128142.057975:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4277 00002000:00100000:2.0:1746128142.057985:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff880131893800 x1830947542947328/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/440 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128142.058002:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131893800 with x1830947542947328 ext(6291456->7340031) 00002000:00010000:2.0:1746128142.058007:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131893800 00000100:00100000:3.0:1746128142.069464:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.069677:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128142.069753:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542948096 00000100:00100000:1.0:1746128142.069761:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542948096 00002000:00100000:1.0:1746128142.069797:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff880131890380 x1830947542948096/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128142.069815:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131890380 with x1830947542948096 ext(8388608->9437183) 00002000:00010000:1.0:1746128142.069820:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131890380 00000100:00100000:1.0:1746128142.069834:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542948224 00000100:00100000:1.0:1746128142.069836:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542948224 00002000:00100000:1.0:1746128142.069849:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff880131890700 x1830947542948224/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128142.069855:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131890700 with x1830947542948224 ext(8388608->9437183) 00002000:00010000:1.0:1746128142.069858:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131890700 00000100:00100000:1.0:1746128142.069869:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4278 00000100:00100000:1.0:1746128142.069876:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1966:x1830947542948096:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:0.0:1746128142.071444:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4279 00000100:00100000:0.0:1746128142.071456:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1966:x1830947542948224:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128142.084384:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1966:x1830947542948096:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 14502us (14919us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128142.084384:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1966:x1830947542948224:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 12925us (14700us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128142.084393:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4279 00000100:00100000:1.0:1746128142.084396:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4278 00002000:00100000:1.0:1746128142.084402:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff880131890380 x1830947542948096/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/440 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128142.084402:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff880131890700 x1830947542948224/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/440 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128142.084410:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131890380 with x1830947542948096 ext(8388608->9437183) 00002000:00100000:0.0:1746128142.084410:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131890700 with x1830947542948224 ext(8388608->9437183) 00002000:00010000:1.0:1746128142.084415:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131890380 00002000:00010000:0.0:1746128142.084415:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131890700 00000100:00100000:0.0:1746128142.092993:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128142.093980:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542948480 00000100:00100000:2.0:1746128142.093988:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542948480 00002000:00100000:2.0:1746128142.094022:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff8800840a5180 x1830947542948480/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128142.094030:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a5180 with x1830947542948480 ext(9437184->10485759) 00002000:00010000:2.0:1746128142.094034:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a5180 00000100:00100000:2.0:1746128142.094055:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4280 00000100:00100000:2.0:1746128142.094061:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1964:x1830947542948480:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:3.0:1746128142.096530:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128142.098314:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542948736 00000100:00100000:0.0:1746128142.098323:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542948736 00002000:00100000:0.0:1746128142.098356:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff880131890a80 x1830947542948736/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128142.098366:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131890a80 with x1830947542948736 ext(9437184->10485759) 00002000:00010000:0.0:1746128142.098371:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131890a80 00000100:00100000:0.0:1746128142.098401:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4281 00000100:00100000:0.0:1746128142.098407:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1963:x1830947542948736:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128142.107074:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1964:x1830947542948480:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 13006us (14081us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128142.107084:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4280 00002000:00100000:2.0:1746128142.107093:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff8800840a5180 x1830947542948480/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/440 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128142.107101:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a5180 with x1830947542948480 ext(9437184->10485759) 00002000:00010000:2.0:1746128142.107105:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800840a5180 00000100:00100000:0.0:1746128142.111346:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1963:x1830947542948736:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 12930us (14812us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746128142.111357:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4281 00002000:00100000:0.0:1746128142.111367:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff880131890a80 x1830947542948736/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/440 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746128142.111375:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131890a80 with x1830947542948736 ext(9437184->10485759) 00002000:00010000:0.0:1746128142.111379:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131890a80 00000100:00100000:3.0:1746128142.118055:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.118094:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128142.118177:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542948992 00000100:00100000:1.0:1746128142.118183:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542948992 00002000:00100000:1.0:1746128142.118220:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff880131890e00 x1830947542948992/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128142.118229:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131890e00 with x1830947542948992 ext(10485760->11534335) 00002000:00010000:1.0:1746128142.118233:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131890e00 00000100:00100000:1.0:1746128142.118248:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542949248 00000100:00100000:1.0:1746128142.118250:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542949248 00002000:00100000:1.0:1746128142.118261:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff880131892300 x1830947542949248/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746128142.118267:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131892300 with x1830947542949248 ext(10485760->11534335) 00002000:00010000:1.0:1746128142.118270:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131892300 00000100:00100000:1.0:1746128142.118281:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4282 00000100:00100000:1.0:1746128142.118287:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1963:x1830947542948992:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:1.0:1746128142.119555:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4283 00000100:00100000:1.0:1746128142.119563:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1963:x1830947542949248:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128142.128329:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1963:x1830947542948992:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 10034us (10273us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128142.128340:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4282 00002000:00100000:2.0:1746128142.128350:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff880131890e00 x1830947542948992/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/440 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128142.128358:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131890e00 with x1830947542948992 ext(10485760->11534335) 00002000:00010000:2.0:1746128142.128364:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131890e00 00000100:00100000:1.0:1746128142.138299:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.138380:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542949504 00000100:00100000:3.0:1746128142.138387:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542949504 00002000:00100000:3.0:1746128142.138419:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff880094b29180 x1830947542949504/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.138428:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29180 with x1830947542949504 ext(11534336->12582911) 00002000:00010000:3.0:1746128142.138432:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b29180 00000100:00100000:3.0:1746128142.138457:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4284 00000100:00100000:3.0:1746128142.138463:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1963:x1830947542949504:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:2.0:1746128142.139336:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1963:x1830947542949248:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 19771us (21238us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128142.139343:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4283 00002000:00100000:2.0:1746128142.139349:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff880131892300 x1830947542949248/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/440 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746128142.139356:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131892300 with x1830947542949248 ext(10485760->11534335) 00002000:00010000:2.0:1746128142.139359:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131892300 00000100:00100000:3.0:1746128142.149097:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1963:x1830947542949504:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 10626us (10797us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128142.149107:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4284 00002000:00100000:3.0:1746128142.149117:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff880094b29180 x1830947542949504/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/440 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.149125:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b29180 with x1830947542949504 ext(11534336->12582911) 00002000:00010000:3.0:1746128142.149130:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b29180 00000100:00100000:0.0:1746128142.156795:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.156884:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542949760 00000100:00100000:3.0:1746128142.156892:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542949760 00002000:00100000:3.0:1746128142.156925:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff8800840a4e00 x1830947542949760/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.156935:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a4e00 with x1830947542949760 ext(11534336->12582911) 00002000:00010000:3.0:1746128142.156939:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800840a4e00 00000100:00100000:3.0:1746128142.156965:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4285 00000100:00100000:3.0:1746128142.156971:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1963:x1830947542949760:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:3.0:1746128142.164310:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1963:x1830947542949760:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 7332us (7514us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128142.164320:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4285 00002000:00100000:3.0:1746128142.164330:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff8800840a4e00 x1830947542949760/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/440 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.164339:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800840a4e00 with x1830947542949760 ext(11534336->12582911) 00002000:00010000:3.0:1746128142.164344:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800840a4e00 00000100:00100000:1.0:1746128142.169796:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.169896:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542950016 00000100:00100000:3.0:1746128142.169903:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542950016 00002000:00100000:3.0:1746128142.169935:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff880094b2bb80 x1830947542950016/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.169943:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2bb80 with x1830947542950016 ext(12582912->13631487) 00002000:00010000:3.0:1746128142.169947:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b2bb80 00000100:00100000:3.0:1746128142.170116:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4286 00000100:00100000:3.0:1746128142.170125:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1964:x1830947542950016:12345-192.168.203.28@tcp:3:cmp.0 00000100:00100000:3.0:1746128142.177954:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1964:x1830947542950016:12345-192.168.203.28@tcp:3:cmp.0 Request processed in 7823us (8157us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746128142.177963:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4286 00002000:00100000:3.0:1746128142.177972:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff880094b2bb80 x1830947542950016/t0(0) o3->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/440 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.177980:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b2bb80 with x1830947542950016 ext(12582912->13631487) 00002000:00010000:3.0:1746128142.177984:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b2bb80 00000100:00100000:0.0:1746128142.186609:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128142.187172:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542950272 00000100:00100000:2.0:1746128142.187181:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542950272 00000100:00100000:2.0:1746128142.187225:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 177 00000100:00100000:2.0:1746128142.187232:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+25:1159:x1830947542950272:12345-192.168.203.28@tcp:35:cmp.0 00000100:00100000:2.0:1746128142.187392:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+26:1159:x1830947542950272:12345-192.168.203.28@tcp:35:cmp.0 Request processed in 160us (822us total) trans 4294984725 rc 0/0 00000100:00100000:2.0:1746128142.187397:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 177 00000100:00100000:0.0:1746128142.189641:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128142.189660:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542950528 00000100:00100000:0.0:1746128142.189665:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542950528 00000100:00100000:0.0:1746128142.189699:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 178 00000100:00100000:0.0:1746128142.189704:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a5a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+26:1159:x1830947542950528:12345-192.168.203.28@tcp:35:cmp.0 00000100:00100000:1.0:1746128142.190333:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a5a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+27:1159:x1830947542950528:12345-192.168.203.28@tcp:35:cmp.0 Request processed in 626us (694us total) trans 4294984726 rc 0/0 00000100:00100000:1.0:1746128142.190339:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 178 00000100:00100000:1.0:1746128142.201143:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128142.201214:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128142.201271:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542950784 00000100:00100000:0.0:1746128142.201277:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542950784 00000100:00100000:3.0:1746128142.201669:0:7088:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542950912 00000100:00100000:3.0:1746128142.201673:0:7088:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542950912 00000100:00100000:3.0:1746128142.201694:0:7088:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 11 00000100:00100000:3.0:1746128142.201699:0:7088:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1966:x1830947542950912:12345-192.168.203.28@tcp:63:ll_sa.0 00010000:00010000:3.0:1746128142.201731:0:7088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128142.201744:0:7088:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40f000/0x802a7453533bdb15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d412c expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.201780:0:7088:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdb1c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.201789:0:7088:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdb1c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.201798:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdb1c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.201815:0:7088:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533bdb23 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.201820:0:7088:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533bdb23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.201824:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533bdb23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.201872:0:7088:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdb1c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.201877:0:7088:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdb1c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.201882:0:7088:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdb1c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.201886:0:7088:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009478ca00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128142.201888:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdb1c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.201893:0:7088:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdb1c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.201901:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411700) 00010000:00010000:3.0:1746128142.201903:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128142.201906:0:7088:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdb1c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.201910:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdb1c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.201922:0:7088:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533bdb23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.201926:0:7088:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533bdb23 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.201931:0:7088:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533bdb23 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.201935:0:7088:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009478da00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128142.201937:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533bdb23 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.201944:0:7088:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533bdb23 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.201949:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009272df00) 00010000:00010000:3.0:1746128142.201951:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128142.201953:0:7088:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533bdb23 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.201956:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533bdb23 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.201983:0:7088:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40f000/0x802a7453533bdb15 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d412c expref: 35 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.201990:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411700) 00010000:00010000:3.0:1746128142.201991:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746128142.201994:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c40f000/0x802a7453533bdb15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d412c expref: 35 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.202001:0:7088:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c40f000, rc -2) 00000100:00100000:0.0:1746128142.203344:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40757 00000100:00100000:0.0:1746128142.203354:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1162:x1830947542950784:12345-192.168.203.28@tcp:36:rm.0 00010000:00010000:0.0:1746128142.203380:0:20908:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1746128142.203390:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caaa00/0x802a7453533bd844 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fb9 expref: 34 pid: 7087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.203406:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa000/0x802a7453533bd7f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f96 expref: 33 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.203413:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012c411c00) 00010000:00010000:0.0:1746128142.203419:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce57600/0x802a7453533bda19 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d401b expref: 32 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.203425:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411700) 00010000:00010000:0.0:1746128142.203427:0:20908:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746128142.203435:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdb2a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128142.203442:0:20908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095303800/0x802a7453533bda66 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d403e expref: 26 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.203448:0:20908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdb2a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:0.0:1746128142.203469:0:20908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095303800/0x802a7453533bda66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d403e expref: 26 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.203477:0:20908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880095303800/0x802a7453533bda66 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d403e expref: 26 pid: 20908 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746128142.203486:0:20908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800840a7800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20908:1830947540478720:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128142.203531:0:20908:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044600 going to sleep for 11 seconds 00000100:00100000:3.0:1746128142.203591:0:7088:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+31:1966:x1830947542950912:12345-192.168.203.28@tcp:63:ll_sa.0 Request processed in 1889us (2374us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746128142.203598:0:7088:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 11 00000100:00100000:1.0:1746128142.207634:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128142.207705:0:20908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800840a7800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20908:1830947540478720:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128142.207723:0:20908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdb2a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000100:00100000:3.0:1746128142.207801:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542951040 00000100:00100000:3.0:1746128142.207813:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542951040 00010000:00010000:3.0:1746128142.207834:0:9797:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095303800/0x802a7453533bda66 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d403e expref: 27 pid: 20908 timeout: 638 lvb_type: 0 00000100:00100000:3.0:1746128142.207852:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9368 00000100:00100000:3.0:1746128142.207857:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+27:1963:x1830947542951040:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128142.207866:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128142.207870:0:9797:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095303800/0x802a7453533bda66 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d403e expref: 27 pid: 20908 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746128142.207877:0:9797:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095303800/0x802a7453533bda66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d403e expref: 27 pid: 20908 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746128142.207893:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095303800/0x802a7453533bda66 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d403e expref: 27 pid: 20908 timeout: 638 lvb_type: 0 00010000:00010000:3.0:1746128142.207903:0:9797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411700) 00010000:00010000:3.0:1746128142.207906:0:9797:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdb2a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.207913:0:9797:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdb2a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.207917:0:9797:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdb2a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.207929:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128142.207954:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+26:1963:x1830947542951040:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 97us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128142.207959:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9368 00010000:00010000:2.0:1746128142.208003:0:20908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdb2a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128142.208008:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdb2a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128142.208020:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd400/0x802a7453533bdb31 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128142.208030:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd400/0x802a7453533bdb31 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128142.208034:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd400/0x802a7453533bdb31 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128142.208109:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb38 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128142.208115:0:20908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd875 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fb2 expref: 25 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.208120:0:20908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb38 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128142.208136:0:20908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd875 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fb2 expref: 25 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.208144:0:20908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd875 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fb2 expref: 25 pid: 7083 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746128142.208152:0:20908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf89c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20908:1830947540478848:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128142.208193:0:20908:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094713d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746128142.211083:0:20908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf89c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20908:1830947540478848:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128142.211101:0:20908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb38 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000100:00100000:1.0:1746128142.211317:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128142.211551:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542951168 00000100:00100000:2.0:1746128142.211557:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542951168 00010000:00010000:2.0:1746128142.212033:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd875 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fb2 expref: 26 pid: 7083 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746128142.212066:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9369 00000100:00100000:2.0:1746128142.212072:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+26:1964:x1830947542951168:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128142.212082:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128142.212087:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd875 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fb2 expref: 26 pid: 7083 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746128142.212095:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd875 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fb2 expref: 26 pid: 7083 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746128142.212111:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091caa800/0x802a7453533bd875 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3fb2 expref: 26 pid: 7083 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746128142.212125:0:7067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012c411c00) 00010000:00010000:2.0:1746128142.212128:0:7067:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb38 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128142.212134:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb38 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128142.212140:0:7067:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb38 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128142.212334:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128142.212375:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+25:1964:x1830947542951168:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 303us (1059us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128142.212381:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9369 00010000:00010000:1.0:1746128142.212509:0:20908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb38 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.212515:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb38 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000040:00080000:1.0:1746128142.213315:0:20908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9216 00000004:00080000:1.0:1746128142.213322:0:20908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 538282749734ns, next at 539282748298ns, rc = 0 00000040:00080000:1.0:1746128142.213333:0:20908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9024 00010000:00010000:1.0:1746128142.213393:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095229e00/0x802a7453533bdb3f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.213401:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095229e00/0x802a7453533bdb3f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.213407:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095229e00/0x802a7453533bdb3f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.213412:0:20908:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095229e00/0x802a7453533bdb3f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.213417:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095229e00/0x802a7453533bdb3f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.213422:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095229e00/0x802a7453533bdb3f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.213443:0:20908:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1746128142.213457:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb38 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.213461:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb38 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.213469:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb38 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.213473:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800941cd000 already unused, calling callback (ffffffffa137a690) 00010000:00010000:1.0:1746128142.213476:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb38 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.213481:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb38 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.213488:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012c411c00) 00010000:00010000:1.0:1746128142.213490:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746128142.213493:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb38 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.213497:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb38 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.213544:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdb2a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.213549:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdb2a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.213553:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdb2a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.213556:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800932f3c00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:1.0:1746128142.213558:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdb2a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.213562:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdb2a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.213586:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012c411700) 00010000:00010000:1.0:1746128142.213588:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746128142.213590:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdb2a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.213594:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3c00/0x802a7453533bdb2a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00000004:00010000:1.0:1746128142.213606:0:20908:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880094b2a680 reply state ffff880133943000 transno 4294984727 ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd400/0x802a7453533bdb31 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000100:00100000:1.0:1746128142.213612:0:20908:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746128142.213656:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1162:x1830947542950784:12345-192.168.203.28@tcp:36:rm.0 Request processed in 10304us (12517us total) trans 4294984727 rc 0/0 00000100:00100000:1.0:1746128142.213662:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40757 00010000:00010000:3.0:1746128142.213931:0:11110:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746128142.213936:0:11110:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095229e00/0x802a7453533bdb3f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.213941:0:11110:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095229e00 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128142.213943:0:11110:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095229e00/0x802a7453533bdb3f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.213948:0:11110:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095229e00/0x802a7453533bdb3f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.213954:0:11110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012c411c00) 00010000:00010000:3.0:1746128142.213956:0:11110:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1746128142.213958:0:11110:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095229e00/0x802a7453533bdb3f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.213962:0:11110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095229e00/0x802a7453533bdb3f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.213971:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746128142.213972:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746128142.213973:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746128142.236517:0:3288:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd400/0x802a7453533bdb31 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.236528:0:3288:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd400/0x802a7453533bdb31 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.236533:0:3288:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd400/0x802a7453533bdb31 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.236538:0:3288:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800941cd400 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128142.236542:0:3288:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd400/0x802a7453533bdb31 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.236548:0:3288:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd400/0x802a7453533bdb31 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.236560:0:3288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012c411f00) 00010000:00010000:3.0:1746128142.236563:0:3288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128142.236566:0:3288:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd400/0x802a7453533bdb31 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.236586:0:3288:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd400/0x802a7453533bdb31 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00000100:00100000:3.0:1746128142.245368:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128142.245443:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542951296 00000100:00100000:1.0:1746128142.245449:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542951296 00000100:00100000:1.0:1746128142.245482:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40758 00000100:00100000:1.0:1746128142.245487:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+31:1166:x1830947542951296:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:1.0:1746128142.245503:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128142.245518:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095228e00/0x802a7453533bdb46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d4164 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128142.245559:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095229a00/0x802a7453533bdb4d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.245568:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095229a00/0x802a7453533bdb4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.245603:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095229a00/0x802a7453533bdb4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:1.0:1746128142.245647:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746128142.245650:0:20908:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:1.0:1746128142.245662:0:20908:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095229a00/0x802a7453533bdb4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.245679:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095228e00/0x802a7453533bdb46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4164 expref: 33 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128142.245705:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095229a00/0x802a7453533bdb4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4164 expref: 32 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128142.245711:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bb36000) 00010000:00010000:1.0:1746128142.245714:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746128142.245716:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095229a00, rc 0) 00000100:00100000:1.0:1746128142.245748:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1166:x1830947542951296:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 261us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746128142.245753:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40758 00000100:00100000:1.0:1746128142.255210:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.255288:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542951552 00000100:00100000:3.0:1746128142.255296:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542951552 00000100:00100000:3.0:1746128142.255328:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40759 00000100:00100000:3.0:1746128142.255334:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+32:1166:x1830947542951552:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:3.0:1746128142.255350:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128142.255353:0:7083:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746128142.255371:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095229a00/0x802a7453533bdb4d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4164 expref: 32 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.255396:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bb36000) 00010000:00010000:3.0:1746128142.255403:0:7083:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746128142.255416:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533bdb54 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d416b expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.255519:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdb5b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.255528:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdb5b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.255535:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdb5b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.255544:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ce00/0x802a7453533bdb62 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.255550:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ce00/0x802a7453533bdb62 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.255554:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ce00/0x802a7453533bdb62 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.255917:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4600/0x802a7453533bdb69 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.255924:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4600/0x802a7453533bdb69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.255930:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4600/0x802a7453533bdb69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:3.0:1746128142.255937:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00010000:00010000:3.0:1746128142.255952:0:7083:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdb5b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.255957:0:7083:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdb5b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.255963:0:7083:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdb5b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.255968:0:7083:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009478ca00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128142.255972:0:7083:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdb5b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.255977:0:7083:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdb5b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.255983:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009272d100) 00010000:00010000:3.0:1746128142.255985:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128142.255988:0:7083:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdb5b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.255992:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdb5b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000004:00010000:3.0:1746128142.256000:0:7083:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880094b2aa00 reply state ffff8800922b3000 transno 4294984728 ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ce00/0x802a7453533bdb62 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000100:00100000:3.0:1746128142.256006:0:7083:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746128142.256028:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533bdb54 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d416b expref: 34 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.256039:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4600/0x802a7453533bdb69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d416b expref: 33 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.256045:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88009272d800) 00010000:00010000:3.0:1746128142.256047:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128142.256049:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956b4600, rc 0) 00000100:00100000:3.0:1746128142.256085:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1166:x1830947542951552:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 751us (882us total) trans 4294984728 rc 0/0 00000100:00100000:3.0:1746128142.256091:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40759 00010000:00010000:3.0:1746128142.259150:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ce00/0x802a7453533bdb62 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.259160:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ce00/0x802a7453533bdb62 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.259166:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ce00/0x802a7453533bdb62 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.259170:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009478ce00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128142.259174:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ce00/0x802a7453533bdb62 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.259179:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ce00/0x802a7453533bdb62 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.259190:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009272d700) 00010000:00010000:3.0:1746128142.259192:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128142.259195:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ce00/0x802a7453533bdb62 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.259199:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ce00/0x802a7453533bdb62 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7083 initiator: MDT0 00000100:00100000:1.0:1746128142.263557:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128142.263653:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542951808 00000100:00100000:2.0:1746128142.263660:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542951808 00000100:00100000:2.0:1746128142.263704:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40760 00000100:00100000:2.0:1746128142.263710:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:1166:x1830947542951808:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:2.0:1746128142.263728:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128142.263743:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd800/0x802a7453533bdb77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d4172 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.263818:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb7e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128142.263829:0:20908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4600/0x802a7453533bdb69 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d416b expref: 34 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.263835:0:20908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb7e lrc: 4/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128142.263857:0:20908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4600/0x802a7453533bdb69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d416b expref: 34 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.263868:0:20908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4600/0x802a7453533bdb69 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d416b expref: 34 pid: 7083 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746128142.263877:0:20908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf89f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20908:1830947540478976:192.168.203.28@tcp:104: 00000100:00100000:2.0:1746128142.263937:0:20908:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094713540 going to sleep for 11 seconds 00000100:00100000:0.0:1746128142.265083:0:20908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cf89f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20908:1830947540478976:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128142.265101:0:20908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb7e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000100:00100000:1.0:1746128142.267770:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128142.267849:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542951936 00000100:00100000:2.0:1746128142.267855:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542951936 00010000:00010000:2.0:1746128142.267882:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4600/0x802a7453533bdb69 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d416b expref: 35 pid: 7083 timeout: 638 lvb_type: 0 00000100:00100000:2.0:1746128142.267912:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9370 00000100:00100000:2.0:1746128142.267917:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1964:x1830947542951936:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128142.267926:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128142.267931:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4600/0x802a7453533bdb69 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d416b expref: 35 pid: 7083 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746128142.267943:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4600/0x802a7453533bdb69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d416b expref: 35 pid: 7083 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746128142.267959:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4600/0x802a7453533bdb69 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d416b expref: 35 pid: 7083 timeout: 638 lvb_type: 0 00010000:00010000:2.0:1746128142.267972:0:7067:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88009272d800) 00010000:00010000:2.0:1746128142.267976:0:7067:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb7e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128142.267982:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb7e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128142.267986:0:7067:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb7e lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20908 initiator: MDT0 00010000:00010000:2.0:1746128142.268000:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128142.268026:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1964:x1830947542951936:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 109us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128142.268031:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9370 00010000:00010000:1.0:1746128142.268113:0:20908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb7e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.268118:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb7e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:1.0:1746128142.268131:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00000004:00080000:1.0:1746128142.268247:0:20908:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1e:0x0], index 0: 0 00000004:00080000:1.0:1746128142.268251:0:20908:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d:0x0], index 1: 0 00010000:00010000:1.0:1746128142.268347:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb7e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.268352:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb7e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.268357:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb7e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.268361:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800941cd000 already unused, calling callback (ffffffffa137a690) 00010000:00010000:1.0:1746128142.268363:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb7e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.268368:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb7e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.268373:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88009272d800) 00010000:00010000:1.0:1746128142.268375:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746128142.268377:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb7e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.268381:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd000/0x802a7453533bdb7e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:1.0:1746128142.268426:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd800/0x802a7453533bdb77 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4172 expref: 34 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128142.268432:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cd800/0x802a7453533bdb77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4172 expref: 34 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128142.268440:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800941cd800, rc 0) 00000100:00100000:1.0:1746128142.268454:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:1166:x1830947542951808:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 4745us (4905us total) trans 4294984729 rc 301/301 00000100:00100000:1.0:1746128142.268462:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40760 00000100:00100000:2.0:1746128142.270051:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128142.270121:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542952192 00000100:00100000:1.0:1746128142.270127:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542952192 00000100:00100000:1.0:1746128142.270166:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 179 00000100:00100000:1.0:1746128142.270172:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+33:1166:x1830947542952192:12345-192.168.203.28@tcp:35:lfs.0 00000100:00100000:1.0:1746128142.270375:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1166:x1830947542952192:12345-192.168.203.28@tcp:35:lfs.0 Request processed in 202us (327us total) trans 4294984730 rc 0/0 00000100:00100000:1.0:1746128142.270380:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 179 00000100:00100000:1.0:1746128142.271538:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128142.271601:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542952320 00000100:00100000:2.0:1746128142.271605:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542952320 00000100:00100000:2.0:1746128142.271638:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40761 00000100:00100000:2.0:1746128142.271643:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+34:1166:x1830947542952320:12345-192.168.203.28@tcp:101:lfs.0 00010000:00010000:2.0:1746128142.271654:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746128142.271668:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cc400/0x802a7453533bdb8c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d4179 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.271703:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cc400/0x802a7453533bdb8c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4179 expref: 35 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.271713:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800941cc400/0x802a7453533bdb8c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4179 expref: 35 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.271725:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88012c411800) 00010000:00010000:2.0:1746128142.271728:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746128142.271730:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800941cc400, rc 0) 00000100:00100000:2.0:1746128142.271752:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1166:x1830947542952320:12345-192.168.203.28@tcp:101:lfs.0 Request processed in 109us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128142.271757:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40761 00000100:00100000:0.0:1746128142.273439:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.275276:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542952576 00000100:00100000:3.0:1746128142.275286:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542952576 00000100:00100000:3.0:1746128142.275332:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 180 00000100:00100000:3.0:1746128142.275339:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+35:1166:x1830947542952576:12345-192.168.203.28@tcp:35:lfs.0 00000100:00100000:3.0:1746128142.275512:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1166:x1830947542952576:12345-192.168.203.28@tcp:35:lfs.0 Request processed in 173us (2076us total) trans 4294984731 rc 0/0 00000100:00100000:3.0:1746128142.275518:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 180 00000100:00100000:0.0:1746128142.284313:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.286088:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542952704 00000100:00100000:3.0:1746128142.286097:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542952704 00000100:00100000:3.0:1746128142.286143:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40762 00000100:00100000:3.0:1746128142.286148:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+36:1167:x1830947542952704:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:3.0:1746128142.286167:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128142.286181:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4e00/0x802a7453533bdb93 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d4180 expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.286220:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4800/0x802a7453533bdb9a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.286229:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4800/0x802a7453533bdb9a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.286236:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4800/0x802a7453533bdb9a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:3.0:1746128142.286274:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1746128142.286277:0:7083:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:3.0:1746128142.286287:0:7083:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4800/0x802a7453533bdb9a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00010000:00010000:3.0:1746128142.286300:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4e00/0x802a7453533bdb93 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4180 expref: 38 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.286314:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4800/0x802a7453533bdb9a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4180 expref: 37 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.286320:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009272d200) 00010000:00010000:3.0:1746128142.286322:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746128142.286324:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956b4800, rc 0) 00000100:00100000:3.0:1746128142.286372:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:1167:x1830947542952704:12345-192.168.203.28@tcp:101:dd.0 Request processed in 218us (2061us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128142.286377:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40762 00000100:00100000:1.0:1746128142.299888:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.300024:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542952832 00000100:00100000:3.0:1746128142.300031:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542952832 00000100:00100000:3.0:1746128142.300062:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40763 00000100:00100000:3.0:1746128142.300067:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+25:1168:x1830947542952832:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:3.0:1746128142.300084:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128142.300097:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bdba1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d4187 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.300137:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4e00/0x802a7453533bdba8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.300146:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4e00/0x802a7453533bdba8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.300154:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4e00/0x802a7453533bdba8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:3.0:1746128142.300192:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1746128142.300195:0:20908:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:3.0:1746128142.300205:0:20908:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4e00/0x802a7453533bdba8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.300218:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5200/0x802a7453533bdba1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4187 expref: 27 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.300241:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4e00/0x802a7453533bdba8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4187 expref: 26 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.300248:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009272d200) 00010000:00010000:3.0:1746128142.300250:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746128142.300252:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956b4e00, rc 0) 00000100:00100000:3.0:1746128142.300280:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+26:1168:x1830947542952832:12345-192.168.203.28@tcp:101:dd.0 Request processed in 213us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128142.300284:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40763 00000100:00100000:1.0:1746128142.301261:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128142.301312:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542953088 00000100:00100000:0.0:1746128142.301315:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542953088 00000100:00100000:3.0:1746128142.302470:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40764 00000100:00100000:3.0:1746128142.302480:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+37:1167:x1830947542953088:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:3.0:1746128142.302492:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128142.302495:0:20908:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746128142.302513:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4800/0x802a7453533bdb9a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4180 expref: 37 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.302526:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009272d200) 00010000:00010000:3.0:1746128142.302528:0:20908:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746128142.302535:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5400/0x802a7453533bdbaf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d418e expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.302623:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4600/0x802a7453533bdbb6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.302631:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4600/0x802a7453533bdbb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.302638:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4600/0x802a7453533bdbb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:3.0:1746128142.302645:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4e:0x0]: returning size 26214400 00010000:00010000:3.0:1746128142.302729:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5400/0x802a7453533bdbaf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d418e expref: 39 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.302738:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4600/0x802a7453533bdbb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d418e expref: 38 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.302743:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88009272de00) 00010000:00010000:3.0:1746128142.302744:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128142.302746:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956b4600, rc 0) 00000100:00100000:3.0:1746128142.302792:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:1167:x1830947542953088:12345-192.168.203.28@tcp:101:dd.0 Request processed in 315us (1533us total) trans 4294984732 rc 0/0 00000100:00100000:3.0:1746128142.302798:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40764 00000100:00100000:1.0:1746128142.304586:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.304648:0:7088:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542953216 00000100:00100000:3.0:1746128142.304653:0:7088:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542953216 00000100:00100000:3.0:1746128142.304679:0:7088:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 12 00000100:00100000:3.0:1746128142.304684:0:7088:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:1963:x1830947542953216:12345-192.168.203.28@tcp:63:ll_sa.0 00010000:00010000:3.0:1746128142.304703:0:7088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128142.304712:0:7088:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ce00/0x802a7453533bdbc4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d4195 expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.304739:0:7088:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533bdbcb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304746:0:7088:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533bdbcb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304752:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533bdbcb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304762:0:7088:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdbd2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304767:0:7088:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdbd2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304772:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdbd2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304854:0:7088:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009478dc00/0x802a7453533bdbd9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304860:0:7088:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009478dc00/0x802a7453533bdbd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304865:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009478dc00/0x802a7453533bdbd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00000004:00200000:3.0:1746128142.304878:0:7088:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00000004:00200000:3.0:1746128142.304880:0:7088:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746128142.304890:0:7088:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009478dc00/0x802a7453533bdbd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304897:0:7088:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009478dc00/0x802a7453533bdbd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304903:0:7088:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533bdbcb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304907:0:7088:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533bdbcb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304913:0:7088:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533bdbcb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304918:0:7088:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009478da00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128142.304921:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533bdbcb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304926:0:7088:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533bdbcb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304932:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009272d200) 00010000:00010000:3.0:1746128142.304934:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128142.304936:0:7088:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533bdbcb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304940:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009478da00/0x802a7453533bdbcb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304947:0:7088:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdbd2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304951:0:7088:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdbd2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304954:0:7088:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdbd2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304957:0:7088:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009478ca00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128142.304959:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdbd2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304963:0:7088:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdbd2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304967:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009272db00) 00010000:00010000:3.0:1746128142.304968:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128142.304970:0:7088:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdbd2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304974:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ca00/0x802a7453533bdbd2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.304992:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009478ce00/0x802a7453533bdbc4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4195 expref: 40 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.304999:0:7088:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009478dc00/0x802a7453533bdbd9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4195 expref: 39 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.305003:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88012c411800) 00010000:00010000:3.0:1746128142.305005:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128142.305006:0:7088:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009478dc00, rc 0) 00010000:00010000:3.0:1746128142.305009:0:7088:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128142.305014:0:7088:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094789800/0x802a7453533bdbe0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d419c expref: -99 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.305026:0:7088:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094789a00/0x802a7453533bdbe7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.305031:0:7088:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094789a00/0x802a7453533bdbe7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.305035:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094789a00/0x802a7453533bdbe7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.305041:0:7088:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094789e00/0x802a7453533bdbee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.305045:0:7088:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094789e00/0x802a7453533bdbee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.305050:0:7088:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094789e00/0x802a7453533bdbee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.305068:0:7088:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094789a00/0x802a7453533bdbe7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.305073:0:7088:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094789a00/0x802a7453533bdbe7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.305077:0:7088:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094789a00/0x802a7453533bdbe7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.305080:0:7088:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094789a00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128142.305082:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094789a00/0x802a7453533bdbe7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.305086:0:7088:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094789a00/0x802a7453533bdbe7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.305092:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009272d200) 00010000:00010000:3.0:1746128142.305094:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128142.305096:0:7088:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094789a00/0x802a7453533bdbe7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.305099:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094789a00/0x802a7453533bdbe7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.305104:0:7088:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094789e00/0x802a7453533bdbee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.305108:0:7088:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094789e00/0x802a7453533bdbee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.305112:0:7088:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094789e00/0x802a7453533bdbee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.305115:0:7088:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094789e00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128142.305117:0:7088:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094789e00/0x802a7453533bdbee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.305121:0:7088:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094789e00/0x802a7453533bdbee lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.305124:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009272d800) 00010000:00010000:3.0:1746128142.305126:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128142.305127:0:7088:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094789e00/0x802a7453533bdbee lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.305130:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094789e00/0x802a7453533bdbee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7088 initiator: MDT0 00010000:00010000:3.0:1746128142.305148:0:7088:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880094789800/0x802a7453533bdbe0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d419c expref: 40 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.305156:0:7088:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009272d200) 00010000:00010000:3.0:1746128142.305157:0:7088:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746128142.305159:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094789800/0x802a7453533bdbe0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d419c expref: 40 pid: 7088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.305165:0:7088:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094789800, rc -2) 00000100:00100000:3.0:1746128142.305206:0:7088:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+39:1963:x1830947542953216:12345-192.168.203.28@tcp:63:ll_sa.0 Request processed in 521us (639us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746128142.305212:0:7088:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 12 00010000:00010000:0.0:1746128142.313746:0:11111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746128142.317898:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128142.326878:0:7083:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542953472 00000100:00100000:0.0:1746128142.326887:0:7083:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542953472 00000100:00100000:0.0:1746128142.326941:0:7083:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40765 00000100:00100000:0.0:1746128142.326947:0:7083:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+26:1168:x1830947542953472:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:0.0:1746128142.326962:0:7083:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746128142.326975:0:7083:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3800/0x802a7453533bdbf5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d41cd expref: -99 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.327037:0:7083:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f2e00/0x802a7453533bdbfc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128142.327046:0:7083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f2e00/0x802a7453533bdbfc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7083 initiator: MDT0 00010000:00010000:0.0:1746128142.327053:0:7083:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f2e00/0x802a7453533bdbfc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7083 initiator: MDT0 00000004:00200000:0.0:1746128142.327060:0:7083:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:0.0:1746128142.327133:0:7083:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f3800/0x802a7453533bdbf5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41cd expref: 29 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.327162:0:7083:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800932f2e00/0x802a7453533bdbfc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41cd expref: 28 pid: 7083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.327168:0:7083:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88012c411d00) 00010000:00010000:0.0:1746128142.327170:0:7083:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1746128142.327173:0:7083:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800932f2e00, rc 0) 00000100:00100000:0.0:1746128142.327209:0:7083:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+28:1168:x1830947542953472:12345-192.168.203.28@tcp:101:dd.0 Request processed in 262us (9319us total) trans 4294984733 rc 0/0 00000100:00100000:0.0:1746128142.327213:0:7083:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40765 00000100:00100000:0.0:1746128142.340023:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128142.340069:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128142.340110:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128142.340178:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542953984 00000100:00100000:2.0:1746128142.340185:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542953984 00000100:00100000:2.0:1746128142.340247:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542954112 00000100:00100000:2.0:1746128142.340250:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542954112 00000100:00100000:2.0:1746128142.340271:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4287 00000100:00100000:2.0:1746128142.340278:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542953984:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:2.0:1746128142.340308:0:25180:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800941cd000/0x802a7453533bdc0a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.340319:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128142.340321:0:25180:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128142.340325:0:25180:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800941cd000/0x802a7453533bdc0a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.340336:0:25180:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800941cd000/0x802a7453533bdc0a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128142.341377:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4288 00000100:00100000:2.0:1746128142.341383:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542954112:12345-192.168.203.28@tcp:3:dd.0 00010000:00010000:2.0:1746128142.341400:0:31889:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800941cd400/0x802a7453533bdc11 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.341407:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128142.341408:0:31889:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128142.341410:0:31889:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800941cd400/0x802a7453533bdc11 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.341418:0:31889:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800941cd400/0x802a7453533bdc11 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746128142.343315:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746128142.343320:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746128142.343404:0:9797:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542953856 00000100:00100000:3.0:1746128142.343411:0:9797:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542953856 00000100:00100000:3.0:1746128142.343446:0:9797:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 218 00000100:00100000:3.0:1746128142.343450:0:9797:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d92c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+39:1966:x1830947542953856:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128142.343460:0:9797:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128142.343474:0:9797:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4600/0x802a7453533bdbb6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d418e expref: 39 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.343487:0:9797:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88009272de00) 00010000:00010000:3.0:1746128142.343490:0:9797:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128142.343512:0:9797:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d92c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:1966:x1830947542953856:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 62us (3497us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128142.343518:0:9797:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 218 00000100:00100000:0.0:1746128142.344269:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.344326:0:20908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542954624 00000100:00100000:3.0:1746128142.344329:0:20908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542954624 00000100:00100000:3.0:1746128142.344346:0:20908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 40766 00000100:00100000:3.0:1746128142.344350:0:20908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+28:1168:x1830947542954624:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:3.0:1746128142.344363:0:20908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128142.344365:0:20908:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746128142.344375:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4e00/0x802a7453533bdba8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4187 expref: 28 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.344383:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009272d200) 00010000:00010000:3.0:1746128142.344388:0:20908:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746128142.344394:0:20908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800951ce800/0x802a7453533bdc18 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d41e2 expref: -99 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.344492:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800951cfa00/0x802a7453533bdc1f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.344499:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800951cfa00/0x802a7453533bdc1f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.344505:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800951cfa00/0x802a7453533bdc1f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.344513:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5400/0x802a7453533bdc26 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.344517:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5400/0x802a7453533bdc26 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.344521:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5400/0x802a7453533bdc26 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.344557:0:20908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4800/0x802a7453533bdc2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.344563:0:20908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4800/0x802a7453533bdc2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.344590:0:20908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4800/0x802a7453533bdc2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20908 initiator: MDT0 00000004:00200000:3.0:1746128142.344597:0:20908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00010000:00010000:3.0:1746128142.344659:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800951cfa00/0x802a7453533bdc1f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.344664:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800951cfa00/0x802a7453533bdc1f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.344669:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800951cfa00/0x802a7453533bdc1f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.344672:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800951cfa00 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128142.344675:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800951cfa00/0x802a7453533bdc1f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.344680:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800951cfa00/0x802a7453533bdc1f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.344686:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009272d100) 00010000:00010000:3.0:1746128142.344688:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128142.344690:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800951cfa00/0x802a7453533bdc1f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.344694:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800951cfa00/0x802a7453533bdc1f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.344699:0:20908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5400/0x802a7453533bdc26 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.344703:0:20908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5400/0x802a7453533bdc26 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.344710:0:20908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5400/0x802a7453533bdc26 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.344713:0:20908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800956b5400 already unused, calling callback (ffffffffa137a690) 00010000:00010000:3.0:1746128142.344714:0:20908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5400/0x802a7453533bdc26 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.344718:0:20908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5400/0x802a7453533bdc26 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.344722:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009272d500) 00010000:00010000:3.0:1746128142.344723:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746128142.344725:0:20908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5400/0x802a7453533bdc26 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.344728:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b5400/0x802a7453533bdc26 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20908 initiator: MDT0 00010000:00010000:3.0:1746128142.344750:0:20908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800951ce800/0x802a7453533bdc18 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41e2 expref: 30 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.344759:0:20908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800956b4800/0x802a7453533bdc2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41e2 expref: 29 pid: 20908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.344765:0:20908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88012c411800) 00010000:00010000:3.0:1746128142.344766:0:20908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746128142.344768:0:20908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956b4800, rc 0) 00000100:00100000:3.0:1746128142.344789:0:20908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+29:1168:x1830947542954624:12345-192.168.203.28@tcp:101:dd.0 Request processed in 438us (521us total) trans 4294984734 rc 0/0 00000100:00100000:3.0:1746128142.344794:0:20908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 40766 00000100:00100000:1.0:1746128142.362098:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128142.362131:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.362248:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542954240 00000100:00100000:3.0:1746128142.362256:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542954240 00000100:00100000:3.0:1746128142.362282:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542954368 00000100:00100000:3.0:1746128142.362284:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542954368 00000100:00100000:3.0:1746128142.362297:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5505 00000100:00100000:3.0:1746128142.362303:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1964:x1830947542954240:12345-192.168.203.28@tcp:101:ll_agl.0 00010000:00010000:3.0:1746128142.362315:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128142.362330:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800956b5400/0x802a7453533bdc3b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d41d4 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746128142.362348:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746128142.362363:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128142.362365:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128142.362371:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800956b5400/0x802a7453533bdc3b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41d4 expref: 11 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128142.362383:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800956b5400/0x802a7453533bdc3b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41d4 expref: 11 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128142.362392:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956b5400, rc 0) 00000100:00100000:3.0:1746128142.362424:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1964:x1830947542954240:12345-192.168.203.28@tcp:101:ll_agl.0 Request processed in 122us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128142.362429:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5505 00000100:00100000:3.0:1746128142.362440:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5506 00000100:00100000:3.0:1746128142.362444:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+11:1964:x1830947542954368:12345-192.168.203.28@tcp:101:ll_agl.0 00010000:00010000:3.0:1746128142.362450:0:8416:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128142.362458:0:8416:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bdc42 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d41db expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746128142.362474:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746128142.362482:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128142.362483:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128142.362486:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bdc42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41db expref: 12 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128142.362494:0:8416:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bdc42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41db expref: 12 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128142.362499:0:8416:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956b5200, rc 0) 00000100:00100000:3.0:1746128142.362512:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+12:1964:x1830947542954368:12345-192.168.203.28@tcp:101:ll_agl.0 Request processed in 68us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128142.362517:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5506 00010000:00010000:2.0:1746128142.362817:0:25180:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800941cd000/0x802a7453533bdc0a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.362825:0:25180:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800941cd000/0x802a7453533bdc0a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.362831:0:25180:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800941cd000/0x802a7453533bdc0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.362836:0:25180:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800941cd000 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128142.362840:0:25180:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800941cd000/0x802a7453533bdc0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.362847:0:25180:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800941cd000/0x802a7453533bdc0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.362858:0:25180:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800941cd000/0x802a7453533bdc0a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.362863:0:25180:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800941cd000/0x802a7453533bdc0a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25180 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128142.363200:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1964:x1830947542953984:12345-192.168.203.28@tcp:3:dd.0 Request processed in 22922us (23128us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128142.363208:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4287 00010000:00010000:2.0:1746128142.369373:0:31889:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800941cd400/0x802a7453533bdc11 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.369385:0:31889:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800941cd400/0x802a7453533bdc11 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.369395:0:31889:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800941cd400/0x802a7453533bdc11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.369400:0:31889:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800941cd400 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:2.0:1746128142.369404:0:31889:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800941cd400/0x802a7453533bdc11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.369410:0:31889:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800941cd400/0x802a7453533bdc11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.369424:0:31889:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800941cd400/0x802a7453533bdc11 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.369433:0:31889:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800941cd400/0x802a7453533bdc11 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31889 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128142.369486:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542954112:12345-192.168.203.28@tcp:3:dd.0 Request processed in 28101us (29373us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746128142.369493:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4288 00000100:00100000:0.0:1746128142.376004:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128142.376088:0:21343:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542954752 00000100:00100000:2.0:1746128142.376095:0:21343:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542954752 00000100:00100000:1.0:1746128142.377489:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5507 00000100:00100000:1.0:1746128142.377501:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1168:x1830947542954752:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:1.0:1746128142.377516:0:10571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746128142.377531:0:10571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095228000/0x802a7453533bdc49 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d41e9 expref: -99 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128142.377554:0:10571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800956b5400/0x802a7453533bdc3b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41d4 expref: 8 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128142.377561:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128142.377563:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746128142.377566:0:10571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095228000/0x802a7453533bdc49 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41e9 expref: 10 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128142.377604:0:10571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800956b5400/0x802a7453533bdc3b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41d4 expref: 8 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746128142.377615:0:10571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800956b5400/0x802a7453533bdc3b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41d4 expref: 8 pid: 8416 timeout: 638 lvb_type: 1 00000100:00100000:1.0:1746128142.377624:0:10571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10571:1830947540479104:192.168.203.28@tcp:104: 00000100:00100000:1.0:1746128142.378376:0:10571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094e7b240 going to sleep for 11 seconds 00000100:00100000:1.0:1746128142.380616:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128142.380709:0:10571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10571:1830947540479104:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128142.380731:0:10571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095228000/0x802a7453533bdc49 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41e9 expref: 10 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.380744:0:10571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095228000, rc 0) 00000100:00100000:2.0:1746128142.380776:0:10571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1168:x1830947542954752:12345-192.168.203.28@tcp:101:dd.0 Request processed in 3279us (4779us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128142.380783:0:10571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5507 00000100:00100000:3.0:1746128142.381233:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542954880 00000100:00100000:3.0:1746128142.381240:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542954880 00010000:00010000:3.0:1746128142.381261:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800956b5400/0x802a7453533bdc3b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41d4 expref: 9 pid: 8416 timeout: 638 lvb_type: 1 00000100:00100000:3.0:1746128142.381290:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9371 00000100:00100000:3.0:1746128142.381296:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1966:x1830947542954880:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128142.381306:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128142.381323:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800956b5400/0x802a7453533bdc3b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41d4 expref: 9 pid: 8416 timeout: 638 lvb_type: 1 00010000:00010000:3.0:1746128142.381332:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800956b5400/0x802a7453533bdc3b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41d4 expref: 9 pid: 8416 timeout: 638 lvb_type: 1 00010000:00010000:3.0:1746128142.381348:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800956b5400/0x802a7453533bdc3b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41d4 expref: 9 pid: 8416 timeout: 638 lvb_type: 1 00010000:00010000:3.0:1746128142.381368:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128142.381370:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128142.381375:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095228000/0x802a7453533bdc49 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41e9 expref: 9 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.381382:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095228000/0x802a7453533bdc49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41e9 expref: 9 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.381405:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095228000/0x802a7453533bdc49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41e9 expref: 9 pid: 10571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128142.381414:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131891f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947540479232:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128142.381469:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba16d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128142.385418:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131891f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7067:1830947540479232:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128142.385436:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128142.385479:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1966:x1830947542954880:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 4182us (4867us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128142.385489:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9371 00000100:00100000:1.0:1746128142.398743:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128142.398788:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.398874:0:10571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542955264 00000100:00100000:3.0:1746128142.398881:0:10571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542955264 00000100:00100000:3.0:1746128142.398916:0:10571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 5508 00000100:00100000:3.0:1746128142.398923:0:10571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+9:1168:x1830947542955264:12345-192.168.203.28@tcp:101:dd.0 00010000:00010000:3.0:1746128142.398941:0:10571:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746128142.398953:0:10571:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bdc50 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x62ee98150c2d41f0 expref: -99 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.398974:0:10571:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bdc42 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41db expref: 9 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128142.398980:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128142.398982:0:10571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128142.398985:0:10571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bdc50 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41f0 expref: 10 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.399007:0:10571:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bdc42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41db expref: 9 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128142.399017:0:10571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bdc42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41db expref: 9 pid: 8416 timeout: 638 lvb_type: 1 00000100:00100000:3.0:1746128142.399027:0:10571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131891f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10571:1830947540479360:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128142.399080:0:10571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba16d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746128142.399137:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542955136 00000100:00100000:2.0:1746128142.399140:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542955136 00002000:00100000:2.0:1746128142.399162:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1e:0x0] (0->1048575) req@ffff880092c43b80 x1830947542955136/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128142.399169:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c43b80 with x1830947542955136 ext(0->1048575) 00002000:00010000:2.0:1746128142.399172:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c43b80 00000100:00100000:2.0:1746128142.399182:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4289 00000100:00100000:2.0:1746128142.399186:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1964:x1830947542955136:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:3.0:1746128142.404196:0:10571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131891f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10571:1830947540479360:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128142.404675:0:10571:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bdc50 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41f0 expref: 10 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.404689:0:10571:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800956b4e00, rc 0) 00000100:00100000:3.0:1746128142.404737:0:10571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1168:x1830947542955264:12345-192.168.203.28@tcp:101:dd.0 Request processed in 5812us (5946us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128142.404745:0:10571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 5508 00000100:00100000:2.0:1746128142.405202:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.406973:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542955392 00000100:00100000:3.0:1746128142.406981:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542955392 00010000:00010000:3.0:1746128142.407009:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bdc42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41db expref: 10 pid: 8416 timeout: 638 lvb_type: 1 00000100:00100000:3.0:1746128142.407042:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9372 00000100:00100000:3.0:1746128142.407049:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1964:x1830947542955392:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128142.407060:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128142.407075:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bdc42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41db expref: 10 pid: 8416 timeout: 638 lvb_type: 1 00010000:00010000:3.0:1746128142.407085:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bdc42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41db expref: 10 pid: 8416 timeout: 638 lvb_type: 1 00010000:00010000:3.0:1746128142.407102:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800956b5200/0x802a7453533bdc42 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41db expref: 10 pid: 8416 timeout: 638 lvb_type: 1 00010000:00010000:3.0:1746128142.407124:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128142.407126:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128142.407132:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bdc50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41f0 expref: 9 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.407140:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bdc50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41f0 expref: 9 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.407165:0:7067:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800956b4e00/0x802a7453533bdc50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d41f0 expref: 9 pid: 10571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746128142.407174:0:7067:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131891f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540479488:192.168.203.28@tcp:105: 00000100:00100000:3.0:1746128142.407242:0:7067:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba16d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746128142.418815:0:7067:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131891f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7067:1830947540479488:192.168.203.28@tcp:105: 00010000:00010000:3.0:1746128142.418835:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128142.418881:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1964:x1830947542955392:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 11831us (13678us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128142.418889:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9372 00000100:00100000:2.0:1746128142.423616:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+12:1964:x1830947542955136:12345-192.168.203.28@tcp:4:dd.0 Request processed in 24421us (24871us total) trans 4294968538 rc 0/0 00000100:00100000:2.0:1746128142.423627:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4289 00002000:00100000:2.0:1746128142.423637:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1e:0x0] (0->1048575) req@ffff880092c43b80 x1830947542955136/t4294968538(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128142.423646:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c43b80 with x1830947542955136 ext(0->1048575) 00002000:00010000:2.0:1746128142.423650:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c43b80 00000100:00100000:0.0:1746128142.429546:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128142.437030:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542955648 00000100:00100000:2.0:1746128142.437040:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542955648 00002000:00100000:2.0:1746128142.437082:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff880092c70700 x1830947542955648/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128142.437090:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70700 with x1830947542955648 ext(0->1048575) 00002000:00010000:2.0:1746128142.437095:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c70700 00000100:00100000:2.0:1746128142.437426:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4290 00000100:00100000:2.0:1746128142.437433:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+10:1963:x1830947542955648:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128142.449059:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.450792:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542955904 00000100:00100000:3.0:1746128142.450808:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542955904 00002000:00100000:3.0:1746128142.450842:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1e:0x0] (1048576->2097151) req@ffff8800a56a3480 x1830947542955904/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.450851:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3480 with x1830947542955904 ext(1048576->2097151) 00002000:00010000:3.0:1746128142.450855:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56a3480 00000100:00100000:3.0:1746128142.450886:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4291 00000100:00100000:3.0:1746128142.450892:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+12:1964:x1830947542955904:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128142.451403:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128142.451448:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542956160 00000100:00100000:0.0:1746128142.451452:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542956160 00002000:00100000:0.0:1746128142.451469:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff8800a56a3100 x1830947542956160/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128142.451476:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3100 with x1830947542956160 ext(1048576->2097151) 00002000:00010000:0.0:1746128142.451479:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a3100 00000100:00100000:0.0:1746128142.453073:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4292 00000100:00100000:0.0:1746128142.453081:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+12:1963:x1830947542956160:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128142.464427:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128142.464780:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128142.465295:0:31886:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542956672 00000100:00100000:2.0:1746128142.465303:0:31886:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542956672 00002000:00100000:2.0:1746128142.465336:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1e:0x0] (2097152->3145727) req@ffff8800a56a3800 x1830947542956672/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128142.465344:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3800 with x1830947542956672 ext(2097152->3145727) 00002000:00010000:2.0:1746128142.465349:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56a3800 00000100:00100000:2.0:1746128142.465374:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4293 00000100:00100000:2.0:1746128142.465379:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1963:x1830947542956672:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128142.465603:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542956416 00000100:00100000:0.0:1746128142.465607:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542956416 00000100:00100000:0.0:1746128142.465629:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 181 00000100:00100000:0.0:1746128142.465633:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+38:1167:x1830947542956416:12345-192.168.203.28@tcp:35:dd.0 00000100:00100000:1.0:1746128142.465855:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+39:1167:x1830947542956416:12345-192.168.203.28@tcp:35:dd.0 Request processed in 219us (1434us total) trans 4294984735 rc 0/0 00000100:00100000:1.0:1746128142.465862:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 181 00000100:00100000:2.0:1746128142.472292:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1963:x1830947542955648:12345-192.168.203.28@tcp:4:dd.0 Request processed in 34851us (42744us total) trans 4294968116 rc 0/0 00000100:00100000:2.0:1746128142.472304:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4290 00002000:00100000:2.0:1746128142.472315:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff880092c70700 x1830947542955648/t4294968116(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128142.472323:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70700 with x1830947542955648 ext(0->1048575) 00002000:00010000:2.0:1746128142.472328:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c70700 00000100:00100000:3.0:1746128142.477172:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1964:x1830947542955904:12345-192.168.203.28@tcp:4:dd.0 Request processed in 26271us (28112us total) trans 4294968539 rc 0/0 00000100:00100000:3.0:1746128142.477183:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4291 00002000:00100000:3.0:1746128142.477192:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1e:0x0] (1048576->2097151) req@ffff8800a56a3480 x1830947542955904/t4294968539(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.477200:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3480 with x1830947542955904 ext(1048576->2097151) 00002000:00010000:3.0:1746128142.477205:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56a3480 00000100:00100000:0.0:1746128142.489064:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.489385:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542956928 00000100:00100000:3.0:1746128142.489392:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542956928 00002000:00100000:3.0:1746128142.489422:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff880092c71180 x1830947542956928/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.489431:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71180 with x1830947542956928 ext(2097152->3145727) 00002000:00010000:3.0:1746128142.489436:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c71180 00000100:00100000:3.0:1746128142.489451:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4294 00000100:00100000:3.0:1746128142.489456:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+14:1964:x1830947542956928:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:3.0:1746128142.493406:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1963:x1830947542956672:12345-192.168.203.28@tcp:4:dd.0 Request processed in 28017us (28617us total) trans 4294968540 rc 0/0 00000100:00100000:3.0:1746128142.493416:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4293 00002000:00100000:3.0:1746128142.493426:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1e:0x0] (2097152->3145727) req@ffff8800a56a3800 x1830947542956672/t4294968540(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.493435:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3800 with x1830947542956672 ext(2097152->3145727) 00002000:00010000:3.0:1746128142.493440:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56a3800 00000100:00100000:0.0:1746128142.495955:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1963:x1830947542956160:12345-192.168.203.28@tcp:4:dd.0 Request processed in 42868us (44545us total) trans 4294968117 rc 0/0 00000100:00100000:0.0:1746128142.495965:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4292 00002000:00100000:0.0:1746128142.495972:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff8800a56a3100 x1830947542956160/t4294968117(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128142.495980:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a3100 with x1830947542956160 ext(1048576->2097151) 00002000:00010000:0.0:1746128142.495984:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a3100 00000100:00100000:0.0:1746128142.508917:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.509717:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1964:x1830947542956928:12345-192.168.203.28@tcp:4:dd.0 Request processed in 20257us (20657us total) trans 4294968118 rc 0/0 00000100:00100000:3.0:1746128142.509727:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4294 00002000:00100000:3.0:1746128142.509737:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff880092c71180 x1830947542956928/t4294968118(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.509746:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71180 with x1830947542956928 ext(2097152->3145727) 00002000:00010000:3.0:1746128142.509750:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c71180 00000100:00100000:3.0:1746128142.509767:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542957184 00000100:00100000:3.0:1746128142.509772:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542957184 00002000:00100000:3.0:1746128142.509796:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1e:0x0] (3145728->4194303) req@ffff880092c73b80 x1830947542957184/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.509816:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73b80 with x1830947542957184 ext(3145728->4194303) 00002000:00010000:3.0:1746128142.509819:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c73b80 00000100:00100000:3.0:1746128142.509839:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4295 00000100:00100000:3.0:1746128142.509844:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1964:x1830947542957184:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:3.0:1746128142.535715:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1964:x1830947542957184:12345-192.168.203.28@tcp:4:dd.0 Request processed in 25863us (26796us total) trans 4294968541 rc 0/0 00000100:00100000:3.0:1746128142.535726:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4295 00002000:00100000:3.0:1746128142.535736:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1e:0x0] (3145728->4194303) req@ffff880092c73b80 x1830947542957184/t4294968541(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.535744:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c73b80 with x1830947542957184 ext(3145728->4194303) 00002000:00010000:3.0:1746128142.535748:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c73b80 00000100:00100000:0.0:1746128142.536947:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.537030:0:31886:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542957440 00000100:00100000:3.0:1746128142.537036:0:31886:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542957440 00002000:00100000:3.0:1746128142.537064:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880092c71f80 x1830947542957440/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.537071:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71f80 with x1830947542957440 ext(3145728->4194303) 00002000:00010000:3.0:1746128142.537074:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c71f80 00000100:00100000:3.0:1746128142.537100:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4296 00000100:00100000:3.0:1746128142.537106:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+16:1964:x1830947542957440:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:2.0:1746128142.545715:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128142.545771:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542957696 00000100:00100000:1.0:1746128142.545778:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542957696 00002000:00100000:1.0:1746128142.545820:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (4194304->5242879) req@ffff88012cf8aa00 x1830947542957696/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128142.545829:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf8aa00 with x1830947542957696 ext(4194304->5242879) 00002000:00010000:1.0:1746128142.545834:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf8aa00 00000100:00100000:1.0:1746128142.546775:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4297 00000100:00100000:1.0:1746128142.546782:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1964:x1830947542957696:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:3.0:1746128142.550409:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1964:x1830947542957440:12345-192.168.203.28@tcp:4:dd.0 Request processed in 13297us (13458us total) trans 4294968119 rc 0/0 00000100:00100000:3.0:1746128142.550419:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4296 00002000:00100000:3.0:1746128142.550429:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880092c71f80 x1830947542957440/t4294968119(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.550438:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71f80 with x1830947542957440 ext(3145728->4194303) 00002000:00010000:3.0:1746128142.550443:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c71f80 00000100:00100000:1.0:1746128142.557668:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1964:x1830947542957696:12345-192.168.203.28@tcp:4:dd.0 Request processed in 10879us (11953us total) trans 4294968542 rc 0/0 00000100:00100000:1.0:1746128142.557678:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4297 00002000:00100000:1.0:1746128142.557687:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (4194304->5242879) req@ffff88012cf8aa00 x1830947542957696/t4294968542(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128142.557696:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf8aa00 with x1830947542957696 ext(4194304->5242879) 00002000:00010000:1.0:1746128142.557700:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf8aa00 00000100:00100000:1.0:1746128142.559296:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128142.559357:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542957952 00000100:00100000:2.0:1746128142.559364:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542957952 00002000:00100000:2.0:1746128142.559395:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff8800a56a1180 x1830947542957952/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128142.559403:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1180 with x1830947542957952 ext(4194304->5242879) 00002000:00010000:2.0:1746128142.559406:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a1180 00000100:00100000:2.0:1746128142.559434:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4298 00000100:00100000:2.0:1746128142.559439:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+18:1963:x1830947542957952:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128142.570790:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.570849:0:31886:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542958208 00000100:00100000:3.0:1746128142.570857:0:31886:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542958208 00002000:00100000:3.0:1746128142.570892:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1e:0x0] (5242880->6291455) req@ffff880092c70e00 x1830947542958208/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.570900:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70e00 with x1830947542958208 ext(5242880->6291455) 00002000:00010000:3.0:1746128142.570904:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c70e00 00000100:00100000:3.0:1746128142.570934:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4299 00000100:00100000:3.0:1746128142.570940:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1963:x1830947542958208:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:3.0:1746128142.574066:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1963:x1830947542957952:12345-192.168.203.28@tcp:4:dd.0 Request processed in 14620us (14770us total) trans 4294968120 rc 0/0 00000100:00100000:3.0:1746128142.574076:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4298 00002000:00100000:3.0:1746128142.574086:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff8800a56a1180 x1830947542957952/t4294968120(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.574094:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1180 with x1830947542957952 ext(4194304->5242879) 00002000:00010000:3.0:1746128142.574098:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56a1180 00000100:00100000:2.0:1746128142.579888:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.582049:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542958464 00000100:00100000:3.0:1746128142.582060:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542958464 00002000:00100000:3.0:1746128142.582096:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff88012cf8ad80 x1830947542958464/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.582105:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf8ad80 with x1830947542958464 ext(5242880->6291455) 00002000:00010000:3.0:1746128142.582110:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf8ad80 00000100:00100000:3.0:1746128142.582137:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4300 00000100:00100000:3.0:1746128142.582144:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+20:1963:x1830947542958464:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:3.0:1746128142.584081:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+22:1963:x1830947542958208:12345-192.168.203.28@tcp:4:dd.0 Request processed in 13134us (13290us total) trans 4294968543 rc 0/0 00000100:00100000:3.0:1746128142.584090:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4299 00002000:00100000:3.0:1746128142.584099:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1e:0x0] (5242880->6291455) req@ffff880092c70e00 x1830947542958208/t4294968543(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.584105:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70e00 with x1830947542958208 ext(5242880->6291455) 00002000:00010000:3.0:1746128142.584109:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c70e00 00000100:00100000:2.0:1746128142.590379:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128142.590411:0:31886:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542958720 00000100:00100000:2.0:1746128142.590418:0:31886:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542958720 00002000:00100000:2.0:1746128142.590449:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1e:0x0] (6291456->7340031) req@ffff88012cf8b480 x1830947542958720/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128142.590458:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf8b480 with x1830947542958720 ext(6291456->7340031) 00002000:00010000:2.0:1746128142.590462:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf8b480 00000100:00100000:2.0:1746128142.590753:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4301 00000100:00100000:2.0:1746128142.590760:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+22:1964:x1830947542958720:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:3.0:1746128142.600247:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+22:1963:x1830947542958464:12345-192.168.203.28@tcp:4:dd.0 Request processed in 18092us (20354us total) trans 4294968121 rc 0/0 00000100:00100000:3.0:1746128142.600257:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4300 00002000:00100000:3.0:1746128142.600269:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff88012cf8ad80 x1830947542958464/t4294968121(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.600277:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf8ad80 with x1830947542958464 ext(5242880->6291455) 00002000:00010000:3.0:1746128142.600281:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf8ad80 00000100:00100000:2.0:1746128142.606950:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+24:1964:x1830947542958720:12345-192.168.203.28@tcp:4:dd.0 Request processed in 16183us (16571us total) trans 4294968544 rc 0/0 00000100:00100000:2.0:1746128142.606959:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4301 00002000:00100000:2.0:1746128142.606968:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1e:0x0] (6291456->7340031) req@ffff88012cf8b480 x1830947542958720/t4294968544(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128142.606977:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf8b480 with x1830947542958720 ext(6291456->7340031) 00002000:00010000:2.0:1746128142.606981:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf8b480 00000100:00100000:2.0:1746128142.609772:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128142.609896:0:31886:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542958976 00000100:00100000:0.0:1746128142.609903:0:31886:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542958976 00002000:00100000:0.0:1746128142.609938:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff88012cf8b100 x1830947542958976/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128142.609947:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf8b100 with x1830947542958976 ext(6291456->7340031) 00002000:00010000:0.0:1746128142.609951:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf8b100 00000100:00100000:0.0:1746128142.609979:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4302 00000100:00100000:0.0:1746128142.609985:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+22:1964:x1830947542958976:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128142.619602:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+24:1964:x1830947542958976:12345-192.168.203.28@tcp:4:dd.0 Request processed in 9611us (9829us total) trans 4294968122 rc 0/0 00000100:00100000:0.0:1746128142.619611:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4302 00002000:00100000:0.0:1746128142.619620:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff88012cf8b100 x1830947542958976/t4294968122(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128142.619627:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf8b100 with x1830947542958976 ext(6291456->7340031) 00002000:00010000:0.0:1746128142.619631:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf8b100 00000100:00100000:1.0:1746128142.625867:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128142.625954:0:31886:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542959232 00000100:00100000:0.0:1746128142.625961:0:31886:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542959232 00002000:00100000:0.0:1746128142.625995:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1e:0x0] (7340032->8388607) req@ffff8800a56a1c00 x1830947542959232/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128142.626004:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1c00 with x1830947542959232 ext(7340032->8388607) 00002000:00010000:0.0:1746128142.626008:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56a1c00 00000100:00100000:1.0:1746128142.628444:0:31886:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4303 00000100:00100000:1.0:1746128142.628461:0:31886:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+24:1963:x1830947542959232:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:2.0:1746128142.644110:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.644294:0:31891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542959488 00000100:00100000:3.0:1746128142.644300:0:31891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542959488 00002000:00100000:3.0:1746128142.644329:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff88012cf8b800 x1830947542959488/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.644338:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf8b800 with x1830947542959488 ext(7340032->8388607) 00002000:00010000:3.0:1746128142.644341:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf8b800 00000100:00100000:3.0:1746128142.644356:0:31891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4304 00000100:00100000:3.0:1746128142.644362:0:31891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+24:1963:x1830947542959488:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128142.649557:0:31886:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7aa87384-656b-4166-a7ed-fb87664a8ead+26:1963:x1830947542959232:12345-192.168.203.28@tcp:4:dd.0 Request processed in 21095us (23688us total) trans 4294968545 rc 0/0 00000100:00100000:0.0:1746128142.649583:0:31886:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4303 00002000:00100000:0.0:1746128142.649594:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1e:0x0] (7340032->8388607) req@ffff8800a56a1c00 x1830947542959232/t4294968545(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128142.649604:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56a1c00 with x1830947542959232 ext(7340032->8388607) 00002000:00010000:0.0:1746128142.649608:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56a1c00 00000100:00100000:2.0:1746128142.658866:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128142.659039:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128142.659066:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542959744 00000100:00100000:2.0:1746128142.659073:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542959744 00002000:00100000:2.0:1746128142.659103:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1e:0x0] (8388608->9437183) req@ffff88012cf8bb80 x1830947542959744/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128142.659112:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf8bb80 with x1830947542959744 ext(8388608->9437183) 00002000:00010000:2.0:1746128142.659116:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf8bb80 00000100:00100000:2.0:1746128142.659133:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542960000 00000100:00100000:2.0:1746128142.659135:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542960000 00002000:00100000:2.0:1746128142.659146:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff88012cf88380 x1830947542960000/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128142.659152:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf88380 with x1830947542960000 ext(8388608->9437183) 00002000:00010000:2.0:1746128142.659155:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf88380 00000100:00100000:2.0:1746128142.659175:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4305 00000100:00100000:2.0:1746128142.659181:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+26:1964:x1830947542959744:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:2.0:1746128142.659295:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4306 00000100:00100000:2.0:1746128142.659300:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+26:1963:x1830947542960000:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:2.0:1746128142.659920:0:31891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7aa87384-656b-4166-a7ed-fb87664a8ead+28:1963:x1830947542959488:12345-192.168.203.28@tcp:4:dd.0 Request processed in 15557us (15815us total) trans 4294968123 rc 0/0 00000100:00100000:2.0:1746128142.659927:0:31891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4304 00002000:00100000:2.0:1746128142.659933:0:31891:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff88012cf8b800 x1830947542959488/t4294968123(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128142.659939:0:31891:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf8b800 with x1830947542959488 ext(7340032->8388607) 00002000:00010000:2.0:1746128142.659943:0:31891:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf8b800 00000100:00100000:0.0:1746128142.671933:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+28:1964:x1830947542959744:12345-192.168.203.28@tcp:4:dd.0 Request processed in 12745us (13066us total) trans 4294968546 rc 0/0 00000100:00100000:0.0:1746128142.671943:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4305 00002000:00100000:0.0:1746128142.671953:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1e:0x0] (8388608->9437183) req@ffff88012cf8bb80 x1830947542959744/t4294968546(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128142.671965:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf8bb80 with x1830947542959744 ext(8388608->9437183) 00002000:00010000:0.0:1746128142.671970:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf8bb80 00000100:00100000:2.0:1746128142.672057:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128142.672281:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542960256 00000100:00100000:0.0:1746128142.672287:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542960256 00002000:00100000:0.0:1746128142.672308:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1e:0x0] (9437184->10485759) req@ffff88012cf88a80 x1830947542960256/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128142.672314:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf88a80 with x1830947542960256 ext(9437184->10485759) 00002000:00010000:0.0:1746128142.672317:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf88a80 00000100:00100000:0.0:1746128142.672335:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4307 00000100:00100000:0.0:1746128142.672340:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+28:1964:x1830947542960256:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:2.0:1746128142.677041:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+28:1963:x1830947542960000:12345-192.168.203.28@tcp:4:dd.0 Request processed in 17733us (17995us total) trans 4294968124 rc 0/0 00000100:00100000:2.0:1746128142.677051:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4306 00002000:00100000:2.0:1746128142.677061:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff88012cf88380 x1830947542960000/t4294968124(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128142.677070:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf88380 with x1830947542960000 ext(8388608->9437183) 00002000:00010000:2.0:1746128142.677074:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf88380 00000100:00100000:0.0:1746128142.683376:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128142.683471:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542960512 00000100:00100000:2.0:1746128142.683479:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542960512 00002000:00100000:2.0:1746128142.683512:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff880092c72680 x1830947542960512/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128142.683521:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72680 with x1830947542960512 ext(9437184->10485759) 00002000:00010000:2.0:1746128142.683526:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c72680 00000100:00100000:2.0:1746128142.683641:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4308 00000100:00100000:2.0:1746128142.683649:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+28:1963:x1830947542960512:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:2.0:1746128142.689140:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+30:1964:x1830947542960256:12345-192.168.203.28@tcp:4:dd.0 Request processed in 16791us (17075us total) trans 4294968547 rc 0/0 00000100:00100000:2.0:1746128142.689151:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4307 00002000:00100000:2.0:1746128142.689159:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1e:0x0] (9437184->10485759) req@ffff88012cf88a80 x1830947542960256/t4294968547(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128142.689167:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf88a80 with x1830947542960256 ext(9437184->10485759) 00002000:00010000:2.0:1746128142.689171:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf88a80 00000100:00100000:2.0:1746128142.691934:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+30:1963:x1830947542960512:12345-192.168.203.28@tcp:4:dd.0 Request processed in 8279us (8556us total) trans 4294968125 rc 0/0 00000100:00100000:2.0:1746128142.691943:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4308 00002000:00100000:2.0:1746128142.691952:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff880092c72680 x1830947542960512/t4294968125(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128142.691960:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c72680 with x1830947542960512 ext(9437184->10485759) 00002000:00010000:2.0:1746128142.691964:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c72680 00000100:00100000:3.0:1746128142.698043:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128142.698151:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542960768 00000100:00100000:2.0:1746128142.698158:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542960768 00002000:00100000:2.0:1746128142.698193:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1e:0x0] (10485760->11534335) req@ffff880131891f80 x1830947542960768/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746128142.698201:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131891f80 with x1830947542960768 ext(10485760->11534335) 00002000:00010000:2.0:1746128142.698205:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131891f80 00000100:00100000:2.0:1746128142.698220:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4309 00000100:00100000:2.0:1746128142.698226:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+30:1964:x1830947542960768:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128142.708850:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128142.708909:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542961024 00000100:00100000:1.0:1746128142.708916:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542961024 00002000:00100000:1.0:1746128142.708947:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff880092c71880 x1830947542961024/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128142.708956:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71880 with x1830947542961024 ext(10485760->11534335) 00002000:00010000:1.0:1746128142.708960:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c71880 00000100:00100000:1.0:1746128142.708980:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4310 00000100:00100000:1.0:1746128142.708987:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+30:1964:x1830947542961024:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:3.0:1746128142.709529:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+32:1964:x1830947542960768:12345-192.168.203.28@tcp:4:dd.0 Request processed in 11301us (11495us total) trans 4294968548 rc 0/0 00000100:00100000:3.0:1746128142.709535:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4309 00002000:00100000:3.0:1746128142.709540:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1e:0x0] (10485760->11534335) req@ffff880131891f80 x1830947542960768/t4294968548(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.709546:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131891f80 with x1830947542960768 ext(10485760->11534335) 00002000:00010000:3.0:1746128142.709549:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131891f80 00000100:00100000:0.0:1746128142.718371:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128142.720034:0:31886:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542961280 00000100:00100000:1.0:1746128142.720043:0:31886:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542961280 00002000:00100000:1.0:1746128142.720079:0:31886:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x1e:0x0] (11534336->12582911) req@ffff880092c70a80 x1830947542961280/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128142.720089:0:31886:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70a80 with x1830947542961280 ext(11534336->12582911) 00002000:00010000:1.0:1746128142.720093:0:31886:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c70a80 00000100:00100000:3.0:1746128142.720743:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4311 00000100:00100000:3.0:1746128142.720752:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+32:1964:x1830947542961280:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:0.0:1746128142.728168:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+32:1964:x1830947542961024:12345-192.168.203.28@tcp:4:dd.0 Request processed in 19172us (19314us total) trans 4294968126 rc 0/0 00000100:00100000:0.0:1746128142.728179:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4310 00002000:00100000:0.0:1746128142.728190:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff880092c71880 x1830947542961024/t4294968126(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128142.728199:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c71880 with x1830947542961024 ext(10485760->11534335) 00002000:00010000:0.0:1746128142.728204:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c71880 00000100:00100000:2.0:1746128142.732324:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:0.0:1746128142.732437:0:31889:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542961536 00000100:00100000:0.0:1746128142.732444:0:31889:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542961536 00002000:00100000:0.0:1746128142.732477:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff88012cf89f80 x1830947542961536/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746128142.732486:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf89f80 with x1830947542961536 ext(11534336->12582911) 00002000:00010000:0.0:1746128142.732491:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf89f80 00000100:00100000:0.0:1746128142.732506:0:31889:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4312 00000100:00100000:0.0:1746128142.732512:0:31889:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+32:1963:x1830947542961536:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:3.0:1746128142.735307:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+34:1964:x1830947542961280:12345-192.168.203.28@tcp:4:dd.0 Request processed in 14549us (16934us total) trans 4294968549 rc 0/0 00000100:00100000:3.0:1746128142.735317:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4311 00002000:00100000:3.0:1746128142.735327:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1e:0x0] (11534336->12582911) req@ffff880092c70a80 x1830947542961280/t4294968549(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.735335:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c70a80 with x1830947542961280 ext(11534336->12582911) 00002000:00010000:3.0:1746128142.735340:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c70a80 00000100:00100000:2.0:1746128142.736756:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.737457:0:25180:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542961792 00000100:00100000:3.0:1746128142.737465:0:25180:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542961792 00002000:00100000:3.0:1746128142.737499:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1e:0x0] (12582912->13631487) req@ffff88012cf89c00 x1830947542961792/t0(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/0 e 0 to 0 dl 1746128153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.737508:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf89c00 with x1830947542961792 ext(12582912->13631487) 00002000:00010000:3.0:1746128142.737512:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf89c00 00000100:00100000:3.0:1746128142.737539:0:25180:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 4313 00000100:00100000:3.0:1746128142.737545:0:25180:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+34:1964:x1830947542961792:12345-192.168.203.28@tcp:4:dd.0 00000100:00100000:1.0:1746128142.739168:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128142.739210:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542962048 00000100:00100000:2.0:1746128142.739216:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542962048 00000100:00100000:2.0:1746128142.739256:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 182 00000100:00100000:2.0:1746128142.739262:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+29:1168:x1830947542962048:12345-192.168.203.28@tcp:35:dd.0 00000001:00080000:2.0:1746128142.739442:0:7085:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294984736 00000100:00100000:2.0:1746128142.739520:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+31:1168:x1830947542962048:12345-192.168.203.28@tcp:35:dd.0 Request processed in 257us (354us total) trans 4294984737 rc 0/0 00000100:00100000:2.0:1746128142.739526:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 182 00000020:00080000:2.0:1746128142.739529:0:7085:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1746128142.740163:0:31889:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7aa87384-656b-4166-a7ed-fb87664a8ead+34:1963:x1830947542961536:12345-192.168.203.28@tcp:4:dd.0 Request processed in 7650us (7845us total) trans 4294968127 rc 0/0 00000100:00100000:1.0:1746128142.740170:0:31889:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4312 00002000:00100000:1.0:1746128142.740178:0:31889:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff88012cf89f80 x1830947542961536/t4294968127(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746128142.740186:0:31889:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf89f80 with x1830947542961536 ext(11534336->12582911) 00002000:00010000:1.0:1746128142.740190:0:31889:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cf89f80 00000100:00100000:3.0:1746128142.748219:0:25180:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7aa87384-656b-4166-a7ed-fb87664a8ead+36:1964:x1830947542961792:12345-192.168.203.28@tcp:4:dd.0 Request processed in 10668us (11460us total) trans 4294968550 rc 0/0 00000100:00100000:3.0:1746128142.748228:0:25180:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 4313 00002000:00100000:3.0:1746128142.748237:0:25180:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1e:0x0] (12582912->13631487) req@ffff88012cf89c00 x1830947542961792/t4294968550(0) o4->7aa87384-656b-4166-a7ed-fb87664a8ead@192.168.203.28@tcp:393/0 lens 488/448 e 0 to 0 dl 1746128153 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746128142.748245:0:25180:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cf89c00 with x1830947542961792 ext(12582912->13631487) 00002000:00010000:3.0:1746128142.748250:0:25180:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cf89c00 00000001:00080000:2.0:1746128142.933451:0:7134:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984735 is committed 00000001:00080000:2.0:1746128142.933464:0:7134:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984733 is committed 00000004:00080000:2.0:1746128142.933473:0:7134:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00000004:00080000:2.0:1746128142.934336:0:7134:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 16 committed 00000004:00080000:2.0:1746128142.934354:0:7134:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 18 committed 00000100:00100000:0.0:1746128142.934554:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947540479616:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1746128142.934614:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128142.934653:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746128142.934657:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947540479744:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1746128142.934671:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746128142.934690:0:21343:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540479616 00000100:00100000:0.0:1746128142.934695:0:21343:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540479616 00000100:00100000:0.0:1746128142.934726:0:21343:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540479744 00000100:00100000:0.0:1746128142.934728:0:21343:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540479744 00000100:00100000:0.0:1746128142.934740:0:21343:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5509 00000100:00100000:0.0:1746128142.934746:0:21343:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3303:x1830947540479616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1746128142.934764:0:21343:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:26 count 1 00010000:00010000:0.0:1746128142.934782:0:21343:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bdc57 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.934797:0:21343:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c40ea00/0x802a7453533bd73a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f1f expref: 8 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.934816:0:21343:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0x802a7453533bd772 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f3b expref: 33 pid: 21343 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746128142.934822:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128142.934824:0:21343:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128142.934826:0:21343:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bdc57 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.934845:0:21343:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0x802a7453533bd772 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f3b expref: 33 pid: 21343 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746128142.934855:0:21343:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0x802a7453533bd772 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f3b expref: 33 pid: 21343 timeout: 639 lvb_type: 1 00000100:00100000:0.0:1746128142.934864:0:21343:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6185180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21343:1830947540479872:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128142.934916:0:21343:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c40ea00/0x802a7453533bd73a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f1f expref: 8 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.934924:0:21343:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c40ea00/0x802a7453533bd73a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f1f expref: 8 pid: 10571 timeout: 639 lvb_type: 0 00000100:00100000:0.0:1746128142.934934:0:21343:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6186300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21343:1830947540480000:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128142.934950:0:21343:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044180 going to sleep for 11 seconds 00000100:00080000:0.0:1746128142.934960:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746128142.934970:0:8418:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5510 00000100:00100000:0.0:1746128142.934975:0:8418:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6186a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3303:x1830947540479744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1746128142.934984:0:8418:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:28 count 1 00010000:00010000:0.0:1746128142.934992:0:8418:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009449c200/0x802a7453533bdc5e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.935000:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bdaa5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4092 expref: 8 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.935006:0:8418:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b102600/0x802a7453533bdb07 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d411e expref: 33 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746128142.935011:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128142.935012:0:8418:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746128142.935014:0:8418:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009449c200/0x802a7453533bdc5e lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.935025:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b102600/0x802a7453533bdb07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d411e expref: 33 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746128142.935032:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b102600/0x802a7453533bdb07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d411e expref: 33 pid: 8416 timeout: 639 lvb_type: 1 00000100:00100000:0.0:1746128142.935043:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6185880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540480128:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128142.935063:0:8418:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bdaa5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4092 expref: 8 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.935069:0:8418:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bdaa5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4092 expref: 8 pid: 21343 timeout: 639 lvb_type: 0 00000100:00100000:0.0:1746128142.935075:0:8418:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6186d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540480256:192.168.203.28@tcp:104: 00000100:00100000:0.0:1746128142.935087:0:8418:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d044000 going to sleep for 11 seconds 00000001:00080000:2.0:1746128142.935166:0:7134:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984737 is committed 00000004:00080000:2.0:1746128142.935178:0:7134:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 17 committed 00000004:00080000:2.0:1746128142.935204:0:7134:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00000100:00100000:1.0:1746128142.936676:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947540480384:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1746128142.936708:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746128142.936958:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947540480384 00000100:00100000:3.0:1746128142.936963:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947540480384 00000100:00100000:3.0:1746128142.936994:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5511 00000100:00100000:3.0:1746128142.936998:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3301:x1830947540480384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1746128142.937015:0:8416:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:28 count 1 00010000:00010000:3.0:1746128142.937029:0:8416:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009578e400/0x802a7453533bdc65 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.937041:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012a3e9200/0x802a7453533bd741 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f26 expref: 7 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.937047:0:8416:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094a03600/0x802a7453533bd779 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f42 expref: 35 pid: 21343 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128142.937052:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128142.937053:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128142.937056:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009578e400/0x802a7453533bdc65 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.937072:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094a03600/0x802a7453533bd779 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f42 expref: 35 pid: 21343 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746128142.937080:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094a03600/0x802a7453533bd779 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f42 expref: 35 pid: 21343 timeout: 639 lvb_type: 1 00000100:00100000:3.0:1746128142.937089:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131892d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947540480512:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128142.937131:0:8416:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012a3e9200/0x802a7453533bd741 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f26 expref: 7 pid: 10571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.937138:0:8416:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012a3e9200/0x802a7453533bd741 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f26 expref: 7 pid: 10571 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746128142.937145:0:8416:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131892a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947540480640:192.168.203.28@tcp:104: 00000100:00100000:3.0:1746128142.937160:0:8416:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ba16c00 going to sleep for 11 seconds 00000100:00080000:3.0:1746128142.937171:0:7079:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746128142.947859:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128142.947901:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.947966:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542962176 00000100:00100000:3.0:1746128142.947972:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542962176 00010000:00010000:3.0:1746128142.948001:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bdaa5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4092 expref: 9 pid: 21343 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746128142.948023:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542962304 00000100:00100000:3.0:1746128142.948024:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542962304 00010000:00010000:3.0:1746128142.948034:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c40ea00/0x802a7453533bd73a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f1f expref: 10 pid: 10571 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746128142.948050:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9373 00000100:00100000:3.0:1746128142.948056:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542962176:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128142.948067:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128142.948071:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bdaa5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4092 expref: 10 pid: 21343 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746128142.948080:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bdaa5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4092 expref: 10 pid: 21343 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746128142.948102:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128142.948133:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+10:1963:x1830947542962176:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 77us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128142.948139:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9373 00000100:00100000:3.0:1746128142.948151:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9374 00000100:00100000:3.0:1746128142.948155:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c218e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542962304:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128142.948160:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128142.948164:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c40ea00/0x802a7453533bd73a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f1f expref: 9 pid: 10571 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746128142.948171:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c40ea00/0x802a7453533bd73a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f1f expref: 9 pid: 10571 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746128142.948179:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128142.948190:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c218e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+9:1963:x1830947542962304:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 35us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128142.948194:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9374 00000100:00100000:0.0:1746128142.952005:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6185880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540480128:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128142.952020:0:8418:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a45c00/0x802a7453533bdaa5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d4092 expref: 8 pid: 21343 timeout: 639 lvb_type: 0 00000100:00100000:0.0:1746128142.952043:0:8418:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6186d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8418:1830947540480256:192.168.203.28@tcp:104: 00010000:00010000:0.0:1746128142.952064:0:8418:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009449c200/0x802a7453533bdc5e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746128142.956864:0:21343:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6185180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21343:1830947540479872:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128142.956881:0:21343:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c40ea00/0x802a7453533bd73a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f1f expref: 7 pid: 10571 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746128142.956899:0:21343:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6186300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21343:1830947540480000:192.168.203.28@tcp:104: 00010000:00010000:2.0:1746128142.956921:0:21343:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bdc57 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746128142.961871:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:1.0:1746128142.961929:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:2.0:1746128142.961988:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542962432 00000100:00100000:2.0:1746128142.961995:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542962432 00010000:00010000:2.0:1746128142.962023:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012a3e9200/0x802a7453533bd741 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f26 expref: 8 pid: 10571 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746128142.962040:0:7068:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542962560 00000100:00100000:2.0:1746128142.962042:0:7068:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542962560 00010000:00010000:2.0:1746128142.962050:0:7068:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b102600/0x802a7453533bdb07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d411e expref: 34 pid: 8416 timeout: 639 lvb_type: 1 00000100:00100000:2.0:1746128142.962061:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9375 00000100:00100000:2.0:1746128142.962067:0:7068:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c219500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542962432:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128142.962076:0:7068:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128142.962079:0:7068:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012a3e9200/0x802a7453533bd741 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f26 expref: 8 pid: 10571 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746128142.962088:0:7068:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012a3e9200/0x802a7453533bd741 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f26 expref: 8 pid: 10571 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746128142.962107:0:7068:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128142.962134:0:7068:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c219500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8aba9b19-3618-4b6f-bb85-6024cc12f2ca+8:1964:x1830947542962432:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 68us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128142.962139:0:7068:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9375 00000100:00100000:2.0:1746128142.962151:0:7068:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9376 00000100:00100000:2.0:1746128142.962154:0:7068:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c218a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+34:1966:x1830947542962560:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746128142.962162:0:7068:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746128142.962164:0:7068:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b102600/0x802a7453533bdb07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d411e expref: 34 pid: 8416 timeout: 639 lvb_type: 1 00010000:00010000:2.0:1746128142.962171:0:7068:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b102600/0x802a7453533bdb07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d411e expref: 34 pid: 8416 timeout: 639 lvb_type: 1 00010000:00010000:2.0:1746128142.962180:0:7068:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b102600/0x802a7453533bdb07 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d411e expref: 34 pid: 8416 timeout: 639 lvb_type: 1 00010000:00010000:2.0:1746128142.962189:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128142.962190:0:7068:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746128142.962194:0:7068:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009449c200/0x802a7453533bdc5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.962199:0:7068:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009449c200/0x802a7453533bdc5e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.962213:0:7068:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746128142.962224:0:7068:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c218a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7aa87384-656b-4166-a7ed-fb87664a8ead+33:1966:x1830947542962560:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 69us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746128142.962228:0:7068:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9376 00010000:00010000:0.0:1746128142.962283:0:8418:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009449c200/0x802a7453533bdc5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.962289:0:8418:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009449c200/0x802a7453533bdc5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.962296:0:8418:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009449c200/0x802a7453533bdc5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.962302:0:8418:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009449c200/0x802a7453533bdc5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.962312:0:8418:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1746128142.962692:0:8418:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6186a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3303:x1830947540479744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27716us (28019us total) trans 4294968128 rc 0/0 00000100:00100000:0.0:1746128142.962698:0:8418:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5510 00000004:00080000:0.0:1746128142.962728:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092c73480/2, rc 0, transno 4294968128 00000100:00100000:0.0:1746128142.962732:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947540479744:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1746128142.962807:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131892d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947540480512:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128142.962816:0:8416:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012a3e9200/0x802a7453533bd741 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f26 expref: 7 pid: 10571 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1746128142.962826:0:8416:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131892a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8416:1830947540480640:192.168.203.28@tcp:104: 00010000:00010000:3.0:1746128142.962842:0:8416:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009578e400/0x802a7453533bdc65 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128142.962884:0:7070:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746128142.962889:0:7070:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009449c200/0x802a7453533bdc5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128142.962894:0:7070:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009449c200 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:1.0:1746128142.962897:0:7070:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009449c200/0x802a7453533bdc5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128142.962907:0:7070:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009449c200/0x802a7453533bdc5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128142.962915:0:7070:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009449c200/0x802a7453533bdc5e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128142.962920:0:7070:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009449c200/0x802a7453533bdc5e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8418 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746128142.962933:0:7070:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746128142.962934:0:7070:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746128142.962935:0:7070:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746128142.987363:0:3296:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.987856:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542962688 00000100:00100000:3.0:1746128142.987864:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542962688 00010000:00010000:3.0:1746128142.987892:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0x802a7453533bd772 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f3b expref: 33 pid: 21343 timeout: 639 lvb_type: 1 00000100:00100000:3.0:1746128142.987914:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9377 00000100:00100000:3.0:1746128142.987920:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d92850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+33:1964:x1830947542962688:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128142.987930:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128142.987934:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0x802a7453533bd772 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f3b expref: 33 pid: 21343 timeout: 639 lvb_type: 1 00010000:00010000:3.0:1746128142.987942:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0x802a7453533bd772 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f3b expref: 33 pid: 21343 timeout: 639 lvb_type: 1 00010000:00010000:3.0:1746128142.987958:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a03200/0x802a7453533bd772 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f3b expref: 33 pid: 21343 timeout: 639 lvb_type: 1 00010000:00010000:3.0:1746128142.988620:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128142.988622:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128142.988626:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bdc57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.988634:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bdc57 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.988663:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128142.988969:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d92850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+32:1964:x1830947542962688:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 1048us (1611us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128142.988976:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9377 00010000:00010000:2.0:1746128142.989447:0:21343:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bdc57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.989455:0:21343:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bdc57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.989463:0:21343:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bdc57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.989470:0:21343:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bdc57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746128142.989960:0:21343:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1746128142.993581:0:7071:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746128142.993591:0:7071:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bdc57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.993600:0:7071:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c093000 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:0.0:1746128142.993603:0:7071:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bdc57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.993610:0:7071:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bdc57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.993626:0:7071:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bdc57 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.993631:0:7071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c093000/0x802a7453533bdc57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746128142.993661:0:7071:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746128142.993662:0:7071:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746128142.993663:0:7071:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746128142.994283:0:21343:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3303:x1830947540479616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 59533us (59665us total) trans 4294968129 rc 0/0 00000100:00100000:2.0:1746128142.994291:0:21343:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5509 00000004:00080000:0.0:1746128142.994537:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092c72d80/2, rc 0, transno 4294968129 00000100:00100000:0.0:1746128142.994542:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3303:1830947540479616:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1746128142.994623:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.28@tcp (source: 12345-192.168.203.28@tcp) 00000100:00100000:3.0:1746128142.994702:0:7067:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830947542962816 00000100:00100000:3.0:1746128142.994707:0:7067:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830947542962816 00010000:00010000:3.0:1746128142.994729:0:7067:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094a03600/0x802a7453533bd779 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f42 expref: 36 pid: 21343 timeout: 639 lvb_type: 1 00000100:00100000:3.0:1746128142.994747:0:7067:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.28@tcp, seq: 9378 00000100:00100000:3.0:1746128142.994752:0:7067:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c21b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+36:1966:x1830947542962816:12345-192.168.203.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746128142.994761:0:7067:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746128142.994765:0:7067:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094a03600/0x802a7453533bd779 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f42 expref: 36 pid: 21343 timeout: 639 lvb_type: 1 00010000:00010000:3.0:1746128142.994774:0:7067:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094a03600/0x802a7453533bd779 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f42 expref: 36 pid: 21343 timeout: 639 lvb_type: 1 00010000:00010000:3.0:1746128142.994791:0:7067:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094a03600/0x802a7453533bd779 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.28@tcp remote: 0x62ee98150c2d3f42 expref: 36 pid: 21343 timeout: 639 lvb_type: 1 00010000:00010000:3.0:1746128142.994812:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128142.994814:0:7067:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746128142.994817:0:7067:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009578e400/0x802a7453533bdc65 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.994824:0:7067:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009578e400/0x802a7453533bdc65 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.994845:0:7067:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746128142.994869:0:7067:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c21b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7aa87384-656b-4166-a7ed-fb87664a8ead+35:1966:x1830947542962816:12345-192.168.203.28@tcp:103:ldlm_bl.0 Request processed in 117us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746128142.994874:0:7067:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.28@tcp, seq: 9378 00010000:00010000:3.0:1746128142.994890:0:8416:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009578e400/0x802a7453533bdc65 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.994895:0:8416:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009578e400/0x802a7453533bdc65 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.994903:0:8416:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009578e400/0x802a7453533bdc65 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.994909:0:8416:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009578e400/0x802a7453533bdc65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.994923:0:8416:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1746128142.995326:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3301:x1830947540480384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 58327us (58617us total) trans 4294968551 rc 0/0 00000100:00100000:3.0:1746128142.995333:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5511 00010000:00010000:3.0:1746128142.995346:0:11110:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746128142.995350:0:11110:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009578e400/0x802a7453533bdc65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.995356:0:11110:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009578e400 already unused, calling callback (ffffffffa086cd70) 00010000:00010000:3.0:1746128142.995359:0:11110:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009578e400/0x802a7453533bdc65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.995364:0:11110:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009578e400/0x802a7453533bdc65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.995373:0:11110:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009578e400/0x802a7453533bdc65 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.995377:0:11110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009578e400/0x802a7453533bdc65 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746128142.995388:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746128142.995389:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746128142.995391:0:11110:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1746128142.995682:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a56a2300/2, rc 0, transno 4294968551 00000100:00100000:1.0:1746128142.995690:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3301:1830947540480384:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1746128143.319968:0:11111:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1746128143.578031:0:5319:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 Debug log: 68176 lines, 68176 kept, 0 dropped, 0 bad.